diff --git a/compiler/tests/end_to_end_benchmarks/end_to_end_benchmark.cpp b/compiler/tests/end_to_end_benchmarks/end_to_end_benchmark.cpp
index 8fb4f2a79..d3196e3cb 100644
--- a/compiler/tests/end_to_end_benchmarks/end_to_end_benchmark.cpp
+++ b/compiler/tests/end_to_end_benchmarks/end_to_end_benchmark.cpp
@@ -91,6 +91,9 @@ static void BM_Evaluate(benchmark::State &state, EndToEndDesc description,
   assert(serverLambda);
   auto evaluationKeys = (*keySet)->evaluationKeys();
 
+  // Warmup
+  assert(support.serverCall(*serverLambda, **publicArguments, evaluationKeys));
+
   for (auto _ : state) {
     assert(
         support.serverCall(*serverLambda, **publicArguments, evaluationKeys));