[CHORE] Add warmup step for remote tpch benchmarking

Eventual-Inc · Dec 2, 2023 · 8880efc · 8880efc
1 parent 2fbf885
commit 8880efc
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/benchmarking/tpch/__main__.py b/benchmarking/tpch/__main__.py
@@ -151,6 +151,14 @@ def run_all_benchmarks(
                 entrypoint=entrypoint,
                 runtime_env=get_ray_runtime_env(requirements),
             )
+
+            # Run once as a warmup step
+            ray_job_runner.run_on_ray(
+                ray_job_dashboard_url,
+                job_params,
+            )
+
+            # Run second time to collect metrics
             with metrics_builder.collect_metrics(i):
                 ray_job_runner.run_on_ray(
                     ray_job_dashboard_url,