warmup all shapes and init env over all processes

Author: Mark Saroufim

problems/nvidia/eval_better_bench.py

@@ -8,7 +8,13 @@
 import math
 
 # Disable CuTe DSL file caching for more stable benchmarking
-os.environ["CUTE_DSL_DISABLE_FILE_CACHING"] = "True"
+os.environ["CUTE_DSL_DISABLE_FILE_CACHING"] = "1"
+
+
+def _init_worker():
+    """Initialize worker process with correct env vars."""
+    os.environ["CUTE_DSL_DISABLE_FILE_CACHING"] = "1"
+
 
 from pathlib import Path
 from typing import Any, Optional
@@ -463,14 +469,16 @@ def main():
         import multiprocessing
 
         mp_context = multiprocessing.get_context("spawn")
-        with mp_context.Pool(1) as pool:
+        with mp_context.Pool(1, initializer=_init_worker) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
             if mode == "benchmark":
                 return run_benchmarking(logger, pool, tests)
 
             if mode == "leaderboard":
-                run_single_benchmark(pool, tests[0], False, 1000, 5e8)
+                # Warmup all test shapes to ensure consistent benchmarking
+                for test in tests:
+                    run_single_benchmark(pool, test, False, 1000, 5e8)
                 logger.log("benchmark-count", len(tests))
                 passed = True
                 for i in range(len(tests)):