diff --git a/backends/native/test/runtime/ggml/BUCK b/backends/native/test/runtime/ggml/BUCK
index a740ae2fcf1..ad23a997116 100644
--- a/backends/native/test/runtime/ggml/BUCK
+++ b/backends/native/test/runtime/ggml/BUCK
@@ -45,6 +45,11 @@ _VARIANTS = [
             # Buck does not put the CUDA driver stub's library on the loader path.
             # @oss-disable[end= ]: "LD_PRELOAD": "$(location //tools/lazify:lazy_stub_binder[shared])",
         },
+        # ggml-CUDA computes f16 BLAS GEMMs in f16 and f32 ones in TF32 by default.
+        "sample_env": {
+            "GGML_CUDA_CUBLAS_COMPUTE_TYPE": "f32",
+            "NVIDIA_TF32_OVERRIDE": "0",
+        },
     },
     {
         "suffix": "_hip",
@@ -101,7 +106,7 @@ _VARIANTS = [
             "--packages=$(location //executorch/backends/native/test/samples:op_samples)",
             "--device=" + v["device"],
         ] + flags,
-        env = v.get("env", {}),
+        env = v.get("env", {}) | v.get("sample_env", {}),
         remote_execution = v.get("remote_execution"),
         # TODO: run in CI once they pass.
         labels = ci.labels(ci.map(ci.skip_test())),