Partially add validation.

NVIDIA · Feb 4, 2025 · dfe3392 · dfe3392
1 parent e83c003
commit dfe3392
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/benchmarks/python/test_cat.py b/benchmarks/python/test_cat.py
@@ -370,7 +370,12 @@ def benchmark_fn(inputs):
         return fd.execute(inputs)
 
     if not disable_validation:
-        pass  # no equivalent version, yet.
+        # torch.compile required; works around an issue in eager mode.
+        tc = torch.compile(cat_qwen2_fwd_11)
+        reference = tc(*inputs)
+        # Temporarily disabled: leads to an illegal memory access.
+        if False:
+            fd.validate(inputs, reference)
     if not disable_benchmarking:
         run_benchmark(benchmark, benchmark_fn, inputs)