From a814273c28fcd8bf3572d61b9eee6f33dbececb7 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhusooraj@mlcommons.org>
Date: Wed, 2 Sep 2026 10:12:03 +0530
Subject: [PATCH] Fix

Remove llama2-70b-99 from the v6.1 config in submission_checker_old.py.

#2651 removed llama2-70b-99 from the v6.1 block of the modular checker's
constants.py but left the legacy submission_checker_old.py untouched, so the
two configs disagreed about whether the model exists in v6.1.

preprocess_submission.py imports submission_checker_old, and its
infer_low_accuracy_results pass copies a -99.9 result to -99 whenever the low
accuracy variant appears in config.required. Against the legacy v6.1 config
that condition still held, so preprocessing recreated
results/<system>/llama2-70b-99 from llama2-70b-99.9. The modular checker then
ran over that directory, got None back from Config.get_required(), and died in
lower_list() with "TypeError: 'NoneType' object is not iterable" - failing
every round 6.1 closed submission generation CI job.

This mirrors the #2651 deletions site for site; v6.0 and v5.1 keep the model.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
---
 tools/submission/submission_checker_old.py | 21 ---------------------
 1 file changed, 21 deletions(-)

diff --git a/tools/submission/submission_checker_old.py b/tools/submission/submission_checker_old.py
index fc8f51fe68..c9d907f9d4 100755
--- a/tools/submission/submission_checker_old.py
+++ b/tools/submission/submission_checker_old.py
@@ -30,7 +30,6 @@
             "3d-unet-99.9",
             "llama3.1-8b",
             "llama3.1-8b-edge",
-            "llama2-70b-99",
             "llama2-70b-99.9",
             "stable-diffusion-xl",
             "rgat",
@@ -51,7 +50,6 @@
             "3d-unet-99": ["Offline"],
             "3d-unet-99.9": ["Offline"],
             "llama3.1-8b": ["Offline"],
-            "llama2-70b-99": ["Offline"],
             "llama2-70b-99.9": ["Offline"],
             "rgat": ["Offline"],
             "whisper": ["Offline"],
@@ -63,7 +61,6 @@
             "e2e-rag-db": ["Offline"]
         },
         "optional-scenarios-datacenter": {
-            "llama2-70b-99": ["Interactive", "Server"],
             "llama2-70b-99.9": ["Interactive", "Server"],
             "llama3.1-8b": ["Interactive", "Server"],
             "deepseek-r1": ["Interactive", "Server"],
@@ -92,7 +89,6 @@
             "3d-unet-99.9": ["SingleStream", "Offline"],
             "llama3.1-8b": ["Offline"],
             "llama3.1-8b-edge": ["SingleStream", "Offline"],
-            "llama2-70b-99": ["Offline"],
             "llama2-70b-99.9": ["Offline"],
             "stable-diffusion-xl": ["SingleStream", "Offline", "Server"],
             "rgat": ["Offline"],
@@ -106,7 +102,6 @@
             "qwen3.6-27b": ["SingleStream"],
         },
         "optional-scenarios-datacenter-edge": {
-            "llama2-70b-99": ["Interactive", "Server"],
             "llama2-70b-99.9": ["Interactive", "Server"],
             "llama3.1-8b": ["Interactive", "Server"],
             "deepseek-r1": ["Interactive", "Server"],
@@ -143,16 +138,6 @@
                 "GEN_LEN",
                 3051113 * 0.9,
             ),
-            "llama2-70b-99": (
-                "ROUGE1",
-                44.4312 * 0.99,
-                "ROUGE2",
-                22.0352 * 0.99,
-                "ROUGEL",
-                28.6162 * 0.99,
-                "TOKENS_PER_SAMPLE",
-                294.45 * 0.9,
-            ),
             "llama2-70b-99.9": (
                 "ROUGE1",
                 44.4312 * 0.999,
@@ -196,7 +181,6 @@
                 "FID_SCORE",
                 23.95007626,
             ),
-            "llama2-70b-99": ("TOKENS_PER_SAMPLE", 294.45 * 1.1),
             "llama2-70b-99.9": ("TOKENS_PER_SAMPLE", 294.45 * 1.1),
             "llama3.1-8b": ("GEN_LEN", 8167644 * 1.1),
             "llama3.1-8b-edge": ("GEN_LEN", 3051113 * 1.1),
@@ -214,7 +198,6 @@
             "3d-unet-99.9": 43,
             "llama3.1-8b": 13368,
             "llama3.1-8b-edge": 5000,
-            "llama2-70b-99": 24576,
             "llama2-70b-99.9": 24576,
             "stable-diffusion-xl": 5000,
             "rgat": 788379,
@@ -248,7 +231,6 @@
             "3d-unet-99.9": 43,
             "llama3.1-8b": 13368,
             "llama3.1-8b-edge": 5000,
-            "llama2-70b-99": 24576,
             "llama2-70b-99.9": 24576,
             "stable-diffusion-xl": 5000,
             "rgat": 788379,
@@ -285,7 +267,6 @@
             "dlrm-v2-99.9": {"Server": 60000000},
             "llama3.1-8b": {"Server": 20000000000},
             "stable-diffusion-xl": {"Server": 20000000000},
-            "llama2-70b-99": {"Server": 20000000000},
             "llama2-70b-99.9": {"Server": 20000000000},
             "deepseek-r1": {"Server": 60000000000},
             "gpt-oss-120b": {"Server": 60000000000},
@@ -305,7 +286,6 @@
             "3d-unet-99.9": {"SingleStream": 1024, "Offline": 1},
             "llama3.1-8b": {"SingleStream": 1024, "Server": 270336, "Offline": 1},
             "llama3.1-8b-edge": {"SingleStream": 1024, "Offline": 1},
-            "llama2-70b-99": {"SingleStream": 1024, "Server": 270336, "Offline": 1},
             "llama2-70b-99.9": {"SingleStream": 1024, "Server": 270336, "Offline": 1},
             "stable-diffusion-xl": {
                 "SingleStream": 1024,
@@ -343,7 +323,6 @@
             "wan-2.2-t2v-a14b",
         ],
         "models_TEST06": [
-            "llama2-70b-99",
             "llama2-70b-99.9",
             "llama2-70b-interactive-99",
             "llama2-70b-interactive-99.9",