diff --git a/tools/submission/submission_checker_old.py b/tools/submission/submission_checker_old.py index fc8f51fe68..c9d907f9d4 100755 --- a/tools/submission/submission_checker_old.py +++ b/tools/submission/submission_checker_old.py @@ -30,7 +30,6 @@ "3d-unet-99.9", "llama3.1-8b", "llama3.1-8b-edge", - "llama2-70b-99", "llama2-70b-99.9", "stable-diffusion-xl", "rgat", @@ -51,7 +50,6 @@ "3d-unet-99": ["Offline"], "3d-unet-99.9": ["Offline"], "llama3.1-8b": ["Offline"], - "llama2-70b-99": ["Offline"], "llama2-70b-99.9": ["Offline"], "rgat": ["Offline"], "whisper": ["Offline"], @@ -63,7 +61,6 @@ "e2e-rag-db": ["Offline"] }, "optional-scenarios-datacenter": { - "llama2-70b-99": ["Interactive", "Server"], "llama2-70b-99.9": ["Interactive", "Server"], "llama3.1-8b": ["Interactive", "Server"], "deepseek-r1": ["Interactive", "Server"], @@ -92,7 +89,6 @@ "3d-unet-99.9": ["SingleStream", "Offline"], "llama3.1-8b": ["Offline"], "llama3.1-8b-edge": ["SingleStream", "Offline"], - "llama2-70b-99": ["Offline"], "llama2-70b-99.9": ["Offline"], "stable-diffusion-xl": ["SingleStream", "Offline", "Server"], "rgat": ["Offline"], @@ -106,7 +102,6 @@ "qwen3.6-27b": ["SingleStream"], }, "optional-scenarios-datacenter-edge": { - "llama2-70b-99": ["Interactive", "Server"], "llama2-70b-99.9": ["Interactive", "Server"], "llama3.1-8b": ["Interactive", "Server"], "deepseek-r1": ["Interactive", "Server"], @@ -143,16 +138,6 @@ "GEN_LEN", 3051113 * 0.9, ), - "llama2-70b-99": ( - "ROUGE1", - 44.4312 * 0.99, - "ROUGE2", - 22.0352 * 0.99, - "ROUGEL", - 28.6162 * 0.99, - "TOKENS_PER_SAMPLE", - 294.45 * 0.9, - ), "llama2-70b-99.9": ( "ROUGE1", 44.4312 * 0.999, @@ -196,7 +181,6 @@ "FID_SCORE", 23.95007626, ), - "llama2-70b-99": ("TOKENS_PER_SAMPLE", 294.45 * 1.1), "llama2-70b-99.9": ("TOKENS_PER_SAMPLE", 294.45 * 1.1), "llama3.1-8b": ("GEN_LEN", 8167644 * 1.1), "llama3.1-8b-edge": ("GEN_LEN", 3051113 * 1.1), @@ -214,7 +198,6 @@ "3d-unet-99.9": 43, "llama3.1-8b": 13368, "llama3.1-8b-edge": 5000, - "llama2-70b-99": 24576, "llama2-70b-99.9": 24576, "stable-diffusion-xl": 5000, "rgat": 788379, @@ -248,7 +231,6 @@ "3d-unet-99.9": 43, "llama3.1-8b": 13368, "llama3.1-8b-edge": 5000, - "llama2-70b-99": 24576, "llama2-70b-99.9": 24576, "stable-diffusion-xl": 5000, "rgat": 788379, @@ -285,7 +267,6 @@ "dlrm-v2-99.9": {"Server": 60000000}, "llama3.1-8b": {"Server": 20000000000}, "stable-diffusion-xl": {"Server": 20000000000}, - "llama2-70b-99": {"Server": 20000000000}, "llama2-70b-99.9": {"Server": 20000000000}, "deepseek-r1": {"Server": 60000000000}, "gpt-oss-120b": {"Server": 60000000000}, @@ -305,7 +286,6 @@ "3d-unet-99.9": {"SingleStream": 1024, "Offline": 1}, "llama3.1-8b": {"SingleStream": 1024, "Server": 270336, "Offline": 1}, "llama3.1-8b-edge": {"SingleStream": 1024, "Offline": 1}, - "llama2-70b-99": {"SingleStream": 1024, "Server": 270336, "Offline": 1}, "llama2-70b-99.9": {"SingleStream": 1024, "Server": 270336, "Offline": 1}, "stable-diffusion-xl": { "SingleStream": 1024, @@ -343,7 +323,6 @@ "wan-2.2-t2v-a14b", ], "models_TEST06": [ - "llama2-70b-99", "llama2-70b-99.9", "llama2-70b-interactive-99", "llama2-70b-interactive-99.9",