From 46e674ec0c9574b2989019d5047705ed9cde93ed Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 15 Jul 2025 10:23:34 +0530 Subject: [PATCH 1/5] support max-batchsize option for resnet50 --- script/app-mlperf-inference-mlcommons-python/customize.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/script/app-mlperf-inference-mlcommons-python/customize.py b/script/app-mlperf-inference-mlcommons-python/customize.py index c048e8f3c..50d819e7e 100644 --- a/script/app-mlperf-inference-mlcommons-python/customize.py +++ b/script/app-mlperf-inference-mlcommons-python/customize.py @@ -250,6 +250,7 @@ def get_run_cmd_reference( env['OUTPUT_DIR'] = env['MLC_MLPERF_OUTPUT_DIR'] if env.get('MLC_MLPERF_VISION_DATASET_OPTION', '') == '' and env.get( 'MLC_MLPERF_DEVICE') != "tpu": + if os_info['platform'] == 'windows': cmd = "python python/main.py --profile " + env['MLC_MODEL'] + "-" + env['MLC_MLPERF_BACKEND'] + \ " --model=\"" + env['MLC_ML_MODEL_FILE_WITH_PATH'] + '" --dataset-path="' + env['MLC_DATASET_PREPROCESSED_PATH'] + \ @@ -259,7 +260,7 @@ def get_run_cmd_reference( scenario_extra_options + mode_extra_options + dataset_options else: cmd = "./run_local.sh " + env['MLC_MLPERF_BACKEND'] + ' ' + \ - env['MLC_MODEL'] + ' ' + env['MLC_MLPERF_DEVICE'] + " --scenario " + env['MLC_MLPERF_LOADGEN_SCENARIO'] + " " + env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS'] + \ + env['MLC_MODEL'] + ' ' + env['MLC_MLPERF_DEVICE'] + " --scenario " + env['MLC_MLPERF_LOADGEN_SCENARIO'] + " --max-batchsize " + env.get('MLC_MLPERF_LOADGEN_MAX_BATCHSIZE', '128') + " " + env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS'] + \ scenario_extra_options + mode_extra_options + dataset_options return cmd, env['RUN_DIR'] From 753063efce1b4f873c58ab6b70a050f0379e802c Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Tue, 15 Jul 2025 04:53:48 +0000 Subject: [PATCH 2/5] [Automated Commit] Format Codebase [skip ci] --- script/app-mlperf-inference-mlcommons-python/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/app-mlperf-inference-mlcommons-python/customize.py b/script/app-mlperf-inference-mlcommons-python/customize.py index 50d819e7e..bb7032925 100644 --- a/script/app-mlperf-inference-mlcommons-python/customize.py +++ b/script/app-mlperf-inference-mlcommons-python/customize.py @@ -250,7 +250,7 @@ def get_run_cmd_reference( env['OUTPUT_DIR'] = env['MLC_MLPERF_OUTPUT_DIR'] if env.get('MLC_MLPERF_VISION_DATASET_OPTION', '') == '' and env.get( 'MLC_MLPERF_DEVICE') != "tpu": - + if os_info['platform'] == 'windows': cmd = "python python/main.py --profile " + env['MLC_MODEL'] + "-" + env['MLC_MLPERF_BACKEND'] + \ " --model=\"" + env['MLC_ML_MODEL_FILE_WITH_PATH'] + '" --dataset-path="' + env['MLC_DATASET_PREPROCESSED_PATH'] + \ From f3db38cb9c36a45e9c1a62c5fe2d1d206d469779 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 17 Jul 2025 12:05:30 +0530 Subject: [PATCH 3/5] enable batch size for resnet50 only as of now --- script/app-mlperf-inference-mlcommons-python/customize.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/script/app-mlperf-inference-mlcommons-python/customize.py b/script/app-mlperf-inference-mlcommons-python/customize.py index bb7032925..506d77e64 100644 --- a/script/app-mlperf-inference-mlcommons-python/customize.py +++ b/script/app-mlperf-inference-mlcommons-python/customize.py @@ -260,8 +260,10 @@ def get_run_cmd_reference( scenario_extra_options + mode_extra_options + dataset_options else: cmd = "./run_local.sh " + env['MLC_MLPERF_BACKEND'] + ' ' + \ - env['MLC_MODEL'] + ' ' + env['MLC_MLPERF_DEVICE'] + " --scenario " + env['MLC_MLPERF_LOADGEN_SCENARIO'] + " --max-batchsize " + env.get('MLC_MLPERF_LOADGEN_MAX_BATCHSIZE', '128') + " " + env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS'] + \ + env['MLC_MODEL'] + ' ' + env['MLC_MLPERF_DEVICE'] + " --scenario " + env['MLC_MLPERF_LOADGEN_SCENARIO'] + env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS'] + \ scenario_extra_options + mode_extra_options + dataset_options + if env['MLC_MODEL'] in ["resnet50"]: + cmd += f" --max-batchsize {env.get('MLC_MLPERF_LOADGEN_MAX_BATCHSIZE', '128')} " return cmd, env['RUN_DIR'] if env['MLC_MLPERF_BACKEND'] == "ncnn": From 4a1035430d6badcf0d2c76fc827c5d2c29cb5461 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Thu, 17 Jul 2025 06:35:41 +0000 Subject: [PATCH 4/5] [Automated Commit] Format Codebase [skip ci] --- script/app-mlperf-inference-mlcommons-python/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/app-mlperf-inference-mlcommons-python/customize.py b/script/app-mlperf-inference-mlcommons-python/customize.py index 506d77e64..8995a44a1 100644 --- a/script/app-mlperf-inference-mlcommons-python/customize.py +++ b/script/app-mlperf-inference-mlcommons-python/customize.py @@ -263,7 +263,7 @@ def get_run_cmd_reference( env['MLC_MODEL'] + ' ' + env['MLC_MLPERF_DEVICE'] + " --scenario " + env['MLC_MLPERF_LOADGEN_SCENARIO'] + env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS'] + \ scenario_extra_options + mode_extra_options + dataset_options if env['MLC_MODEL'] in ["resnet50"]: - cmd += f" --max-batchsize {env.get('MLC_MLPERF_LOADGEN_MAX_BATCHSIZE', '128')} " + cmd += f" --max-batchsize {env.get('MLC_MLPERF_LOADGEN_MAX_BATCHSIZE', '128')} " return cmd, env['RUN_DIR'] if env['MLC_MLPERF_BACKEND'] == "ncnn": From ee3780c0ff501a94cf70f89475e91223e5a8e905 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 17 Jul 2025 12:16:02 +0530 Subject: [PATCH 5/5] Update customize.py --- script/app-mlperf-inference-mlcommons-python/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/app-mlperf-inference-mlcommons-python/customize.py b/script/app-mlperf-inference-mlcommons-python/customize.py index 8995a44a1..55e89b68a 100644 --- a/script/app-mlperf-inference-mlcommons-python/customize.py +++ b/script/app-mlperf-inference-mlcommons-python/customize.py @@ -260,7 +260,7 @@ def get_run_cmd_reference( scenario_extra_options + mode_extra_options + dataset_options else: cmd = "./run_local.sh " + env['MLC_MLPERF_BACKEND'] + ' ' + \ - env['MLC_MODEL'] + ' ' + env['MLC_MLPERF_DEVICE'] + " --scenario " + env['MLC_MLPERF_LOADGEN_SCENARIO'] + env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS'] + \ + env['MLC_MODEL'] + ' ' + env['MLC_MLPERF_DEVICE'] + " --scenario " + env['MLC_MLPERF_LOADGEN_SCENARIO'] + " " + env['MLC_MLPERF_LOADGEN_EXTRA_OPTIONS'] + \ scenario_extra_options + mode_extra_options + dataset_options if env['MLC_MODEL'] in ["resnet50"]: cmd += f" --max-batchsize {env.get('MLC_MLPERF_LOADGEN_MAX_BATCHSIZE', '128')} "