Skip to content

Commit 0ffebf7

Browse files
author
Yu
committed
di ci: glm-5-2 1p 1d
1 parent 8de36aa commit 0ffebf7

2 files changed

Lines changed: 52 additions & 0 deletions

File tree

.github/benchmark/models_atomesh.yaml

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -107,6 +107,51 @@ models:
107107
fewshot: 3
108108
limit: null
109109

110+
GLM-5.2-FP8:
111+
backend: atom
112+
model_path: "${ATOMESH_MODEL_ROOT}/GLM-5.2-FP8/"
113+
precision: FP8
114+
env:
115+
common: {}
116+
prefill: {}
117+
decode: {}
118+
server:
119+
common_args:
120+
trust_remote_code: true
121+
kv_cache_dtype: fp8
122+
block_size: 16
123+
gpu_memory_utilization: 0.8
124+
max_model_len: 32768
125+
max_num_seqs: 256
126+
max_num_batched_tokens: 32768
127+
extra_args: ""
128+
suites:
129+
nightly:
130+
- name: glm-5-2-fp8-1p1d-tp8
131+
topology: 1p1d
132+
pd_worker_layout: multi_node
133+
nodes: "${ATOMESH_1P1D_NODES}"
134+
isl: [8192]
135+
osl: 1024
136+
concurrency: [1, 2, 4, 8, 16, 32, 64, 128, 256]
137+
prefill:
138+
workers: 1
139+
tp: 8
140+
decode:
141+
workers: 1
142+
tp: 8
143+
benchmark:
144+
wait_server_timeout: 4200
145+
runner:
146+
time_limit: "08:00:00"
147+
run_eval: true
148+
eval_concurrency: [64, 256]
149+
150+
accuracy:
151+
task: gsm8k
152+
fewshot: 3
153+
limit: null
154+
110155
Kimi-K2.5-MXFP4:
111156
backend: atom
112157
model_path: "${ATOMESH_MODEL_ROOT}/Kimi-K2.5-MXFP4/"

.github/workflows/atomesh-benchmark.yaml

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,11 @@ on:
4242
required: false
4343
default: false
4444
type: boolean
45+
run_glm_5_2_fp8:
46+
description: 'Run GLM-5.2-FP8'
47+
required: false
48+
default: false
49+
type: boolean
4550
run_kimi_k25_mxfp4:
4651
description: 'Run Kimi-K2.5-MXFP4'
4752
required: false
@@ -152,6 +157,7 @@ jobs:
152157
SUITE: ${{ (github.event_name == 'schedule' || github.event_name == 'push') && 'nightly' || (github.event_name == 'workflow_dispatch' && inputs.suite || 'smoke') }}
153158
RUN_ALL_MODELS: ${{ github.event_name == 'workflow_dispatch' && inputs.run_all_models || github.event_name != 'workflow_dispatch' }}
154159
RUN_DEEPSEEK_V4_PRO: ${{ github.event_name == 'workflow_dispatch' && inputs.run_deepseek_v4_pro || false }}
160+
RUN_GLM_5_2_FP8: ${{ github.event_name == 'workflow_dispatch' && inputs.run_glm_5_2_fp8 || false }}
155161
RUN_KIMI_K25_MXFP4: ${{ github.event_name == 'workflow_dispatch' && inputs.run_kimi_k25_mxfp4 || false }}
156162
RUN_MINIMAX_M3_MXFP4: ${{ github.event_name == 'workflow_dispatch' && inputs.run_minimax_m3_mxfp4 || false }}
157163
RUN_MINIMAX_M3_MXFP8: ${{ github.event_name == 'workflow_dispatch' && inputs.run_minimax_m3_mxfp8 || false }}
@@ -164,6 +170,7 @@ jobs:
164170
if [[ "${GITHUB_EVENT_NAME}" == "workflow_dispatch" && "${RUN_ALL_MODELS}" != "true" ]]; then
165171
selected_models=()
166172
[[ "${RUN_DEEPSEEK_V4_PRO}" == "true" ]] && selected_models+=("DeepSeek-V4-Pro")
173+
[[ "${RUN_GLM_5_2_FP8}" == "true" ]] && selected_models+=("GLM-5.2-FP8")
167174
[[ "${RUN_KIMI_K25_MXFP4}" == "true" ]] && selected_models+=("Kimi-K2.5-MXFP4")
168175
[[ "${RUN_MINIMAX_M3_MXFP4}" == "true" ]] && selected_models+=("MiniMax-M3-MXFP4")
169176
[[ "${RUN_MINIMAX_M3_MXFP8}" == "true" ]] && selected_models+=("MiniMax-M3-MXFP8")

0 commit comments

Comments
 (0)