rm

vllm-project · Feb 19, 2025 · 2bccfef · 2bccfef
1 parent ed64df3
commit 2bccfef
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 41 deletions.
diff --git a/examples/quantizing_moe/deepseek_moe_w8a8_fp8.py b/examples/quantizing_moe/deepseek_moe_w8a8_fp8.py
@@ -20,7 +20,7 @@
 # its recommended to use more calibration samples for MoE models so each expert is hit
 DATASET_ID = "HuggingFaceH4/ultrachat_200k"
 DATASET_SPLIT = "train_sft"
-NUM_CALIBRATION_SAMPLES = 100
+NUM_CALIBRATION_SAMPLES = 2048
 MAX_SEQUENCE_LENGTH = 2048
 
 

diff --git a/examples/quantizing_moe/nohup.out b/examples/quantizing_moe/nohup.out