update

vllm-project · Mar 7, 2025 · 744a311 · 744a311
1 parent 4a58bb1
commit 744a311
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/examples/weight_transform.py b/examples/weight_transform.py
@@ -18,7 +18,7 @@
 
 # U(W)V.T
 
-ignore = ["re:.*.mlp.down_proj$"]
+ignore = ["re:.*.mlp.down_proj$", "lm_head"]
 module_targets = [ModuleTarget.WEIGHT.value]
 
 # Start with a processed
@@ -140,6 +140,7 @@
 
 # Save to disk compressed.
 SAVE_DIR = MODEL_ID.split("/")[1] + "-W4A16-Transforms"
+
 model.save_pretrained(SAVE_DIR)
 tokenizer.save_pretrained(SAVE_DIR)