diff --git a/examples/weight_transform.py b/examples/weight_transform.py
index c980d1945..84c1f1cee 100644
--- a/examples/weight_transform.py
+++ b/examples/weight_transform.py
@@ -18,7 +18,7 @@
 
 # U(W)V.T
 
-ignore = ["re:.*.mlp.down_proj$"]
+ignore = ["re:.*.mlp.down_proj$", "lm_head"]
 module_targets = [ModuleTarget.WEIGHT.value]
 
 # Start with a processed
@@ -140,6 +140,7 @@
 
 # Save to disk compressed.
 SAVE_DIR = MODEL_ID.split("/")[1] + "-W4A16-Transforms"
+
 model.save_pretrained(SAVE_DIR)
 tokenizer.save_pretrained(SAVE_DIR)