diff --git a/src/spindle/configs/gpt_oss_20b_lora_64k.py b/src/spindle/configs/gpt_oss_20b_lora_64k.py
index 21e7de6..73e55f0 100644
--- a/src/spindle/configs/gpt_oss_20b_lora_64k.py
+++ b/src/spindle/configs/gpt_oss_20b_lora_64k.py
@@ -20,6 +20,7 @@ class Config(BaseConfig):
             "o_proj",
             "gate_up_proj",
             "down_proj",
+            "lm_head",
         ],
         "max_tokens_per_gpu": 65536,
         "max_lora_slots": 8,