From 3432108f2559f636b5b2bbc8481c410ec0492dbb Mon Sep 17 00:00:00 2001 From: "kevin.li" Date: Wed, 30 Sep 2026 06:14:25 +0000 Subject: [PATCH] Train lm_head LoRA in the gpt-oss preset to match Tinker SDK defaults Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --- src/spindle/configs/gpt_oss_20b_lora_64k.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/spindle/configs/gpt_oss_20b_lora_64k.py b/src/spindle/configs/gpt_oss_20b_lora_64k.py index 21e7de6..73e55f0 100644 --- a/src/spindle/configs/gpt_oss_20b_lora_64k.py +++ b/src/spindle/configs/gpt_oss_20b_lora_64k.py @@ -20,6 +20,7 @@ class Config(BaseConfig): "o_proj", "gate_up_proj", "down_proj", + "lm_head", ], "max_tokens_per_gpu": 65536, "max_lora_slots": 8,