fix(model): 修复加载状态字典时的键存在性检查

2025-11-25 21:03:10 +08:00 · 2025-11-25 21:03:10 +08:00 · 5daf63a7a4
parent fb85aaf6a6
commit 5daf63a7a4
1 changed files with 3 additions and 2 deletions
--- a/khaosz/model/transformer.py
+++ b/khaosz/model/transformer.py
@ -83,6 +83,7 @@ class Transformer(nn.Module):
            # same tensor
            state_dict[lm_head_key] = state_dict[embed_key]
        else:
+            if lm_head_key not in state_dict and embed_key in state_dict:
                # use clone to avoid sharing the same tensor
                state_dict[lm_head_key] = torch.clone(state_dict[embed_key])