kanshan/minimind
1
0
Fork 0
mirror of https://github.com/jingyaogong/minimind.git synced 2026-01-13 19:57:20 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge 7de4b9ecd6 into fe24501602

Browse Source
This commit is contained in:
yuyu5333 2025-12-15 15:43:10 +08:00 committed by GitHub
commit e988830b31
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -1,4 +1,5 @@
model/__pycache__
trainer/__pycache__
out
website/
docs-minimind/

4
model/model_lora.py
View File

@ -34,9 +34,11 @@ def apply_lora(model, rank=8):
def load_lora(model, path):
state_dict = torch.load(path, map_location=model.device)
# 去除权重键名中可能存在的 module. 前缀
cleaned_state_dict = {k.replace('module.', ''): v for k, v in state_dict.items()}
for name, module in model.named_modules():
if hasattr(module, 'lora'):
lora_state = {k.replace(f'{name}.lora.', ''): v for k, v in state_dict.items() if f'{name}.lora.' in k}
lora_state = {k.replace(f'{name}.lora.', ''): v for k, v in cleaned_state_dict.items() if f'{name}.lora.' in k}
module.lora.load_state_dict(lora_state)