mirror of
https://github.com/jingyaogong/minimind.git
synced 2026-06-06 00:04:50 +00:00
update convert script
This commit is contained in:
@@ -62,11 +62,11 @@ def convert_transformers2torch(transformers_path, torch_path):
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
lm_config = MiniMindConfig(hidden_size=768, num_hidden_layers=16, max_seq_len=8192, use_moe=True)
|
||||
lm_config = MiniMindConfig(hidden_size=768, num_hidden_layers=16, max_seq_len=8192, use_moe=False)
|
||||
|
||||
torch_path = f"../out/full_sft_{lm_config.hidden_size}{'_moe' if lm_config.use_moe else ''}.pth"
|
||||
|
||||
transformers_path = '../MiniMind2-MoE'
|
||||
transformers_path = '../MiniMind2'
|
||||
|
||||
convert_torch2transformers_minimind(torch_path, transformers_path)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user