update config

This commit is contained in:
gongjy
2025-02-10 00:14:11 +08:00
parent 30f8614c97
commit c9ca0f57dc
6 changed files with 53 additions and 56 deletions
+2 -2
View File
@@ -51,9 +51,9 @@ def push_to_hf(export_model_path):
if __name__ == '__main__':
lm_config = LMConfig(dim=512, n_layers=8, max_seq_len=8192, use_moe=False)
torch_path = f"../out/reason_{lm_config.dim}{'_moe' if lm_config.use_moe else ''}.pth"
torch_path = f"../out/rlhf_{lm_config.dim}{'_moe' if lm_config.use_moe else ''}.pth"
transformers_path = '../MiniMind2-Small-R1'
transformers_path = '../MiniMind2-Small'
# convert torch to transformers model
convert_torch2transformers(torch_path, transformers_path)