[update] tie embedding

This commit is contained in:
jingyaogong
2026-04-19 21:57:28 +08:00
parent 1ea113ea2c
commit 5704766352
2 changed files with 3 additions and 2 deletions
+1 -1
View File
@@ -51,7 +51,7 @@ def convert_torch2transformers(torch_path, transformers_path, dtype=torch.float1
"max_position_embeddings": lm_config.max_position_embeddings,
"rms_norm_eps": lm_config.rms_norm_eps,
"rope_theta": lm_config.rope_theta,
"tie_word_embeddings": True
"tie_word_embeddings": lm_config.tie_word_embeddings
}
if not lm_config.use_moe:
qwen_config = Qwen3Config(