mirror of
https://github.com/jingyaogong/minimind.git
synced 2026-06-06 00:04:50 +00:00
[update] tie embedding
This commit is contained in:
@@ -51,7 +51,7 @@ def convert_torch2transformers(torch_path, transformers_path, dtype=torch.float1
|
||||
"max_position_embeddings": lm_config.max_position_embeddings,
|
||||
"rms_norm_eps": lm_config.rms_norm_eps,
|
||||
"rope_theta": lm_config.rope_theta,
|
||||
"tie_word_embeddings": True
|
||||
"tie_word_embeddings": lm_config.tie_word_embeddings
|
||||
}
|
||||
if not lm_config.use_moe:
|
||||
qwen_config = Qwen3Config(
|
||||
|
||||
Reference in New Issue
Block a user