convert : fix n_ff typo

2026-07-11 05:30:20 +00:00 · 2023-12-09 10:59:37 +02:00
parent dff8cbeb39
commit d38e41ee69
1 changed files with 1 additions and 1 deletions
@@ -275,7 +275,7 @@ class Params:
            n_ff = model["layers.0.feed_forward.experts.0.w1.weight"].shape[0]
            n_ctx = 32768
        else:
-            n_ff = model["layers.0.feed_forward.w1.weight"].shape[0],
+            n_ff = model["layers.0.feed_forward.w1.weight"].shape[0]

        return Params(
            n_vocab          = model["tok_embeddings.weight"].shape[0],