From d38e41ee69c47482e5e625af12bf5bf3a59f5212 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 9 Dec 2023 10:59:37 +0200 Subject: [PATCH] convert : fix n_ff typo --- convert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert.py b/convert.py index 368b3d7f7..7cc59a843 100755 --- a/convert.py +++ b/convert.py @@ -275,7 +275,7 @@ class Params: n_ff = model["layers.0.feed_forward.experts.0.w1.weight"].shape[0] n_ctx = 32768 else: - n_ff = model["layers.0.feed_forward.w1.weight"].shape[0], + n_ff = model["layers.0.feed_forward.w1.weight"].shape[0] return Params( n_vocab = model["tok_embeddings.weight"].shape[0],