From 7e0a843b6a99185f7e62133ac991085b0a1b8cde Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Fri, 15 Sep 2023 11:45:18 +0800 Subject: [PATCH] fix ffn_down name --- gguf-py/gguf/gguf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gguf-py/gguf/gguf.py b/gguf-py/gguf/gguf.py index ba9bcf04d..514f32610 100644 --- a/gguf-py/gguf/gguf.py +++ b/gguf-py/gguf/gguf.py @@ -183,7 +183,7 @@ MODEL_TENSOR_NAMES: dict[MODEL_ARCH, dict[MODEL_TENSOR, str]] = { MODEL_TENSOR.ATTN_OUT: "blk.{bid}.attn_output", MODEL_TENSOR.FFN_NORM: "blk.{bid}.ffn_norm", MODEL_TENSOR.FFN_UP: "blk.{bid}.ffn_up", - MODEL_TENSOR.FFN_DOWN: "blk.{bid}.ffn_up", + MODEL_TENSOR.FFN_DOWN: "blk.{bid}.ffn_down", }, MODEL_ARCH.GPT2: { # TODO