From 6b3a7b9f4f726a7a3474e1538d74d3e8d6a92541 Mon Sep 17 00:00:00 2001
From: klosax <131523366+klosax@users.noreply.github.com>
Date: Mon, 31 Jul 2023 03:02:00 +0200
Subject: [PATCH] Update convert-llama-h5-to-gguf.py

---
 convert-llama-h5-to-gguf.py | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/convert-llama-h5-to-gguf.py b/convert-llama-h5-to-gguf.py
index 3e7529b2f..0451ffe23 100644
--- a/convert-llama-h5-to-gguf.py
+++ b/convert-llama-h5-to-gguf.py
@@ -47,6 +47,12 @@ if len(sys.argv) > 2:
         sys.exit(1)
     fname_out = sys.argv[1] + "/ggml-model-" + ftype_str[ftype] + ".gguf"
 
+if hparams["architectures"][0] != "LlamaForCausalLM":
+    print("Model architecture not supported: " + hparams["architectures"][0] )
+    sys.exit()
+    
+with open(dir_model + "/config.json", "r", encoding="utf-8") as f:
+    hparams = json.load(f)
 
 model = AutoModelForCausalLM.from_pretrained(dir_model, low_cpu_mem_usage=True, trust_remote_code=True)
 list_vars = model.state_dict()
@@ -61,9 +67,6 @@ for name in list_vars.keys():
 
 gguf_writer = gguf.GGUFWriter.open(fname_out)
 
-with open(dir_model + "/config.json", "r", encoding="utf-8") as f:
-    hparams = json.load(f)
-
 # This must be changed when adding/deleting kv
 kv_count = 13