From 62f4926bdeef45df2563398d3305a07a0c4bb6b3 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?M=2E=20Yusuf=20Sar=C4=B1g=C3=B6z?= <yusufsarigoz@gmail.com>
Date: Fri, 28 Jul 2023 00:04:19 +0300
Subject: [PATCH] fix : fix errors upd writing example

---
 example.gguf | Bin 0 -> 928 bytes
 gguf.py      |  46 ++++++++++++++++++++++++----------------------
 2 files changed, 24 insertions(+), 22 deletions(-)
 create mode 100644 example.gguf

diff --git a/example.gguf b/example.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..42a152e7491156d432ce40933357f0979264a8b9
GIT binary patch
literal 928
zcma)&dq`7J9LMJ~v1u04+mO^bo!jnp_wKyhIhmG9m^sSmX`9YR=~ml(L<mV#R8rc@
z84^7xBDK)OqM)D`71<N1tSnQ>q97|PE2VqEqW<d#pYuK6-|z4}oHKV(N{W|4q41XQ
zkqD3omB_c*ZB9#(&f?4|D0JI$+$Bz%JoA$%DzX$?WaBSkvAfD_PG4ykD<OBs{pn^G
z+OzYD92U2HP@z!Imd9fx+%~(*;pF8o`C?fEM^zrn{y*#A#Q47xl~RQ4Lq=78X1Kik
zU0+^fMtZzW`<l$uGvg8EHb$`9vA(oft)@F7a#_tuj`ei(n-+9en%<77rWsKdcGEhC
z4i!YwhXYO2>R(K?t9t2kWrwMM{xhmylR-b!Dp|SjlZ5p9Da_M#z~r+mfOV{#L@PHZ
zv+}ljdg5>@ElzHr$%&V!<8&vjSUsO9&B3fL$I3S5TIszPopes0inf@mX!W)d)^sVC
z`UK8n%9rCQYjv~ZOOlvs*O2M%AuW4a;-M&N8oL&=hI!ikS;eL*`bKMJBTt9v`938}
zzMaOz{TvM#p2B|AtYb<2HS}ETOg8!1YF3CftouS4^-|Ab%fpGO{$K_T+N)-+ty=o~
zk8(gF$_DAsL9Rv&kP&j09E5?ujN7?exEW0rufvIP?@(v#4Y(Bb$6&(`y(hjFhr#J!
z5PXcWfGncGuZ&Ke-N*@9I8D^RN&KJ~9rsme6B5u07zx)BUU-Cu!5zr)yEP%&V15D^
z3%X(!<K3~1U^~u78*rI%g!>K`;sMkQ8$cG<tL*{9IEYKdr-UtGyy}U-qfovf`X~Pl
ztvA%8Z@5EKP5?NJjzJZ=XnccQ!Wr@jm*QX{5Z)0L`ZPm2XoChJMKg$81~*!XLd8lL
zE%Kt79Kok~E4(5U#>b&n-W!CA%D9W<DEW*Yp!aYm>_#ClmAfgH;>++c<iudjEp&~0
zPVSR(<70iM(1Kp!BjNzIVgZY~08)$hAP3w$<EzHcFcoE?G#(2>uwA8tUSeicodC#E
ay)TZ6&x0fW3-DqAp$4JRAmZ`57XBA>VHP3)

literal 0
HcmV?d00001

diff --git a/gguf.py b/gguf.py
index 31a03c43e..0f94b963e 100644
--- a/gguf.py
+++ b/gguf.py
@@ -124,30 +124,30 @@ class GGUFWriter:
         if vtype is None:
             vtype = GGUFValueType.get_type(val)
 
-        self.buffered_writer.write(struct.pack("<I", vtype))
+        self.fout.write(struct.pack("<I", vtype))
 
         if vtype == GGUFValueType.UINT8:
-            self.buffered_writer.write(struct.pack("<B", val))
+            self.fout.write(struct.pack("<B", val))
         elif vtype == GGUFValueType.INT8:
-            self.buffered_writer.write(struct.pack("<b", val))
+            self.fout.write(struct.pack("<b", val))
         elif vtype == GGUFValueType.UINT16:
-            self.buffered_writer.write(struct.pack("<H", val))
+            self.fout.write(struct.pack("<H", val))
         elif vtype == GGUFValueType.INT16:
-            self.buffered_writer.write(struct.pack("<h", val))
+            self.fout.write(struct.pack("<h", val))
         elif vtype == GGUFValueType.UINT32:
-            self.buffered_writer.write(struct.pack("<I", val))
+            self.fout.write(struct.pack("<I", val))
         elif vtype == GGUFValueType.INT32:
-            self.buffered_writer.write(struct.pack("<i", val))
+            self.fout.write(struct.pack("<i", val))
         elif vtype == GGUFValueType.FLOAT32:
-            self.buffered_writer.write(struct.pack("<f", val))
+            self.fout.write(struct.pack("<f", val))
         elif vtype == GGUFValueType.BOOL:
-            self.buffered_writer.write(struct.pack("?", val))
+            self.fout.write(struct.pack("?", val))
         elif vtype == GGUFValueType.STRING:
             encoded_val = val.encode("utf8")
-            self.buffered_writer.write(struct.pack("<I", len(encoded_val)))
-            self.buffered_writer.write(encoded_val)
+            self.fout.write(struct.pack("<I", len(encoded_val)))
+            self.fout.write(encoded_val)
         elif vtype == GGUFValueType.ARRAY:
-            self.buffered_writer.write(struct.pack("<I", len(val)))
+            self.fout.write(struct.pack("<I", len(val)))
             for item in val:
                 self.write_val(item)
         else:
@@ -158,12 +158,13 @@ class GGUFWriter:
         return ((x + n - 1) // n) * n
 
     def write_tensor_info(self, name: str, tensor: np.ndarray):
-        self.write_val(key, GGUFValueType.STRING)
+        self.write_val(name, GGUFValueType.STRING)
         n_dims = len(tensor.shape)
         self.write_val(n_dims, GGUFValueType.INT32)
         for i in range(n_dims):
-            self.write_val(tensor.shape[N_dims - 1 - i], GGUFValueType.INT32)
+            self.write_val(tensor.shape[n_dims - 1 - i], GGUFValueType.INT32)
 
+        assert tensor.dtype in (np.float32, np.float16), "Only F32 and F16 tensors are supported for now"
         dtype = GGMLQuantizationType.F32 if tensor.dtype == np.float32 else GGMLQuantizationType.F16
         self.write_val(dtype, GGUFValueType.INT32)
         self.fout.write(struct.pack("<Q", self.offset_tensor))
@@ -268,14 +269,15 @@ class GGUFWriter:
 if __name__ == "__main__":
     # Example usage with a file
     gguf_writer = GGUFWriter.open("example.gguf")
-    gguf_writer.write_header(0, 3)
+    gguf_writer.write_header(2, 3)
 
-gguf_writer.write_architecture("llama")
-gguf_writer.write_uint32("answer", 42)  # Write a 32-bit integer
-gguf_writer.write_float32("answer_in_float", 42.0)  # Write a 32-bit float
-# Write an array of integers
-#gguf_writer.write_array("simple_array", [1, 2, 3, 4])
-# Write a nested array
-#gguf_writer.write_array("nested", [1, "nested", [2, 3]])
+    gguf_writer.write_architecture("llama")
+    gguf_writer.write_uint32("answer", 42)  # Write a 32-bit integer
+    gguf_writer.write_float32("answer_in_float", 42.0)  # Write a 32-bit float
+    tensor1 = np.random.random(size=(7, 10)).astype(np.float32)
+    tensor2 = np.random.random(size=(16, 12)).astype(np.float16)
+    gguf_writer.write_tensor_info("tensor1", tensor1)
+    gguf_writer.write_tensor_info("tensor2", tensor2)
+    gguf_writer.write_tensors()
 
 gguf_writer.close()