Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-07 11:23:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

gguf : fix writing gguf arrays

Browse Source
This commit is contained in:
M. Yusuf Sarıgöz 2023-07-29 12:42:54 +03:00
parent 93f7f7aef7
commit 0c219fb5b5
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
gguf.py
View File

@ -147,9 +147,10 @@ class GGUFWriter:
self.fout.write(struct.pack("<I", len(encoded_val))) self.fout.write(struct.pack("<I", len(encoded_val)))
self.fout.write(encoded_val) self.fout.write(encoded_val)
elif vtype == GGUFValueType.ARRAY: elif vtype == GGUFValueType.ARRAY:
ltype = set([GGUFValueType.get_type(item) for item in val])
assert len(ltype) == 1, "All items in a GGUF array should be of the same type"
self.fout.write(struct.pack("<I", ltype[0]))
self.fout.write(struct.pack("<I", len(val))) self.fout.write(struct.pack("<I", len(val)))
# TODO: verify that all elements are of the same type
self.fout.write(struct.pack("<I", GGUFValueType.get_type(val[0])))
for item in val: for item in val:
self.write_val(item, write_vtype=False) self.write_val(item, write_vtype=False)
else: else: