Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-27 12:33:06 +01:00
Code Issues Packages Projects Releases Wiki Activity

delete redundant

Browse Source
This commit is contained in:
Eddie-Wang1120 2024-06-14 12:30:27 +08:00
parent 5e5eee7b44
commit 7a8961fff5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
convert-hf-to-gguf.py
View File

@ -1421,7 +1421,7 @@ class BitnetModel(Model):
if name.endswith(("q_proj.weight", "k_proj.weight", "v_proj.weight",
"down_proj.weight", "up_proj.weight", "gate_proj.weight",
"o_proj.weight")):
data_torch = data_torch + (self.weight_quant(data_torch) - data_torch).detach()
data_torch = self.weight_quant(data_torch)
return [(self.map_tensor_name(name), data_torch)]