Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-06 02:48:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

gguf.py : add layer norm eps and merges

Browse Source
This commit is contained in:
klosax 2023-07-30 14:48:14 +02:00 committed by GitHub
parent 0790c121aa
commit ccd81a751b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
gguf.py
View File

@ -260,6 +260,14 @@ class GGUFWriter:
self.write_float32(
constants.KEY_ATTENTION_CLAMP_KQV.format(llm=llm), value)
def write_layer_norm_eps(self, llm: str, value: float):
self.write_float32(
constants.KEY_ATTENTION_LAYERNORM_EPS.format(llm=llm), value)
def write_layer_norm_rms_eps(self, llm: str, value: float):
self.write_float32(
constants.KEY_ATTENTION_LAYERNORM_RMS_EPS.format(llm=llm), value)
def write_rope_dimension_count(self, llm: str, count: int):
self.write_uint32(
constants.KEY_ROPE_DIMENSION_COUNT.format(llm=llm), count)
@ -273,6 +281,9 @@ class GGUFWriter:
def write_token_list(self, tokens: List):
self.write_array(constants.KEY_TOKENIZER_LIST, tokens)
def write_token_merges(self, merges: List):
self.write_array(constants.KEY_TOKENIZER_MERGES, merges)
def write_token_scores(self, scores: List[float]):
self.write_array(constants.KEY_TOKENIZER_SCORES, scores)