From ccd81a751bfd6f313d5bea7ea20cd2eee3ee53b0 Mon Sep 17 00:00:00 2001
From: klosax <131523366+klosax@users.noreply.github.com>
Date: Sun, 30 Jul 2023 14:48:14 +0200
Subject: [PATCH] gguf.py : add layer norm eps and merges

---
 gguf.py | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/gguf.py b/gguf.py
index 3bcc15f8b..99ea81702 100644
--- a/gguf.py
+++ b/gguf.py
@@ -260,6 +260,14 @@ class GGUFWriter:
         self.write_float32(
             constants.KEY_ATTENTION_CLAMP_KQV.format(llm=llm), value)
 
+    def write_layer_norm_eps(self, llm: str, value: float):
+        self.write_float32(
+            constants.KEY_ATTENTION_LAYERNORM_EPS.format(llm=llm), value)
+
+    def write_layer_norm_rms_eps(self, llm: str, value: float):
+        self.write_float32(
+            constants.KEY_ATTENTION_LAYERNORM_RMS_EPS.format(llm=llm), value)
+
     def write_rope_dimension_count(self, llm: str, count: int):
         self.write_uint32(
             constants.KEY_ROPE_DIMENSION_COUNT.format(llm=llm), count)
@@ -273,6 +281,9 @@ class GGUFWriter:
     def write_token_list(self, tokens: List):
         self.write_array(constants.KEY_TOKENIZER_LIST, tokens)
 
+    def write_token_merges(self, merges: List):
+        self.write_array(constants.KEY_TOKENIZER_MERGES, merges)
+
     def write_token_scores(self, scores: List[float]):
         self.write_array(constants.KEY_TOKENIZER_SCORES, scores)