diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index a3eaabb80..6c7c499e8 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -220,8 +220,6 @@ class Model:
             return NomicBertModel
         if model_architecture == "GemmaForCausalLM":
             return GemmaModel
-        if model_architecture == "Starcoder2ForCausalLM":
-            return StarCoderModel2
         return Model
 
     def _is_model_safetensors(self) -> bool:
@@ -928,10 +926,6 @@ class StarCoderModel(Model):
         self.gguf_writer.add_layer_norm_eps(self.hparams["layer_norm_epsilon"])
         self.gguf_writer.add_file_type(self.ftype)
 
-class StarCoderModel2(Model):
-    def set_vocab(self):
-        self._set_vocab_gpt2()
-
 
 class RefactModel(Model):
     def set_gguf_parameters(self):