diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 66ad85938..1289c5cd5 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -145,6 +145,17 @@ jobs:
           cd build
           ctest -L main --verbose
 
+      - name: Test llama2c conversion
+        id: llama2c_test
+        run: |
+          cd build
+          echo "Fetch tokenizer"
+          wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories260K/tok512.bin?download=true
+          echo "Fetch llama2c model"
+          wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories260K/stories260K.bin?download=true
+          ./bin/convert-llama2c-to-ggml --copy-vocab-from-model ./tok512.bin --llama2c-model stories260K.bin --llama2c-output-model stories260K.gguf
+          ./bin/main -m stories260K.gguf.bin -p "One day, Lily met a Shoggoth" -n 500 -c 256
+
   ubuntu-22-cmake-sycl:
     runs-on: ubuntu-22.04