From 927be9b58e42cab70826fdc49bc1eecc1da090b0 Mon Sep 17 00:00:00 2001 From: "Y. Velkov" Date: Tue, 19 Mar 2024 16:25:23 +0200 Subject: [PATCH] add test in build action --- .github/workflows/build.yml | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 66ad85938..1289c5cd5 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -145,6 +145,17 @@ jobs: cd build ctest -L main --verbose + - name: Test llama2c conversion + id: llama2c_test + run: | + cd build + echo "Fetch tokenizer" + wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories260K/tok512.bin?download=true + echo "Fetch llama2c model" + wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories260K/stories260K.bin?download=true + ./bin/convert-llama2c-to-ggml --copy-vocab-from-model ./tok512.bin --llama2c-model stories260K.bin --llama2c-output-model stories260K.gguf + ./bin/main -m stories260K.gguf.bin -p "One day, Lily met a Shoggoth" -n 500 -c 256 + ubuntu-22-cmake-sycl: runs-on: ubuntu-22.04