mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-12-26 14:20:31 +01:00
451 lines
13 KiB
YAML
451 lines
13 KiB
YAML
name: CI
|
|
|
|
on:
|
|
workflow_dispatch: # allows manual triggering
|
|
inputs:
|
|
create_release:
|
|
description: 'Create new release'
|
|
required: true
|
|
type: boolean
|
|
push:
|
|
paths: ['.github/workflows/**', 'CMakeLists.txt', 'Makefile', '**.h', '*.c', '**.cpp']
|
|
pull_request:
|
|
types: [opened, synchronize, edited, reopened, review_requested, ready_for_review]
|
|
paths: ['CMakeLists.txt', 'Makefile', '**.h', '*.c', '**.cpp']
|
|
|
|
env:
|
|
BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
|
|
|
|
jobs:
|
|
ubuntu-latest-make:
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- name: Clone
|
|
id: checkout
|
|
uses: actions/checkout@v1
|
|
|
|
- name: Dependencies
|
|
id: depends
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install build-essential
|
|
|
|
- name: Build
|
|
id: make_build
|
|
run: |
|
|
make
|
|
|
|
ubuntu-latest-cmake:
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- name: Clone
|
|
id: checkout
|
|
uses: actions/checkout@v1
|
|
|
|
- name: Dependencies
|
|
id: depends
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install build-essential
|
|
|
|
- name: Build
|
|
id: cmake_build
|
|
run: |
|
|
mkdir build
|
|
cd build
|
|
cmake ..
|
|
cmake --build . --config Release
|
|
|
|
- name: Test
|
|
id: cmake_test
|
|
run: |
|
|
cd build
|
|
ctest --output-on-failure
|
|
|
|
ubuntu-latest-cmake-sanitizer:
|
|
runs-on: ubuntu-latest
|
|
|
|
continue-on-error: true
|
|
|
|
strategy:
|
|
matrix:
|
|
sanitizer: [ADDRESS, THREAD, UNDEFINED]
|
|
build_type: [Debug, Release]
|
|
accelerate: [ON, OFF]
|
|
|
|
steps:
|
|
- name: Clone
|
|
id: checkout
|
|
uses: actions/checkout@v1
|
|
|
|
- name: Dependencies
|
|
id: depends
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install build-essential
|
|
|
|
- name: Build
|
|
id: cmake_build
|
|
run: |
|
|
mkdir build
|
|
cd build
|
|
cmake .. -DLLAMA_SANITIZE_${{ matrix.sanitizer }}=ON -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} -DLLAMA_ACCELERATE=${{ matrix.accelerate }}
|
|
cmake --build . --config ${{ matrix.build_type }}
|
|
|
|
- name: Test
|
|
id: cmake_test
|
|
run: |
|
|
cd build
|
|
ctest --output-on-failure
|
|
|
|
macOS-latest-make:
|
|
runs-on: macos-latest
|
|
|
|
steps:
|
|
- name: Clone
|
|
id: checkout
|
|
uses: actions/checkout@v1
|
|
|
|
- name: Dependencies
|
|
id: depends
|
|
run: |
|
|
brew update
|
|
|
|
- name: Build
|
|
id: make_build
|
|
run: |
|
|
make
|
|
|
|
macOS-latest-cmake:
|
|
runs-on: macOS-latest
|
|
|
|
steps:
|
|
- name: Clone
|
|
id: checkout
|
|
uses: actions/checkout@v1
|
|
|
|
- name: Dependencies
|
|
id: depends
|
|
run: |
|
|
brew update
|
|
|
|
- name: Build
|
|
id: cmake_build
|
|
run: |
|
|
mkdir build
|
|
cd build
|
|
cmake -DLLAMA_AVX2=OFF ..
|
|
cmake --build . --config Release
|
|
|
|
- name: Test
|
|
id: cmake_test
|
|
run: |
|
|
cd build
|
|
ctest --output-on-failure
|
|
|
|
windows-latest-cmake:
|
|
runs-on: windows-latest
|
|
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- build: 'avx2'
|
|
defines: ''
|
|
- build: 'avx'
|
|
defines: '-DLLAMA_AVX2=OFF'
|
|
- build: 'avx512'
|
|
defines: '-DLLAMA_AVX512=ON'
|
|
|
|
steps:
|
|
- name: Clone
|
|
id: checkout
|
|
uses: actions/checkout@v1
|
|
|
|
- name: Build
|
|
id: cmake_build
|
|
run: |
|
|
mkdir build
|
|
cd build
|
|
cmake .. ${{ matrix.defines }}
|
|
cmake --build . --config Release
|
|
|
|
- name: Check AVX512F support
|
|
id: check_avx512f
|
|
if: ${{ matrix.build == 'avx512' }}
|
|
continue-on-error: true
|
|
run: |
|
|
cd build
|
|
Set-Content -Path .\avx512f.exe -Value ([Convert]::FromBase64String('TVqQAAMAAAAEAAAA//8AALgAAAAAAAAAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAyAAAAA4fug4AtAnNIbgBTM0hVGhpcyBwcm9ncmFtIGNhbm5vdCBiZSBydW4gaW4gRE9TIG1vZGUuDQ0KJAAAAAAAAAClmfXY4fibi+H4m4vh+JuL4fiai+P4m4si98aL4vibi7Xbq4vg+JuLUmljaOH4m4sAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABQRQAATAEBAGo6H2QAAAAAAAAAAOAADwELAQYAAAIAAAAAAAAAAAAADBAAAAAQAAAAIAAAAABAAAAQAAAAAgAABAAAAAAAAAAEAAAAAAAAAAAgAAAAAgAAAAAAAAMAAAAAABAAABAAAAAAEAAAEAAAAAAAABAAAAAAAAAAAAAAAFQQAAAoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAADAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAC50ZXh0AAAAsgAAAAAQAAAAAgAAAAIAAAAAAAAAAAAAAAAAACAAAGAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUEAAAiBAAAAAAAABVi+xRUVNTuAcAAAAPosHrEGaD4wGJXfxbg0X8MI1F+GoAUI1F/GoBUGr1/xUAEEAAUP8VBBBAAItF/FuDwND32BvAQMnDzMx8EAAAAAAAAAAAAACkEAAAABAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlBAAAIgQAAAAAAAApANXcml0ZUZpbGUAuQFHZXRTdGRIYW5kbGUAAEtFUk5FTDMyLmRsbAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==')) -AsByteStream
|
|
.\avx512f.exe && echo " AVX512F: YES" && ( echo HAS_AVX512F=1 >> $env:GITHUB_ENV ) || echo " AVX512F: NO"
|
|
|
|
- name: Test
|
|
id: cmake_test
|
|
if: ${{ matrix.build != 'avx512' || env.HAS_AVX512F == '1' }} # Test AVX-512 only when possible
|
|
run: |
|
|
cd build
|
|
ctest -C Release --output-on-failure
|
|
|
|
- name: Get commit hash
|
|
id: commit
|
|
if: ${{ ( github.event_name == 'push' && github.ref == 'refs/heads/master' ) || github.event.inputs.create_release == 'true' }}
|
|
uses: pr-mpt/actions-commit-hash@v2
|
|
|
|
- name: Pack artifacts
|
|
id: pack_artifacts
|
|
if: ${{ ( github.event_name == 'push' && github.ref == 'refs/heads/master' ) || github.event.inputs.create_release == 'true' }}
|
|
run: |
|
|
7z a llama-${{ env.BRANCH_NAME }}-${{ steps.commit.outputs.short }}-bin-win-${{ matrix.build }}-x64.zip .\build\bin\Release\*
|
|
|
|
- name: Upload artifacts
|
|
if: ${{ ( github.event_name == 'push' && github.ref == 'refs/heads/master' ) || github.event.inputs.create_release == 'true' }}
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
path: |
|
|
llama-${{ env.BRANCH_NAME }}-${{ steps.commit.outputs.short }}-bin-win-${{ matrix.build }}-x64.zip
|
|
|
|
release:
|
|
if: ${{ ( github.event_name == 'push' && github.ref == 'refs/heads/master' ) || github.event.inputs.create_release == 'true' }}
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
needs:
|
|
- ubuntu-latest-make
|
|
- ubuntu-latest-cmake
|
|
- macOS-latest-make
|
|
- macOS-latest-cmake
|
|
- windows-latest-cmake
|
|
|
|
steps:
|
|
- name: Download artifacts
|
|
id: download-artifact
|
|
uses: actions/download-artifact@v3
|
|
|
|
- name: Get commit hash
|
|
id: commit
|
|
uses: pr-mpt/actions-commit-hash@v2
|
|
|
|
- name: Create release
|
|
id: create_release
|
|
uses: anzz1/action-create-release@v1
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
with:
|
|
tag_name: ${{ env.BRANCH_NAME }}-${{ steps.commit.outputs.short }}
|
|
|
|
- name: Upload release
|
|
id: upload_release
|
|
uses: actions/github-script@v3
|
|
with:
|
|
github-token: ${{secrets.GITHUB_TOKEN}}
|
|
script: |
|
|
const path = require('path');
|
|
const fs = require('fs');
|
|
const release_id = '${{ steps.create_release.outputs.id }}';
|
|
for (let file of await fs.readdirSync('./artifact')) {
|
|
if (path.extname(file) === '.zip') {
|
|
console.log('uploadReleaseAsset', file);
|
|
await github.repos.uploadReleaseAsset({
|
|
owner: context.repo.owner,
|
|
repo: context.repo.repo,
|
|
release_id: release_id,
|
|
name: file,
|
|
data: await fs.readFileSync(`./artifact/${file}`)
|
|
});
|
|
}
|
|
}
|
|
|
|
# ubuntu-latest-gcc:
|
|
# runs-on: ubuntu-latest
|
|
#
|
|
# strategy:
|
|
# matrix:
|
|
# build: [Debug, Release]
|
|
#
|
|
# steps:
|
|
# - name: Clone
|
|
# uses: actions/checkout@v1
|
|
#
|
|
# - name: Dependencies
|
|
# run: |
|
|
# sudo apt-get update
|
|
# sudo apt-get install build-essential
|
|
# sudo apt-get install cmake
|
|
#
|
|
# - name: Configure
|
|
# run: cmake . -DCMAKE_BUILD_TYPE=${{ matrix.build }}
|
|
#
|
|
# - name: Build
|
|
# run: |
|
|
# make
|
|
#
|
|
# ubuntu-latest-clang:
|
|
# runs-on: ubuntu-latest
|
|
#
|
|
# strategy:
|
|
# matrix:
|
|
# build: [Debug, Release]
|
|
#
|
|
# steps:
|
|
# - name: Clone
|
|
# uses: actions/checkout@v1
|
|
#
|
|
# - name: Dependencies
|
|
# run: |
|
|
# sudo apt-get update
|
|
# sudo apt-get install build-essential
|
|
# sudo apt-get install cmake
|
|
#
|
|
# - name: Configure
|
|
# run: cmake . -DCMAKE_BUILD_TYPE=${{ matrix.build }} -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_C_COMPILER=clang
|
|
#
|
|
# - name: Build
|
|
# run: |
|
|
# make
|
|
#
|
|
# ubuntu-latest-gcc-sanitized:
|
|
# runs-on: ubuntu-latest
|
|
#
|
|
# strategy:
|
|
# matrix:
|
|
# sanitizer: [ADDRESS, THREAD, UNDEFINED]
|
|
#
|
|
# steps:
|
|
# - name: Clone
|
|
# uses: actions/checkout@v1
|
|
#
|
|
# - name: Dependencies
|
|
# run: |
|
|
# sudo apt-get update
|
|
# sudo apt-get install build-essential
|
|
# sudo apt-get install cmake
|
|
#
|
|
# - name: Configure
|
|
# run: cmake . -DCMAKE_BUILD_TYPE=Debug -DLLAMA_SANITIZE_${{ matrix.sanitizer }}=ON
|
|
#
|
|
# - name: Build
|
|
# run: |
|
|
# make
|
|
#
|
|
# windows:
|
|
# runs-on: windows-latest
|
|
#
|
|
# strategy:
|
|
# matrix:
|
|
# build: [Release]
|
|
# arch: [Win32, x64]
|
|
# include:
|
|
# - arch: Win32
|
|
# s2arc: x86
|
|
# - arch: x64
|
|
# s2arc: x64
|
|
#
|
|
# steps:
|
|
# - name: Clone
|
|
# uses: actions/checkout@v1
|
|
#
|
|
# - name: Add msbuild to PATH
|
|
# uses: microsoft/setup-msbuild@v1
|
|
#
|
|
# - name: Configure
|
|
# run: >
|
|
# cmake -S . -B ./build -A ${{ matrix.arch }}
|
|
# -DCMAKE_BUILD_TYPE=${{ matrix.build }}
|
|
#
|
|
# - name: Build
|
|
# run: |
|
|
# cd ./build
|
|
# msbuild ALL_BUILD.vcxproj -t:build -p:configuration=${{ matrix.build }} -p:platform=${{ matrix.arch }}
|
|
#
|
|
# - name: Upload binaries
|
|
# uses: actions/upload-artifact@v1
|
|
# with:
|
|
# name: llama-bin-${{ matrix.arch }}
|
|
# path: build/bin/${{ matrix.build }}
|
|
#
|
|
# windows-blas:
|
|
# runs-on: windows-latest
|
|
#
|
|
# strategy:
|
|
# matrix:
|
|
# build: [Release]
|
|
# arch: [Win32, x64]
|
|
# blas: [ON]
|
|
# include:
|
|
# - arch: Win32
|
|
# obzip: https://github.com/xianyi/OpenBLAS/releases/download/v0.3.21/OpenBLAS-0.3.21-x86.zip
|
|
# s2arc: x86
|
|
# - arch: x64
|
|
# obzip: https://github.com/xianyi/OpenBLAS/releases/download/v0.3.21/OpenBLAS-0.3.21-x64.zip
|
|
# s2arc: x64
|
|
#
|
|
# steps:
|
|
# - name: Clone
|
|
# uses: actions/checkout@v1
|
|
#
|
|
# - name: Add msbuild to PATH
|
|
# uses: microsoft/setup-msbuild@v1
|
|
#
|
|
# - name: Fetch OpenBLAS
|
|
# if: matrix.blas == 'ON'
|
|
# run: |
|
|
# C:/msys64/usr/bin/wget.exe -qO blas.zip ${{ matrix.obzip }}
|
|
# 7z x blas.zip -oblas -y
|
|
# copy blas/include/cblas.h .
|
|
# copy blas/include/openblas_config.h .
|
|
# echo "blasdir=$env:GITHUB_WORKSPACE/blas" >> $env:GITHUB_ENV
|
|
#
|
|
# - name: Configure
|
|
# run: >
|
|
# cmake -S . -B ./build -A ${{ matrix.arch }}
|
|
# -DCMAKE_BUILD_TYPE=${{ matrix.build }}
|
|
# -DLLAMA_SUPPORT_OPENBLAS=${{ matrix.blas }}
|
|
# -DCMAKE_LIBRARY_PATH="$env:blasdir/lib"
|
|
#
|
|
# - name: Build
|
|
# run: |
|
|
# cd ./build
|
|
# msbuild ALL_BUILD.vcxproj -t:build -p:configuration=${{ matrix.build }} -p:platform=${{ matrix.arch }}
|
|
#
|
|
# - name: Copy libopenblas.dll
|
|
# if: matrix.blas == 'ON'
|
|
# run: copy "$env:blasdir/bin/libopenblas.dll" build/bin/${{ matrix.build }}
|
|
#
|
|
# - name: Upload binaries
|
|
# if: matrix.blas == 'ON'
|
|
# uses: actions/upload-artifact@v1
|
|
# with:
|
|
# name: llama-blas-bin-${{ matrix.arch }}
|
|
# path: build/bin/${{ matrix.build }}
|
|
#
|
|
# emscripten:
|
|
# runs-on: ubuntu-latest
|
|
#
|
|
# strategy:
|
|
# matrix:
|
|
# build: [Release]
|
|
#
|
|
# steps:
|
|
# - name: Clone
|
|
# uses: actions/checkout@v1
|
|
#
|
|
# - name: Dependencies
|
|
# run: |
|
|
# wget -q https://github.com/emscripten-core/emsdk/archive/master.tar.gz
|
|
# tar -xvf master.tar.gz
|
|
# emsdk-master/emsdk update
|
|
# emsdk-master/emsdk install latest
|
|
# emsdk-master/emsdk activate latest
|
|
#
|
|
# - name: Configure
|
|
# run: echo "tmp"
|
|
#
|
|
# - name: Build
|
|
# run: |
|
|
# pushd emsdk-master
|
|
# source ./emsdk_env.sh
|
|
# popd
|
|
# emcmake cmake . -DCMAKE_BUILD_TYPE=${{ matrix.build }}
|
|
# make
|