Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-27 04:23:06 +01:00
Code Issues Packages Projects Releases Wiki Activity

alternate implementation

Browse Source
This commit is contained in:
Eve 2023-09-21 00:02:18 +00:00 committed by GitHub
parent ce6f1a0956
commit 169c622850
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 15 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
CMakeLists.txt
View File

@ -58,17 +58,21 @@ option(LLAMA_SANITIZE_ADDRESS "llama: enable address sanitizer"
option(LLAMA_SANITIZE_UNDEFINED "llama: enable undefined sanitizer" OFF) option(LLAMA_SANITIZE_UNDEFINED "llama: enable undefined sanitizer" OFF)
# instruction set specific # instruction set specific
if (NOT LLAMA_NATIVE) if (LLAMA_NATIVE)
option(LLAMA_AVX "llama: enable AVX" ON) set(INS_ENB OFF)
option(LLAMA_AVX2 "llama: enable AVX2" ON) else()
option(LLAMA_AVX512 "llama: enable AVX512" OFF) set(INS_ENB ON)
option(LLAMA_AVX512_VBMI "llama: enable AVX512-VBMI" OFF) endif()
option(LLAMA_AVX512_VNNI "llama: enable AVX512-VNNI" OFF)
option(LLAMA_FMA "llama: enable FMA" ON) option(LLAMA_AVX "llama: enable AVX" ${INS_ENB})
# in MSVC F16C is implied with AVX2/AVX512 option(LLAMA_AVX2 "llama: enable AVX2" ${INS_ENB})
if (NOT MSVC) option(LLAMA_AVX512 "llama: enable AVX512" OFF)
option(LLAMA_F16C "llama: enable F16C" ON) option(LLAMA_AVX512_VBMI "llama: enable AVX512-VBMI" OFF)
endif() option(LLAMA_AVX512_VNNI "llama: enable AVX512-VNNI" OFF)
option(LLAMA_FMA "llama: enable FMA" ${INS_ENB})
# in MSVC F16C is implied with AVX2/AVX512
if (NOT MSVC)
option(LLAMA_F16C "llama: enable F16C" ${INS_ENB})
endif() endif()
# 3rd party libs # 3rd party libs