From eeaa2a030407dd9c282ca09d505bb27a62d477c4 Mon Sep 17 00:00:00 2001 From: Casper Date: Mon, 18 Nov 2024 16:12:36 +0100 Subject: [PATCH] Add autoawq to requirements --- requirements.txt | 3 +++ requirements_cpu_only.txt | 3 +++ requirements_nowheels.txt | 3 +++ 3 files changed, 9 insertions(+) diff --git a/requirements.txt b/requirements.txt index 2549c648..b06721cd 100644 --- a/requirements.txt +++ b/requirements.txt @@ -31,6 +31,9 @@ flask_cloudflared==0.0.14 sse-starlette==1.6.5 tiktoken +# quantization packages +autoawq==0.2.7.post2 + # llama-cpp-python (CPU only, AVX2) https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.3.1+cpuavx2-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11" https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.3.1+cpuavx2-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10" diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index fbd6447b..8a30cb97 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -30,6 +30,9 @@ flask_cloudflared==0.0.14 sse-starlette==1.6.5 tiktoken +# quantization packages +autoawq==0.2.7.post2[cpu] + # llama-cpp-python (CPU only, AVX2) https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.3.1+cpuavx2-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11" https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.3.1+cpuavx2-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10" diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index f5c3966e..f0413446 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -29,3 +29,6 @@ SpeechRecognition==3.10.0 flask_cloudflared==0.0.14 sse-starlette==1.6.5 tiktoken + +# quantization packages +autoawq==0.2.7.post2