2023-04-07 03:46:04 +02:00
|
|
|
# by default the Dockerfile specifies these versions: 3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX
|
|
|
|
|
# however for me to work i had to specify the exact version for my card ( 2060 ) it was 7.5
|
|
|
|
|
# https://developer.nvidia.com/cuda-gpus you can find the version for your card here
|
2024-10-15 15:39:00 +02:00
|
|
|
# Or for a programatic approach run `nvidia-smi --query-gpu=name,compute_cap --format=csv`
|
2023-04-07 03:46:04 +02:00
|
|
|
TORCH_CUDA_ARCH_LIST=7.5
|
|
|
|
|
# the port the webui binds to on the host
|
|
|
|
|
HOST_PORT=7860
|
|
|
|
|
# the port the webui binds to inside the container
|
|
|
|
|
CONTAINER_PORT=7860
|
|
|
|
|
# the port the api binds to on the host
|
|
|
|
|
HOST_API_PORT=5000
|
|
|
|
|
# the port the api binds to inside the container
|
|
|
|
|
CONTAINER_API_PORT=5000
|
2023-11-30 06:20:23 +01:00
|
|
|
# Comma separated extensions to build
|
|
|
|
|
BUILD_EXTENSIONS=""
|
|
|
|
|
# Set APP_RUNTIME_GID to an appropriate host system group to enable access to mounted volumes
|
|
|
|
|
# You can find your current host user group id with the command `id -g`
|
|
|
|
|
APP_RUNTIME_GID=6972
|
|
|
|
|
# override default app build permissions (handy for deploying to cloud)
|
|
|
|
|
#APP_GID=6972
|
|
|
|
|
#APP_UID=6972
|
2024-01-28 15:18:14 +01:00
|
|
|
# Set cache env
|
|
|
|
|
TRANSFORMERS_CACHE=/home/app/text-generation-webui/cache/
|
|
|
|
|
HF_HOME=/home/app/text-generation-webui/cache/
|
