mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-11-22 08:07:56 +01:00
25 lines
1.1 KiB
Plaintext
25 lines
1.1 KiB
Plaintext
# by default the Dockerfile specifies these versions: 3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX
|
|
# however for me to work i had to specify the exact version for my card ( 2060 ) it was 7.5
|
|
# https://developer.nvidia.com/cuda-gpus you can find the version for your card here
|
|
# Or for a programatic approach run `nvidia-smi --query-gpu=name,compute_cap --format=csv`
|
|
TORCH_CUDA_ARCH_LIST=7.5
|
|
# the port the webui binds to on the host
|
|
HOST_PORT=7860
|
|
# the port the webui binds to inside the container
|
|
CONTAINER_PORT=7860
|
|
# the port the api binds to on the host
|
|
HOST_API_PORT=5000
|
|
# the port the api binds to inside the container
|
|
CONTAINER_API_PORT=5000
|
|
# Comma separated extensions to build
|
|
BUILD_EXTENSIONS=""
|
|
# Set APP_RUNTIME_GID to an appropriate host system group to enable access to mounted volumes
|
|
# You can find your current host user group id with the command `id -g`
|
|
APP_RUNTIME_GID=6972
|
|
# override default app build permissions (handy for deploying to cloud)
|
|
#APP_GID=6972
|
|
#APP_UID=6972
|
|
# Set cache env
|
|
TRANSFORMERS_CACHE=/home/app/text-generation-webui/cache/
|
|
HF_HOME=/home/app/text-generation-webui/cache/
|