2023-04-07 03:46:04 +02:00
|
|
|
# by default the Dockerfile specifies these versions: 3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX
|
|
|
|
|
# however for me to work i had to specify the exact version for my card ( 2060 ) it was 7.5
|
|
|
|
|
# https://developer.nvidia.com/cuda-gpus you can find the version for your card here
|
|
|
|
|
TORCH_CUDA_ARCH_LIST=7.5
|
|
|
|
|
|
2023-11-18 04:52:30 +01:00
|
|
|
# your command-line flags go here:
|
2023-11-27 19:43:01 +01:00
|
|
|
CLI_ARGS=--listen
|
2023-04-07 03:46:04 +02:00
|
|
|
|
|
|
|
|
# the port the webui binds to on the host
|
|
|
|
|
HOST_PORT=7860
|
|
|
|
|
# the port the webui binds to inside the container
|
|
|
|
|
CONTAINER_PORT=7860
|
|
|
|
|
|
|
|
|
|
# the port the api binds to on the host
|
|
|
|
|
HOST_API_PORT=5000
|
|
|
|
|
# the port the api binds to inside the container
|
|
|
|
|
CONTAINER_API_PORT=5000
|
|
|
|
|
|
|
|
|
|
# the version used to install text-generation-webui from
|
|
|
|
|
WEBUI_VERSION=HEAD
|
