Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Downloader: use HF get_token function (#5381)

Browse Source
This commit is contained in:
Anthony Guijarro 2024-01-27 14:13:09 -06:00 committed by GitHub
parent de387069da
commit 828be63f2c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
download-model.py
View File

@ -20,6 +20,7 @@ import requests
import tqdm import tqdm
from requests.adapters import HTTPAdapter from requests.adapters import HTTPAdapter
from tqdm.contrib.concurrent import thread_map from tqdm.contrib.concurrent import thread_map
from huggingface_hub import get_token
base = "https://huggingface.co" base = "https://huggingface.co"
@ -32,8 +33,8 @@ class ModelDownloader:
self.session.mount('https://huggingface.co', HTTPAdapter(max_retries=max_retries)) self.session.mount('https://huggingface.co', HTTPAdapter(max_retries=max_retries))
if os.getenv('HF_USER') is not None and os.getenv('HF_PASS') is not None: if os.getenv('HF_USER') is not None and os.getenv('HF_PASS') is not None:
self.session.auth = (os.getenv('HF_USER'), os.getenv('HF_PASS')) self.session.auth = (os.getenv('HF_USER'), os.getenv('HF_PASS'))
if os.getenv('HF_TOKEN') is not None: if get_token() is not None:
self.session.headers = {'authorization': f'Bearer {os.getenv("HF_TOKEN")}'} self.session.headers = {'authorization': f'Bearer {get_token()}'}
def sanitize_model_and_branch_names(self, model, branch): def sanitize_model_and_branch_names(self, model, branch):
if model[-1] == '/': if model[-1] == '/':