Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-25 05:48:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

Checksum code now activated by --check flag.

Browse Source
This commit is contained in:
Nikita Skakun 2023-03-30 20:06:12 -07:00
parent d550c12a3e
commit 0cc89e7755
1 changed files with 16 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
download-model.py
View File

@ -26,6 +26,7 @@ parser.add_argument('--threads', type=int, default=1, help='Number of files to d
parser.add_argument('--text-only', action='store_true', help='Only download text files (txt/json).')
parser.add_argument('--output', type=str, default=None, help='The folder where the model should be saved.')
parser.add_argument('--clean', action='store_true', help='Does not resume the previous download.')
parser.add_argument('--check', action='store_true', help='Validates the checksums of model files.')
args = parser.parse_args()
def get_file(url, output_folder):
@ -215,17 +216,18 @@ if __name__ == '__main__':
print(f"Downloading the model to {output_folder}")
download_files(links, output_folder, args.threads)
# Validate the checksums
validated = True
for i in range(len(sha256)):
with open(output_folder / sha256[i][0], "rb") as f:
bytes = f.read()
file_hash = hashlib.sha256(bytes).hexdigest()
if file_hash != sha256[i][1]:
print(f'[!] Checksum for {sha256[i][0]} failed!')
validated = False
if validated:
print('[+] Validated checksums of all model files!')
else:
print('[-] Rerun the download-model.py with --clean flag')
if args.check:
# Validate the checksums
validated = True
for i in range(len(sha256)):
with open(output_folder / sha256[i][0], "rb") as f:
bytes = f.read()
file_hash = hashlib.sha256(bytes).hexdigest()
if file_hash != sha256[i][1]:
print(f'[!] Checksum for {sha256[i][0]} failed!')
validated = False
if validated:
print('[+] Validated checksums of all model files!')
else:
print('[-] Rerun the download-model.py with --clean flag')