mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-11-29 10:59:32 +01:00
Added sha256 validation of model files.
This commit is contained in:
parent
8c590c2362
commit
297ac051d9
@ -17,6 +17,7 @@ from pathlib import Path
|
|||||||
import requests
|
import requests
|
||||||
import tqdm
|
import tqdm
|
||||||
from tqdm.contrib.concurrent import thread_map
|
from tqdm.contrib.concurrent import thread_map
|
||||||
|
import hashlib
|
||||||
|
|
||||||
parser = argparse.ArgumentParser()
|
parser = argparse.ArgumentParser()
|
||||||
parser.add_argument('MODEL', type=str, default=None, nargs='?')
|
parser.add_argument('MODEL', type=str, default=None, nargs='?')
|
||||||
@ -213,4 +214,17 @@ if __name__ == '__main__':
|
|||||||
# Downloading the files
|
# Downloading the files
|
||||||
print(f"Downloading the model to {output_folder}")
|
print(f"Downloading the model to {output_folder}")
|
||||||
download_files(links, output_folder, args.threads)
|
download_files(links, output_folder, args.threads)
|
||||||
print()
|
|
||||||
|
print('\n')
|
||||||
|
# Validate the checksums
|
||||||
|
validated = True
|
||||||
|
for i in range(len(sha256)):
|
||||||
|
with open(output_folder / sha256[i][0], "rb") as f:
|
||||||
|
bytes = f.read()
|
||||||
|
file_hash = hashlib.sha256(bytes).hexdigest()
|
||||||
|
if file_hash != sha256[i][1]:
|
||||||
|
print(f'[!] Checksum for {sha256[i][0]} failed!')
|
||||||
|
validated = False
|
||||||
|
|
||||||
|
if validated:
|
||||||
|
print('[+] Validated checksums of all model files!')
|
Loading…
Reference in New Issue
Block a user