Merge remote-tracking branch 'refs/remotes/origin/dev' into dev

modules/models.py

@@ -162,7 +162,7 @@ def huggingface_loader(model_name):
 
     # DeepSpeed ZeRO-3
     elif shared.args.deepspeed:
-        model = LoaderClass.from_pretrained(path_to_model, torch_dtype=params['torch_dtype'])
+        model = LoaderClass.from_pretrained(path_to_model, torch_dtype=params['torch_dtype'], trust_remote_code=params['trust_remote_code'])
         model = deepspeed.initialize(model=model, config_params=ds_config, model_parameters=None, optimizer=None, lr_scheduler=None)[0]
         model.module.eval()  # Inference
         logger.info(f'DeepSpeed ZeRO-3 is enabled: {is_deepspeed_zero3_enabled()}')

requirements.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12; platform_system != "Darwin" and platform_machine != "x86_64"
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown

requirements_amd.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12; platform_system == "Windows" or python_version < "3.10" or python_version > "3.11" or platform_machine != "x86_64"
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown

requirements_amd_noavx2.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12; platform_system == "Windows" or python_version < "3.10" or python_version > "3.11" or platform_machine != "x86_64"
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown

requirements_apple_intel.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown

requirements_apple_silicon.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown

requirements_cpu_only.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown

requirements_cpu_only_noavx2.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown

requirements_noavx2.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12; platform_system != "Darwin" and platform_machine != "x86_64"
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown

requirements_nowheels.txt

@@ -4,7 +4,7 @@ datasets
 einops
 exllamav2==0.0.12
 gradio==3.50.*
-hqq==0.1.2
+hqq==0.1.2.post1
 jinja2==3.1.2
 lm_eval==0.3.0
 markdown