From bfe2326a2412cdc2e2af6cba0ee19e2a30608e82 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Fri, 26 Jan 2024 11:10:18 -0300 Subject: [PATCH 1/2] Bump hqq from 0.1.2 to 0.1.2.post1 (#5349) --- requirements.txt | 2 +- requirements_amd.txt | 2 +- requirements_amd_noavx2.txt | 2 +- requirements_apple_intel.txt | 2 +- requirements_apple_silicon.txt | 2 +- requirements_cpu_only.txt | 2 +- requirements_cpu_only_noavx2.txt | 2 +- requirements_noavx2.txt | 2 +- requirements_nowheels.txt | 2 +- 9 files changed, 9 insertions(+), 9 deletions(-) diff --git a/requirements.txt b/requirements.txt index 54ac7a8d..6b702581 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12; platform_system != "Darwin" and platform_machine != "x86_64" gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown diff --git a/requirements_amd.txt b/requirements_amd.txt index 6882bc84..757e416e 100644 --- a/requirements_amd.txt +++ b/requirements_amd.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12; platform_system == "Windows" or python_version < "3.10" or python_version > "3.11" or platform_machine != "x86_64" gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt index a8114c6f..d6b80f0e 100644 --- a/requirements_amd_noavx2.txt +++ b/requirements_amd_noavx2.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12; platform_system == "Windows" or python_version < "3.10" or python_version > "3.11" or platform_machine != "x86_64" gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt index 653b8b06..375199c2 100644 --- a/requirements_apple_intel.txt +++ b/requirements_apple_intel.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12 gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt index f3d29f2c..b1fca696 100644 --- a/requirements_apple_silicon.txt +++ b/requirements_apple_silicon.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12 gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index 0325a178..27413604 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12 gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt index 6dbb5b64..f722cf54 100644 --- a/requirements_cpu_only_noavx2.txt +++ b/requirements_cpu_only_noavx2.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12 gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt index 04c948d8..836ce14a 100644 --- a/requirements_noavx2.txt +++ b/requirements_noavx2.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12; platform_system != "Darwin" and platform_machine != "x86_64" gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index d67134e1..218f3ddc 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -4,7 +4,7 @@ datasets einops exllamav2==0.0.12 gradio==3.50.* -hqq==0.1.2 +hqq==0.1.2.post1 jinja2==3.1.2 lm_eval==0.3.0 markdown From c0bdcee646a011a6380e39650dab155d50b1cfba Mon Sep 17 00:00:00 2001 From: sam-ngu <30950704+sam-ngu@users.noreply.github.com> Date: Fri, 26 Jan 2024 22:10:57 +0800 Subject: [PATCH 2/2] added trust_remote_code to deepspeed init loaderClass (#5237) --- modules/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/models.py b/modules/models.py index e94dd12f..6c38c3c7 100644 --- a/modules/models.py +++ b/modules/models.py @@ -162,7 +162,7 @@ def huggingface_loader(model_name): # DeepSpeed ZeRO-3 elif shared.args.deepspeed: - model = LoaderClass.from_pretrained(path_to_model, torch_dtype=params['torch_dtype']) + model = LoaderClass.from_pretrained(path_to_model, torch_dtype=params['torch_dtype'], trust_remote_code=params['trust_remote_code']) model = deepspeed.initialize(model=model, config_params=ds_config, model_parameters=None, optimizer=None, lr_scheduler=None)[0] model.module.eval() # Inference logger.info(f'DeepSpeed ZeRO-3 is enabled: {is_deepspeed_zero3_enabled()}')