From 91c2a8e88d4271991f85a61cb8721faba6a34efd Mon Sep 17 00:00:00 2001 From: stefanhamburger <9825318+stefanhamburger@users.noreply.github.com> Date: Mon, 13 Mar 2023 07:42:09 +0100 Subject: [PATCH 01/35] Fix: tuple object does not support item assignment --- extensions/silero_tts/script.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/extensions/silero_tts/script.py b/extensions/silero_tts/script.py index bc660483..1d068229 100644 --- a/extensions/silero_tts/script.py +++ b/extensions/silero_tts/script.py @@ -57,7 +57,7 @@ def remove_surrounded_chars(string): def remove_tts_from_history(name1, name2): for i, entry in enumerate(shared.history['internal']): - shared.history['visible'][i][1] = entry[1] + shared.history['visible'][i] = [shared.history['visible'][i][0], entry[1]] return chat.generate_chat_output(shared.history['visible'], name1, name2, shared.character) def toggle_text_in_history(name1, name2): @@ -66,9 +66,9 @@ def toggle_text_in_history(name1, name2): if visible_reply.startswith('')[0]}\n\n{reply}" + shared.history['visible'][i] = [shared.history['visible'][i][0], f"{visible_reply.split('')[0]}\n\n{reply}"] else: - shared.history['visible'][i][1] = f"{visible_reply.split('')[0]}" + shared.history['visible'][i] = [shared.history['visible'][i][0], f"{visible_reply.split('')[0]}"] return chat.generate_chat_output(shared.history['visible'], name1, name2, shared.character) def input_modifier(string): @@ -79,7 +79,7 @@ def input_modifier(string): # Remove autoplay from the last reply if (shared.args.chat or shared.args.cai_chat) and len(shared.history['internal']) > 0: - shared.history['visible'][-1][1] = shared.history['visible'][-1][1].replace('controls autoplay>','controls>') + shared.history['visible'][-1] = [shared.history['visible'][-1][0], shared.history['visible'][-1][1].replace('controls autoplay>','controls>')] return string From 0c224cf4f4d9c85ecce7aaf00af0e880c46fb7ac Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 10:32:28 -0300 Subject: [PATCH 02/35] Fix GALACTICA (#285) --- modules/text_generation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/text_generation.py b/modules/text_generation.py index f5d2b8d0..d64481b2 100644 --- a/modules/text_generation.py +++ b/modules/text_generation.py @@ -123,7 +123,7 @@ def generate_reply(question, max_new_tokens, do_sample, temperature, top_p, typi original_input_ids = input_ids output = input_ids[0] cuda = "" if (shared.args.cpu or shared.args.deepspeed or shared.args.flexgen) else ".cuda()" - eos_token_ids = [shared.tokenizer.eos_token_id] + eos_token_ids = [shared.tokenizer.eos_token_id] if shared.tokenizer.eos_token_id is not None else [] if eos_token is not None: eos_token_ids.append(int(encode(eos_token)[0][-1])) stopping_criteria_list = transformers.StoppingCriteriaList() From 72757088fa6082676badf987725b27b50628a265 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 10:55:00 -0300 Subject: [PATCH 03/35] Create FUNDING.yml --- .github/FUNDING.yml | 1 + 1 file changed, 1 insertion(+) create mode 100644 .github/FUNDING.yml diff --git a/.github/FUNDING.yml b/.github/FUNDING.yml new file mode 100644 index 00000000..57b7f698 --- /dev/null +++ b/.github/FUNDING.yml @@ -0,0 +1 @@ +ko_fi: oobabooga From bdff37f0bb174d05a17c02beba11ee3c6fc49453 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 11:05:51 -0300 Subject: [PATCH 04/35] Update README.md --- README.md | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/README.md b/README.md index 89b567f2..ec5063b9 100644 --- a/README.md +++ b/README.md @@ -60,8 +60,7 @@ pip3 install torch torchvision torchaudio --extra-index-url https://download.pyt conda install pytorch torchvision torchaudio git -c pytorch ``` -See also: [Installation instructions for human beings -](https://github.com/oobabooga/text-generation-webui/wiki/Installation-instructions-for-human-beings) +See also: [Installation instructions for human beings](https://github.com/oobabooga/text-generation-webui/wiki/Installation-instructions-for-human-beings). ## Installation option 2: one-click installers From 372363bc3d5383d8351e45ee77323ba686a59769 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 12:07:02 -0300 Subject: [PATCH 05/35] Fix GPTQ load_quant call on Windows --- modules/quantized_LLaMA.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/quantized_LLaMA.py b/modules/quantized_LLaMA.py index e9352f90..a5757c68 100644 --- a/modules/quantized_LLaMA.py +++ b/modules/quantized_LLaMA.py @@ -40,7 +40,7 @@ def load_quantized_LLaMA(model_name): print(f"Could not find {pt_model}, exiting...") exit() - model = load_quant(path_to_model, str(pt_path), bits) + model = load_quant(str(path_to_model), str(pt_path), bits) # Multiple GPUs or GPU+CPU if shared.args.gpu_memory: From d97bfb871331528aa7217f65299a72baa3e64516 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 12:39:33 -0300 Subject: [PATCH 06/35] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index ec5063b9..b6cc6687 100644 --- a/README.md +++ b/README.md @@ -157,7 +157,7 @@ Optionally, you can use the following command-line flags: | `--local_rank LOCAL_RANK` | DeepSpeed: Optional argument for distributed setups. | | `--rwkv-strategy RWKV_STRATEGY` | RWKV: The strategy to use while loading the model. Examples: "cpu fp32", "cuda fp16", "cuda fp16i8". | | `--rwkv-cuda-on` | RWKV: Compile the CUDA kernel for better performance. | -| `--no-stream` | Don't stream the text output in real time. This improves the text generation performance.| +| `--no-stream` | Don't stream the text output in real time. | | `--settings SETTINGS_FILE` | Load the default interface settings from this json file. See `settings-template.json` for an example. If you create a file called `settings.json`, this file will be loaded by default without the need to use the `--settings` flag.| | `--extensions EXTENSIONS [EXTENSIONS ...]` | The list of extensions to load. If you want to load more than one extension, write the names separated by spaces. | | `--listen` | Make the web UI reachable from your local network.| From ddea518e0fb06ba2bd38b6d9672178ad669bda1f Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 12:43:33 -0300 Subject: [PATCH 07/35] Document --auto-launch --- README.md | 1 + modules/shared.py | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index b6cc6687..79a66f14 100644 --- a/README.md +++ b/README.md @@ -163,6 +163,7 @@ Optionally, you can use the following command-line flags: | `--listen` | Make the web UI reachable from your local network.| | `--listen-port LISTEN_PORT` | The listening port that the server will use. | | `--share` | Create a public URL. This is useful for running the web UI on Google Colab or similar. | +| '--auto-launch' | 'Open the web UI in the default browser upon launch' | | `--verbose` | Print the prompts to the terminal. | Out of memory errors? [Check this guide](https://github.com/oobabooga/text-generation-webui/wiki/Low-VRAM-guide). diff --git a/modules/shared.py b/modules/shared.py index 5f6c01f3..66b00f93 100644 --- a/modules/shared.py +++ b/modules/shared.py @@ -85,12 +85,12 @@ parser.add_argument('--nvme-offload-dir', type=str, help='DeepSpeed: Directory t parser.add_argument('--local_rank', type=int, default=0, help='DeepSpeed: Optional argument for distributed setups.') parser.add_argument('--rwkv-strategy', type=str, default=None, help='RWKV: The strategy to use while loading the model. Examples: "cpu fp32", "cuda fp16", "cuda fp16i8".') parser.add_argument('--rwkv-cuda-on', action='store_true', help='RWKV: Compile the CUDA kernel for better performance.') -parser.add_argument('--no-stream', action='store_true', help='Don\'t stream the text output in real time. This improves the text generation performance.') +parser.add_argument('--no-stream', action='store_true', help='Don\'t stream the text output in real time.') parser.add_argument('--settings', type=str, help='Load the default interface settings from this json file. See settings-template.json for an example. If you create a file called settings.json, this file will be loaded by default without the need to use the --settings flag.') parser.add_argument('--extensions', type=str, nargs="+", help='The list of extensions to load. If you want to load more than one extension, write the names separated by spaces.') parser.add_argument('--listen', action='store_true', help='Make the web UI reachable from your local network.') parser.add_argument('--listen-port', type=int, help='The listening port that the server will use.') parser.add_argument('--share', action='store_true', help='Create a public URL. This is useful for running the web UI on Google Colab or similar.') -parser.add_argument('--verbose', action='store_true', help='Print the prompts to the terminal.') parser.add_argument('--auto-launch', action='store_true', default=False, help='Open the web UI in the default browser upon launch') +parser.add_argument('--verbose', action='store_true', help='Print the prompts to the terminal.') args = parser.parse_args() From 66b6971b61c7a783be8d5416baf21e896e3e2164 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 12:44:18 -0300 Subject: [PATCH 08/35] Update README --- README.md | 2 +- modules/shared.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 79a66f14..dbc8c59c 100644 --- a/README.md +++ b/README.md @@ -163,7 +163,7 @@ Optionally, you can use the following command-line flags: | `--listen` | Make the web UI reachable from your local network.| | `--listen-port LISTEN_PORT` | The listening port that the server will use. | | `--share` | Create a public URL. This is useful for running the web UI on Google Colab or similar. | -| '--auto-launch' | 'Open the web UI in the default browser upon launch' | +| `--auto-launch` | Open the web UI in the default browser upon launch. | | `--verbose` | Print the prompts to the terminal. | Out of memory errors? [Check this guide](https://github.com/oobabooga/text-generation-webui/wiki/Low-VRAM-guide). diff --git a/modules/shared.py b/modules/shared.py index 66b00f93..8fcd4745 100644 --- a/modules/shared.py +++ b/modules/shared.py @@ -91,6 +91,6 @@ parser.add_argument('--extensions', type=str, nargs="+", help='The list of exten parser.add_argument('--listen', action='store_true', help='Make the web UI reachable from your local network.') parser.add_argument('--listen-port', type=int, help='The listening port that the server will use.') parser.add_argument('--share', action='store_true', help='Create a public URL. This is useful for running the web UI on Google Colab or similar.') -parser.add_argument('--auto-launch', action='store_true', default=False, help='Open the web UI in the default browser upon launch') +parser.add_argument('--auto-launch', action='store_true', default=False, help='Open the web UI in the default browser upon launch.') parser.add_argument('--verbose', action='store_true', help='Print the prompts to the terminal.') args = parser.parse_args() From 435a69e357926d2ae10cf9285f73b52971d4b572 Mon Sep 17 00:00:00 2001 From: Luis Cosio Date: Mon, 13 Mar 2023 11:41:35 -0600 Subject: [PATCH 09/35] Fix for issue #282 RuntimeError: Tensors must have same number of dimensions: got 3 and 4 --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index b078ecf4..6d0095aa 100644 --- a/requirements.txt +++ b/requirements.txt @@ -8,4 +8,4 @@ rwkv==0.3.1 safetensors==0.3.0 sentencepiece tqdm -git+https://github.com/zphang/transformers@llama_push +git+https://github.com/zphang/transformers.git@68d640f7c368bcaaaecfc678f11908ebbd3d6176 From 0a755847069fa1494c37c7bb27dcdc9115b0372f Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:07:08 -0300 Subject: [PATCH 10/35] Create issue templates --- .github/ISSUE_TEMPLATE/bug_report.md | 38 +++++++++++++++++++++++ .github/ISSUE_TEMPLATE/feature_request.md | 20 ++++++++++++ 2 files changed, 58 insertions(+) create mode 100644 .github/ISSUE_TEMPLATE/bug_report.md create mode 100644 .github/ISSUE_TEMPLATE/feature_request.md diff --git a/.github/ISSUE_TEMPLATE/bug_report.md b/.github/ISSUE_TEMPLATE/bug_report.md new file mode 100644 index 00000000..dd84ea78 --- /dev/null +++ b/.github/ISSUE_TEMPLATE/bug_report.md @@ -0,0 +1,38 @@ +--- +name: Bug report +about: Create a report to help us improve +title: '' +labels: '' +assignees: '' + +--- + +**Describe the bug** +A clear and concise description of what the bug is. + +**To Reproduce** +Steps to reproduce the behavior: +1. Go to '...' +2. Click on '....' +3. Scroll down to '....' +4. See error + +**Expected behavior** +A clear and concise description of what you expected to happen. + +**Screenshots** +If applicable, add screenshots to help explain your problem. + +**Desktop (please complete the following information):** + - OS: [e.g. iOS] + - Browser [e.g. chrome, safari] + - Version [e.g. 22] + +**Smartphone (please complete the following information):** + - Device: [e.g. iPhone6] + - OS: [e.g. iOS8.1] + - Browser [e.g. stock browser, safari] + - Version [e.g. 22] + +**Additional context** +Add any other context about the problem here. diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md new file mode 100644 index 00000000..bbcbbe7d --- /dev/null +++ b/.github/ISSUE_TEMPLATE/feature_request.md @@ -0,0 +1,20 @@ +--- +name: Feature request +about: Suggest an idea for this project +title: '' +labels: '' +assignees: '' + +--- + +**Is your feature request related to a problem? Please describe.** +A clear and concise description of what the problem is. Ex. I'm always frustrated when [...] + +**Describe the solution you'd like** +A clear and concise description of what you want to happen. + +**Describe alternatives you've considered** +A clear and concise description of any alternative solutions or features you've considered. + +**Additional context** +Add any other context or screenshots about the feature request here. From 69d4b818b7d8cdee9357ea834f96e324206eb03c Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:09:37 -0300 Subject: [PATCH 11/35] Create bug_report_template.yml --- .../ISSUE_TEMPLATE/bug_report_template.yml | 65 +++++++++++++++++++ 1 file changed, 65 insertions(+) create mode 100644 .github/ISSUE_TEMPLATE/bug_report_template.yml diff --git a/.github/ISSUE_TEMPLATE/bug_report_template.yml b/.github/ISSUE_TEMPLATE/bug_report_template.yml new file mode 100644 index 00000000..04924a40 --- /dev/null +++ b/.github/ISSUE_TEMPLATE/bug_report_template.yml @@ -0,0 +1,65 @@ +name: "\U0001F41E Bug report" +description: Report a bug on Gradio +labels: [ "bug" ] +body: + - type: markdown + attributes: + value: | + Thanks for taking the time to fill out this bug report! + - type: textarea + id: bug-description + attributes: + label: Describe the bug + description: A clear and concise description of what the bug is. If you intend to submit a PR for this issue, tell us in the description. Thanks! + placeholder: Bug description + validations: + required: true + - type: checkboxes + attributes: + label: Is there an existing issue for this? + description: Please search to see if an issue already exists for the issue you encountered. + options: + - label: I have searched the existing issues + required: true + - type: textarea + id: reproduction + attributes: + label: Reproduction + description: Please provide a link to a repo or REPL that can reproduce the problem you ran into. Or provide the Python code below that can be run to reproduce the issue. + placeholder: Reproduction + validations: + required: true + - type: textarea + id: screenshot + attributes: + label: Screenshot + description: "If possible, please include screenshot(s) so that we can understand what the issue is." + - type: textarea + id: logs + attributes: + label: Logs + description: "Please include the full stacktrace of the errors you get from Python or Javascript. If you are running in a colab notebooks, you can get the logs with by setting `debug=True`, i.e: `gradio.Interface.launch(debug=True)`" + render: shell + validations: + required: true + - type: textarea + id: system-info + attributes: + label: System Info + description: Please share your system info with us, you can get the Gradio version with `gradio.__version__` + render: shell + placeholder: Gradio version, Operating System, Browser + validations: + required: true + - type: dropdown + id: severity + attributes: + label: Severity + description: Select the severity of this issue + options: + - annoying + - serious, but I can work around it + - blocking upgrade to latest gradio version + - blocking all usage of gradio + validations: + required: true From 7dbc071e5acf7032ebfee663180d89df7c9eedc5 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:09:58 -0300 Subject: [PATCH 12/35] Delete bug_report.md --- .github/ISSUE_TEMPLATE/bug_report.md | 38 ---------------------------- 1 file changed, 38 deletions(-) delete mode 100644 .github/ISSUE_TEMPLATE/bug_report.md diff --git a/.github/ISSUE_TEMPLATE/bug_report.md b/.github/ISSUE_TEMPLATE/bug_report.md deleted file mode 100644 index dd84ea78..00000000 --- a/.github/ISSUE_TEMPLATE/bug_report.md +++ /dev/null @@ -1,38 +0,0 @@ ---- -name: Bug report -about: Create a report to help us improve -title: '' -labels: '' -assignees: '' - ---- - -**Describe the bug** -A clear and concise description of what the bug is. - -**To Reproduce** -Steps to reproduce the behavior: -1. Go to '...' -2. Click on '....' -3. Scroll down to '....' -4. See error - -**Expected behavior** -A clear and concise description of what you expected to happen. - -**Screenshots** -If applicable, add screenshots to help explain your problem. - -**Desktop (please complete the following information):** - - OS: [e.g. iOS] - - Browser [e.g. chrome, safari] - - Version [e.g. 22] - -**Smartphone (please complete the following information):** - - Device: [e.g. iPhone6] - - OS: [e.g. iOS8.1] - - Browser [e.g. stock browser, safari] - - Version [e.g. 22] - -**Additional context** -Add any other context about the problem here. From aee3b53fb37f7f2fb1e751e8ab2b61e85dfcc1b2 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:14:31 -0300 Subject: [PATCH 13/35] Update bug_report_template.yml --- .../ISSUE_TEMPLATE/bug_report_template.yml | 26 +++++-------------- 1 file changed, 7 insertions(+), 19 deletions(-) diff --git a/.github/ISSUE_TEMPLATE/bug_report_template.yml b/.github/ISSUE_TEMPLATE/bug_report_template.yml index 04924a40..49fbe984 100644 --- a/.github/ISSUE_TEMPLATE/bug_report_template.yml +++ b/.github/ISSUE_TEMPLATE/bug_report_template.yml @@ -1,5 +1,5 @@ -name: "\U0001F41E Bug report" -description: Report a bug on Gradio +name: "Bug report" +description: Report a bug labels: [ "bug" ] body: - type: markdown @@ -10,7 +10,7 @@ body: id: bug-description attributes: label: Describe the bug - description: A clear and concise description of what the bug is. If you intend to submit a PR for this issue, tell us in the description. Thanks! + description: A clear and concise description of what the bug is. placeholder: Bug description validations: required: true @@ -25,7 +25,7 @@ body: id: reproduction attributes: label: Reproduction - description: Please provide a link to a repo or REPL that can reproduce the problem you ran into. Or provide the Python code below that can be run to reproduce the issue. + description: Please provide the steps necessary to reproduce your issue, including the command-line flags that were used (like `--chat`, `--gpu-memory`, etc). placeholder: Reproduction validations: required: true @@ -38,7 +38,7 @@ body: id: logs attributes: label: Logs - description: "Please include the full stacktrace of the errors you get from Python or Javascript. If you are running in a colab notebooks, you can get the logs with by setting `debug=True`, i.e: `gradio.Interface.launch(debug=True)`" + description: "Please include the full stacktrace of the errors you get in the command-line (if any)." render: shell validations: required: true @@ -46,20 +46,8 @@ body: id: system-info attributes: label: System Info - description: Please share your system info with us, you can get the Gradio version with `gradio.__version__` + description: Please share your system info with us: operating system and GPU brand/model. render: shell - placeholder: Gradio version, Operating System, Browser - validations: - required: true - - type: dropdown - id: severity - attributes: - label: Severity - description: Select the severity of this issue - options: - - annoying - - serious, but I can work around it - - blocking upgrade to latest gradio version - - blocking all usage of gradio + placeholder: validations: required: true From ed30bd3216d41b6a4f6694e4f440fbceaf46dff4 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:14:54 -0300 Subject: [PATCH 14/35] Update bug_report_template.yml --- .github/ISSUE_TEMPLATE/bug_report_template.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/ISSUE_TEMPLATE/bug_report_template.yml b/.github/ISSUE_TEMPLATE/bug_report_template.yml index 49fbe984..19275180 100644 --- a/.github/ISSUE_TEMPLATE/bug_report_template.yml +++ b/.github/ISSUE_TEMPLATE/bug_report_template.yml @@ -46,7 +46,7 @@ body: id: system-info attributes: label: System Info - description: Please share your system info with us: operating system and GPU brand/model. + description: "Please share your system info with us: operating system and GPU brand/model." render: shell placeholder: validations: From bcfb7d752ae661da80aab0e1ed986211369b2ba1 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:16:18 -0300 Subject: [PATCH 15/35] Update bug_report_template.yml --- .github/ISSUE_TEMPLATE/bug_report_template.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/ISSUE_TEMPLATE/bug_report_template.yml b/.github/ISSUE_TEMPLATE/bug_report_template.yml index 19275180..7af7aa0f 100644 --- a/.github/ISSUE_TEMPLATE/bug_report_template.yml +++ b/.github/ISSUE_TEMPLATE/bug_report_template.yml @@ -25,7 +25,7 @@ body: id: reproduction attributes: label: Reproduction - description: Please provide the steps necessary to reproduce your issue, including the command-line flags that were used (like `--chat`, `--gpu-memory`, etc). + description: Please provide the steps necessary to reproduce your issue, including the command-line flags that were used (`--chat`, `--gpu-memory`, etc). placeholder: Reproduction validations: required: true From 68464279e036beb7661ebc7ae7566e6f3de4e8de Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:19:07 -0300 Subject: [PATCH 16/35] Update feature_request.md --- .github/ISSUE_TEMPLATE/feature_request.md | 14 +++++--------- 1 file changed, 5 insertions(+), 9 deletions(-) diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md index bbcbbe7d..66149832 100644 --- a/.github/ISSUE_TEMPLATE/feature_request.md +++ b/.github/ISSUE_TEMPLATE/feature_request.md @@ -1,20 +1,16 @@ --- name: Feature request -about: Suggest an idea for this project +about: Suggest an improvement or new feature for the web UI title: '' labels: '' assignees: '' --- +- [ ] I have searched to see if a similar issue already exists. -**Is your feature request related to a problem? Please describe.** + +**Is your feature request related to a problem? Please describe.** A clear and concise description of what the problem is. Ex. I'm always frustrated when [...] -**Describe the solution you'd like** +**Describe the feature you'd like** A clear and concise description of what you want to happen. - -**Describe alternatives you've considered** -A clear and concise description of any alternative solutions or features you've considered. - -**Additional context** -Add any other context or screenshots about the feature request here. From c6ecb354e5921d4c6aa2742e1476a3aa284a6d2d Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:26:28 -0300 Subject: [PATCH 17/35] Update feature_request.md --- .github/ISSUE_TEMPLATE/feature_request.md | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md index 66149832..83bd0d87 100644 --- a/.github/ISSUE_TEMPLATE/feature_request.md +++ b/.github/ISSUE_TEMPLATE/feature_request.md @@ -6,11 +6,12 @@ labels: '' assignees: '' --- -- [ ] I have searched to see if a similar issue already exists. +**Description** -**Is your feature request related to a problem? Please describe.** -A clear and concise description of what the problem is. Ex. I'm always frustrated when [...] +A clear and concise description of what you want to be implemented. + +**Additional Context** + +Any additional information or context that might be helpful, including relevant external URLs and screenshots if any. -**Describe the feature you'd like** -A clear and concise description of what you want to happen. From d6763a6560e0c1cfc487fed70e296daf921465fc Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:27:24 -0300 Subject: [PATCH 18/35] Update feature_request.md --- .github/ISSUE_TEMPLATE/feature_request.md | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md index 83bd0d87..2bdf1b9a 100644 --- a/.github/ISSUE_TEMPLATE/feature_request.md +++ b/.github/ISSUE_TEMPLATE/feature_request.md @@ -13,5 +13,4 @@ A clear and concise description of what you want to be implemented. **Additional Context** -Any additional information or context that might be helpful, including relevant external URLs and screenshots if any. - +If applicable, please provide any extra information, external links, or screenshots that could be useful. From 511b1368b8f25619eb55591367d513b56cb1ba8b Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:29:38 -0300 Subject: [PATCH 19/35] Update bug_report_template.yml --- .github/ISSUE_TEMPLATE/bug_report_template.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/ISSUE_TEMPLATE/bug_report_template.yml b/.github/ISSUE_TEMPLATE/bug_report_template.yml index 7af7aa0f..d55ce9f9 100644 --- a/.github/ISSUE_TEMPLATE/bug_report_template.yml +++ b/.github/ISSUE_TEMPLATE/bug_report_template.yml @@ -46,7 +46,7 @@ body: id: system-info attributes: label: System Info - description: "Please share your system info with us: operating system and GPU brand/model." + description: "Please share your system info with us: operating system, GPU brand, and GPU model. If you are using a Google Colab notebook, mention that instead." render: shell placeholder: validations: From 47c941c5fd0ba146a7d07be998811e135cf4e2ba Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:37:35 -0300 Subject: [PATCH 20/35] Create stale.yml --- .github/workflow/stale.yml | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 .github/workflow/stale.yml diff --git a/.github/workflow/stale.yml b/.github/workflow/stale.yml new file mode 100644 index 00000000..edfafd24 --- /dev/null +++ b/.github/workflow/stale.yml @@ -0,0 +1,22 @@ +name: Close inactive issues +on: + schedule: + - cron: "38 21 * * *" + +jobs: + close-issues: + runs-on: ubuntu-latest + permissions: + issues: write + pull-requests: write + steps: + - uses: actions/stale@v5 + with: + days-before-issue-stale: -1 + days-before-issue-close: 30 + stale-issue-label: "stale" + stale-issue-message: "This issue is stale because it has been open for 30 days with no activity." + close-issue-message: "This issue was closed because it has been inactive for 30 days. If you think that it is still relevant, feel free to reopen it (if you are the author) or comment down below." + days-before-pr-stale: -1 + days-before-pr-close: -1 + repo-token: ${{ secrets.GITHUB_TOKEN }} From 7c17613addc45cb275e181630c27c3baa1514648 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:47:31 -0300 Subject: [PATCH 21/35] Update and rename .github/workflow/stale.yml to .github/workflows/stale.yml --- .github/{workflow => workflows}/stale.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) rename .github/{workflow => workflows}/stale.yml (96%) diff --git a/.github/workflow/stale.yml b/.github/workflows/stale.yml similarity index 96% rename from .github/workflow/stale.yml rename to .github/workflows/stale.yml index edfafd24..98fbe377 100644 --- a/.github/workflow/stale.yml +++ b/.github/workflows/stale.yml @@ -1,7 +1,7 @@ name: Close inactive issues on: schedule: - - cron: "38 21 * * *" + - cron: "48 21 * * *" jobs: close-issues: From 60cc7d3c3ac11edf840484e7f63190c6898b361b Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 18:53:11 -0300 Subject: [PATCH 22/35] Update stale.yml --- .github/workflows/stale.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml index 98fbe377..302ce094 100644 --- a/.github/workflows/stale.yml +++ b/.github/workflows/stale.yml @@ -1,7 +1,7 @@ name: Close inactive issues on: schedule: - - cron: "48 21 * * *" + - cron: "55 21 * * *" jobs: close-issues: From c805843b41bb472a7e7021db7b6096f5c4a95999 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 19:09:06 -0300 Subject: [PATCH 23/35] Update stale.yml --- .github/workflows/stale.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml index 302ce094..c837034b 100644 --- a/.github/workflows/stale.yml +++ b/.github/workflows/stale.yml @@ -1,7 +1,7 @@ name: Close inactive issues on: schedule: - - cron: "55 21 * * *" + - cron: "07 23 * * *" jobs: close-issues: From bad0b0af48392425659dd792b4481bbdb0b59a58 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 19:20:18 -0300 Subject: [PATCH 24/35] Update stale.yml --- .github/workflows/stale.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml index c837034b..fd69b157 100644 --- a/.github/workflows/stale.yml +++ b/.github/workflows/stale.yml @@ -12,7 +12,7 @@ jobs: steps: - uses: actions/stale@v5 with: - days-before-issue-stale: -1 + days-before-issue-stale: 30 days-before-issue-close: 30 stale-issue-label: "stale" stale-issue-message: "This issue is stale because it has been open for 30 days with no activity." From 15714580da3dddcd8fd4baf6efe02804cdf7893b Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 19:39:21 -0300 Subject: [PATCH 25/35] Update stale.yml --- .github/workflows/stale.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml index fd69b157..c9c11e1b 100644 --- a/.github/workflows/stale.yml +++ b/.github/workflows/stale.yml @@ -1,7 +1,7 @@ name: Close inactive issues on: schedule: - - cron: "07 23 * * *" + - cron: "50 22 * * *" jobs: close-issues: @@ -12,11 +12,11 @@ jobs: steps: - uses: actions/stale@v5 with: + stale-issue-message: "" + close-issue-message: "This issue has been closed due to inactivity for 30 days. If you believe it is still relevant, you can reopen it (if you are the author) or leave a comment below." days-before-issue-stale: 30 days-before-issue-close: 30 stale-issue-label: "stale" - stale-issue-message: "This issue is stale because it has been open for 30 days with no activity." - close-issue-message: "This issue was closed because it has been inactive for 30 days. If you think that it is still relevant, feel free to reopen it (if you are the author) or comment down below." days-before-pr-stale: -1 days-before-pr-close: -1 repo-token: ${{ secrets.GITHUB_TOKEN }} From 79e519cff6fe769fe27aff65a94d3a8bf4c48c1e Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 20:03:08 -0300 Subject: [PATCH 26/35] Update stale.yml --- .github/workflows/stale.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml index c9c11e1b..82cd1701 100644 --- a/.github/workflows/stale.yml +++ b/.github/workflows/stale.yml @@ -1,7 +1,7 @@ name: Close inactive issues on: schedule: - - cron: "50 22 * * *" + - cron: "10 23 * * *" jobs: close-issues: @@ -15,7 +15,7 @@ jobs: stale-issue-message: "" close-issue-message: "This issue has been closed due to inactivity for 30 days. If you believe it is still relevant, you can reopen it (if you are the author) or leave a comment below." days-before-issue-stale: 30 - days-before-issue-close: 30 + days-before-issue-close: 0 stale-issue-label: "stale" days-before-pr-stale: -1 days-before-pr-close: -1 From 0dab2c5dc5ac36738341e83a6ac2632008c8db77 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 22:18:03 -0300 Subject: [PATCH 27/35] Update feature_request.md --- .github/ISSUE_TEMPLATE/feature_request.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md index 2bdf1b9a..b94974f8 100644 --- a/.github/ISSUE_TEMPLATE/feature_request.md +++ b/.github/ISSUE_TEMPLATE/feature_request.md @@ -2,7 +2,7 @@ name: Feature request about: Suggest an improvement or new feature for the web UI title: '' -labels: '' +labels: 'enhancement' assignees: '' --- From 3fb8196e167d9fa466453496e9172d03f524d364 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 22:28:00 -0300 Subject: [PATCH 28/35] Implement "*Is recording a voice message...*" for TTS #303 --- extensions/silero_tts/script.py | 2 ++ modules/chat.py | 10 ++++++---- modules/shared.py | 1 + 3 files changed, 9 insertions(+), 4 deletions(-) diff --git a/extensions/silero_tts/script.py b/extensions/silero_tts/script.py index 1d068229..f611dc27 100644 --- a/extensions/silero_tts/script.py +++ b/extensions/silero_tts/script.py @@ -81,6 +81,7 @@ def input_modifier(string): if (shared.args.chat or shared.args.cai_chat) and len(shared.history['internal']) > 0: shared.history['visible'][-1] = [shared.history['visible'][-1][0], shared.history['visible'][-1][1].replace('controls autoplay>','controls>')] + shared.processing_message = "*Is recording a voice message...*" return string def output_modifier(string): @@ -119,6 +120,7 @@ def output_modifier(string): if params['show_text']: string += f'\n\n{original_string}' + shared.processing_message = "*Is typing...*" return string def bot_prefix_modifier(string): diff --git a/modules/chat.py b/modules/chat.py index d78278c4..bd45b879 100644 --- a/modules/chat.py +++ b/modules/chat.py @@ -126,8 +126,9 @@ def chatbot_wrapper(text, max_new_tokens, do_sample, temperature, top_p, typical else: prompt = custom_generate_chat_prompt(text, max_new_tokens, name1, name2, context, chat_prompt_size) + # Yield *Is typing...* if not regenerate: - yield shared.history['visible']+[[visible_text, '*Is typing...*']] + yield shared.history['visible']+[[visible_text, shared.processing_message]] # Generate reply = '' @@ -168,7 +169,8 @@ def impersonate_wrapper(text, max_new_tokens, do_sample, temperature, top_p, typ prompt = generate_chat_prompt(text, max_new_tokens, name1, name2, context, chat_prompt_size, impersonate=True) reply = '' - yield '*Is typing...*' + # Yield *Is typing...* + yield shared.processing_message for i in range(chat_generation_attempts): for reply in generate_reply(prompt+reply, max_new_tokens, do_sample, temperature, top_p, typical_p, repetition_penalty, top_k, min_length, no_repeat_ngram_size, num_beams, penalty_alpha, length_penalty, early_stopping, eos_token=eos_token, stopping_string=f"\n{name2}:"): reply, next_character_found = extract_message_from_reply(prompt, reply, name1, name2, check, impersonate=True) @@ -187,8 +189,8 @@ def regenerate_wrapper(text, max_new_tokens, do_sample, temperature, top_p, typi else: last_visible = shared.history['visible'].pop() last_internal = shared.history['internal'].pop() - - yield generate_chat_output(shared.history['visible']+[[last_visible[0], '*Is typing...*']], name1, name2, shared.character) + # Yield '*Is typing...*' + yield generate_chat_output(shared.history['visible']+[[last_visible[0], shared.processing_message]], name1, name2, shared.character) for _history in chatbot_wrapper(last_internal[0], max_new_tokens, do_sample, temperature, top_p, typical_p, repetition_penalty, top_k, min_length, no_repeat_ngram_size, num_beams, penalty_alpha, length_penalty, early_stopping, name1, name2, context, check, chat_prompt_size, chat_generation_attempts, regenerate=True): if shared.args.cai_chat: shared.history['visible'][-1] = [last_visible[0], _history[-1][1]] diff --git a/modules/shared.py b/modules/shared.py index 8fcd4745..5411009a 100644 --- a/modules/shared.py +++ b/modules/shared.py @@ -11,6 +11,7 @@ is_RWKV = False history = {'internal': [], 'visible': []} character = 'None' stop_everything = False +processing_message = '*Is typing...*' # UI elements (buttons, sliders, HTML, etc) gradio = {} From a0ef82c895ef5e93c27ed92b0e92452562b22c83 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 22:35:28 -0300 Subject: [PATCH 29/35] Activate dependabot --- .github/dependabot.yml | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 .github/dependabot.yml diff --git a/.github/dependabot.yml b/.github/dependabot.yml new file mode 100644 index 00000000..91abb11f --- /dev/null +++ b/.github/dependabot.yml @@ -0,0 +1,11 @@ +# To get started with Dependabot version updates, you'll need to specify which +# package ecosystems to update and where the package manifests are located. +# Please see the documentation for all configuration options: +# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates + +version: 2 +updates: + - package-ecosystem: "pip" # See documentation for possible values + directory: "/" # Location of package manifests + schedule: + interval: "weekly" From 715c3ecba6a0f2102b9e36cda0395697ac7fd722 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue, 14 Mar 2023 01:36:02 +0000 Subject: [PATCH 30/35] Bump rwkv from 0.3.1 to 0.4.2 Bumps [rwkv](https://github.com/BlinkDL/ChatRWKV) from 0.3.1 to 0.4.2. - [Release notes](https://github.com/BlinkDL/ChatRWKV/releases) - [Commits](https://github.com/BlinkDL/ChatRWKV/commits) --- updated-dependencies: - dependency-name: rwkv dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 6d0095aa..8eeaa995 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,7 +4,7 @@ flexgen==0.1.7 gradio==3.18.0 numpy requests -rwkv==0.3.1 +rwkv==0.4.2 safetensors==0.3.0 sentencepiece tqdm From df830885939eba8518c2b378e4747e70a752fc0c Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue, 14 Mar 2023 01:36:18 +0000 Subject: [PATCH 31/35] Bump bitsandbytes from 0.37.0 to 0.37.1 Bumps [bitsandbytes](https://github.com/TimDettmers/bitsandbytes) from 0.37.0 to 0.37.1. - [Release notes](https://github.com/TimDettmers/bitsandbytes/releases) - [Changelog](https://github.com/TimDettmers/bitsandbytes/blob/main/CHANGELOG.md) - [Commits](https://github.com/TimDettmers/bitsandbytes/commits) --- updated-dependencies: - dependency-name: bitsandbytes dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 6d0095aa..94e5a48b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,5 @@ accelerate==0.17.0 -bitsandbytes==0.37.0 +bitsandbytes==0.37.1 flexgen==0.1.7 gradio==3.18.0 numpy From 02d407542c7b9cdeca085d5978a3449e11b711c9 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue, 14 Mar 2023 01:40:42 +0000 Subject: [PATCH 32/35] Bump accelerate from 0.17.0 to 0.17.1 Bumps [accelerate](https://github.com/huggingface/accelerate) from 0.17.0 to 0.17.1. - [Release notes](https://github.com/huggingface/accelerate/releases) - [Commits](https://github.com/huggingface/accelerate/compare/v0.17.0...v0.17.1) --- updated-dependencies: - dependency-name: accelerate dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 4950905b..9bb2b74f 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -accelerate==0.17.0 +accelerate==0.17.1 bitsandbytes==0.37.1 flexgen==0.1.7 gradio==3.18.0 From b5e0d3c2273bb161f41cb9fffd62beb0f5ebf858 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 23:02:25 -0300 Subject: [PATCH 33/35] Create config.yml --- .github/ISSUE_TEMPLATE/config.yml | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 .github/ISSUE_TEMPLATE/config.yml diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml new file mode 100644 index 00000000..0d091e28 --- /dev/null +++ b/.github/ISSUE_TEMPLATE/config.yml @@ -0,0 +1,6 @@ +blank_issues_enabled: true +version: 2.1 +contact_links: + - name: Forum + url: https://github.com/oobabooga/text-generation-webui/discussions + about: General usage questions and community discussions From 33b9a15232f80dbde843e44cb436c15ae60d485a Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 13 Mar 2023 23:03:16 -0300 Subject: [PATCH 34/35] Delete config.yml --- .github/ISSUE_TEMPLATE/config.yml | 6 ------ 1 file changed, 6 deletions(-) delete mode 100644 .github/ISSUE_TEMPLATE/config.yml diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml deleted file mode 100644 index 0d091e28..00000000 --- a/.github/ISSUE_TEMPLATE/config.yml +++ /dev/null @@ -1,6 +0,0 @@ -blank_issues_enabled: true -version: 2.1 -contact_links: - - name: Forum - url: https://github.com/oobabooga/text-generation-webui/discussions - about: General usage questions and community discussions From b3275545509a52ac54b1230c7169edee90495e4f Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 14 Mar 2023 00:18:13 -0300 Subject: [PATCH 35/35] Update bug_report_template.yml --- .github/ISSUE_TEMPLATE/bug_report_template.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/ISSUE_TEMPLATE/bug_report_template.yml b/.github/ISSUE_TEMPLATE/bug_report_template.yml index d55ce9f9..bd30a0c9 100644 --- a/.github/ISSUE_TEMPLATE/bug_report_template.yml +++ b/.github/ISSUE_TEMPLATE/bug_report_template.yml @@ -25,7 +25,7 @@ body: id: reproduction attributes: label: Reproduction - description: Please provide the steps necessary to reproduce your issue, including the command-line flags that were used (`--chat`, `--gpu-memory`, etc). + description: Please provide the steps necessary to reproduce your issue. placeholder: Reproduction validations: required: true