From 6c40f7eeb47e8d9f6fda907185f84d6908e98583 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 23 Jan 2023 20:44:27 -0300 Subject: [PATCH] New NovelAI/KoboldAI preset selection --- README.md | 2 ++ ...boldAI-Good Winds (Skein 6B).txt => Kobold-Godlike.txt} | 4 ++-- presets/Kobold-Liminal Drift.txt | 7 +++++++ presets/NovelAI-Best Guess.txt | 7 +++++++ presets/NovelAI-Decadence.txt | 7 +++++++ presets/{NovelAI-All-Nighter.txt => NovelAI-Genesis.txt} | 6 +++--- presets/NovelAI-Lycaenidae.txt | 7 +++++++ .../{NovelAI-Mothra (13B).txt => NovelAI-Ouroboros.txt} | 2 +- presets/NovelAI-Pleasing Results.txt | 7 +++++++ presets/{NovelAI-Luna Moth.txt => NovelAI-Storywriter.txt} | 6 +++--- 10 files changed, 46 insertions(+), 9 deletions(-) rename presets/{KoboldAI-Good Winds (Skein 6B).txt => Kobold-Godlike.txt} (76%) create mode 100644 presets/Kobold-Liminal Drift.txt create mode 100644 presets/NovelAI-Best Guess.txt create mode 100644 presets/NovelAI-Decadence.txt rename presets/{NovelAI-All-Nighter.txt => NovelAI-Genesis.txt} (66%) create mode 100644 presets/NovelAI-Lycaenidae.txt rename presets/{NovelAI-Mothra (13B).txt => NovelAI-Ouroboros.txt} (84%) create mode 100644 presets/NovelAI-Pleasing Results.txt rename presets/{NovelAI-Luna Moth.txt => NovelAI-Storywriter.txt} (66%) diff --git a/README.md b/README.md index f0a2634d..76dbaa09 100644 --- a/README.md +++ b/README.md @@ -140,6 +140,8 @@ Out of memory errors? [Check this guide](https://github.com/oobabooga/text-gener Inference settings presets can be created under `presets/` as text files. These files are detected automatically at startup. +By default, 10 presets by NovelAI and KoboldAI are included. These were selected out of a sample of 43 presets after applying a K-Means clustering algorithm and selecting the elements closest to the average of each cluster. + ## System requirements Check the [wiki](https://github.com/oobabooga/text-generation-webui/wiki/System-requirements) for some examples of VRAM and RAM usage in both GPU and CPU mode. diff --git a/presets/KoboldAI-Good Winds (Skein 6B).txt b/presets/Kobold-Godlike.txt similarity index 76% rename from presets/KoboldAI-Good Winds (Skein 6B).txt rename to presets/Kobold-Godlike.txt index feae41d1..b9288d21 100644 --- a/presets/KoboldAI-Good Winds (Skein 6B).txt +++ b/presets/Kobold-Godlike.txt @@ -1,7 +1,7 @@ do_sample=True, max_new_tokens=tokens, -top_p=1.0, +top_p=0.5, top_k=0, temperature=0.7, repetition_penalty=1.1, -typical_p=1.0, +typical_p=0.19, diff --git a/presets/Kobold-Liminal Drift.txt b/presets/Kobold-Liminal Drift.txt new file mode 100644 index 00000000..7b5c5255 --- /dev/null +++ b/presets/Kobold-Liminal Drift.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=1.0, +top_k=0, +temperature=0.66, +repetition_penalty=1.1, +typical_p=0.6, diff --git a/presets/NovelAI-Best Guess.txt b/presets/NovelAI-Best Guess.txt new file mode 100644 index 00000000..6ae342b3 --- /dev/null +++ b/presets/NovelAI-Best Guess.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=0.9, +top_k=100, +temperature=0.8, +repetition_penalty=1.15, +typical_p=1.0, diff --git a/presets/NovelAI-Decadence.txt b/presets/NovelAI-Decadence.txt new file mode 100644 index 00000000..2171ecda --- /dev/null +++ b/presets/NovelAI-Decadence.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=1.0, +top_k=100, +temperature=2, +repetition_penalty=1, +typical_p=0.97, diff --git a/presets/NovelAI-All-Nighter.txt b/presets/NovelAI-Genesis.txt similarity index 66% rename from presets/NovelAI-All-Nighter.txt rename to presets/NovelAI-Genesis.txt index 9ca7245e..024a29eb 100644 --- a/presets/NovelAI-All-Nighter.txt +++ b/presets/NovelAI-Genesis.txt @@ -1,7 +1,7 @@ do_sample=True, max_new_tokens=tokens, -top_p=1.0, -top_k=13, -temperature=1.33, +top_p=0.98, +top_k=0, +temperature=0.63, repetition_penalty=1.05, typical_p=1.0, diff --git a/presets/NovelAI-Lycaenidae.txt b/presets/NovelAI-Lycaenidae.txt new file mode 100644 index 00000000..f59e6b07 --- /dev/null +++ b/presets/NovelAI-Lycaenidae.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=0.85, +top_k=12, +temperature=2, +repetition_penalty=1.15, +typical_p=1.0, diff --git a/presets/NovelAI-Mothra (13B).txt b/presets/NovelAI-Ouroboros.txt similarity index 84% rename from presets/NovelAI-Mothra (13B).txt rename to presets/NovelAI-Ouroboros.txt index c95a58d3..59248ac7 100644 --- a/presets/NovelAI-Mothra (13B).txt +++ b/presets/NovelAI-Ouroboros.txt @@ -2,6 +2,6 @@ do_sample=True, max_new_tokens=tokens, top_p=1.0, top_k=100, -temperature=1.25, +temperature=1.07, repetition_penalty=1.05, typical_p=1.0, diff --git a/presets/NovelAI-Pleasing Results.txt b/presets/NovelAI-Pleasing Results.txt new file mode 100644 index 00000000..1bba09fe --- /dev/null +++ b/presets/NovelAI-Pleasing Results.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=1.0, +top_k=0, +temperature=0.44, +repetition_penalty=1.15, +typical_p=1.0, diff --git a/presets/NovelAI-Luna Moth.txt b/presets/NovelAI-Storywriter.txt similarity index 66% rename from presets/NovelAI-Luna Moth.txt rename to presets/NovelAI-Storywriter.txt index 1a18f583..df66fdb2 100644 --- a/presets/NovelAI-Luna Moth.txt +++ b/presets/NovelAI-Storywriter.txt @@ -1,7 +1,7 @@ do_sample=True, max_new_tokens=tokens, -top_p=0.24, -top_k=85, -temperature=2.0, +top_p=0.73, +top_k=0, +temperature=0.72, repetition_penalty=1.1, typical_p=1.0,