From e98e2a6862ace4e559a7238b601c0b6c49c4393e Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 9 Jan 2024 06:43:28 -0800 Subject: [PATCH 1/4] Reduce the number of built-in presets --- presets/Asterism.yaml | 4 ---- presets/Space Alien.yaml | 4 ---- presets/StarChat.yaml | 3 --- presets/Titanic.yaml | 5 ----- presets/tfs-with-top-a.yaml | 4 ---- 5 files changed, 20 deletions(-) delete mode 100644 presets/Asterism.yaml delete mode 100644 presets/Space Alien.yaml delete mode 100644 presets/StarChat.yaml delete mode 100644 presets/Titanic.yaml delete mode 100644 presets/tfs-with-top-a.yaml diff --git a/presets/Asterism.yaml b/presets/Asterism.yaml deleted file mode 100644 index 87b56e1fa5..0000000000 --- a/presets/Asterism.yaml +++ /dev/null @@ -1,4 +0,0 @@ -temperature: 1.68 -top_p: 0.17 -repetition_penalty: 1.02 -top_k: 77 diff --git a/presets/Space Alien.yaml b/presets/Space Alien.yaml deleted file mode 100644 index 4c9a2dd2f0..0000000000 --- a/presets/Space Alien.yaml +++ /dev/null @@ -1,4 +0,0 @@ -temperature: 1.31 -top_p: 0.29 -repetition_penalty: 1.09 -top_k: 72 diff --git a/presets/StarChat.yaml b/presets/StarChat.yaml deleted file mode 100644 index 2d00898b53..0000000000 --- a/presets/StarChat.yaml +++ /dev/null @@ -1,3 +0,0 @@ -temperature: 0.2 -top_p: 0.95 -top_k: 50 diff --git a/presets/Titanic.yaml b/presets/Titanic.yaml deleted file mode 100644 index 38760c2676..0000000000 --- a/presets/Titanic.yaml +++ /dev/null @@ -1,5 +0,0 @@ -temperature: 1.01 -top_p: 0.21 -repetition_penalty: 1.21 -encoder_repetition_penalty: 1.07 -top_k: 91 diff --git a/presets/tfs-with-top-a.yaml b/presets/tfs-with-top-a.yaml deleted file mode 100644 index f16127cdcf..0000000000 --- a/presets/tfs-with-top-a.yaml +++ /dev/null @@ -1,4 +0,0 @@ -temperature: 0.7 -tfs: 0.95 -top_a: 0.2 -repetition_penalty: 1.15 From 7542b9d8ab6e6af2d55bbae41c6e11b702bc5c4d Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 9 Jan 2024 06:44:15 -0800 Subject: [PATCH 2/4] Add a null preset --- presets/Null preset.yaml | 1 + 1 file changed, 1 insertion(+) create mode 100644 presets/Null preset.yaml diff --git a/presets/Null preset.yaml b/presets/Null preset.yaml new file mode 100644 index 0000000000..714aa9a3ed --- /dev/null +++ b/presets/Null preset.yaml @@ -0,0 +1 @@ +temperature: 1 From a24a52447c54485e274c2239275a54f5326ffdc7 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 9 Jan 2024 06:45:21 -0800 Subject: [PATCH 3/4] Update docs --- docs/03 - Parameters Tab.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/03 - Parameters Tab.md b/docs/03 - Parameters Tab.md index ebb38d97b1..501cf51068 100644 --- a/docs/03 - Parameters Tab.md +++ b/docs/03 - Parameters Tab.md @@ -21,7 +21,7 @@ These were obtained after a blind contest called "Preset Arena" where hundreds o A key takeaway is that the best presets are: -* **For Instruct**: Divine Intellect, Big O, simple-1, Space Alien, StarChat, Titanic, tfs-with-top-a, Asterism, Contrastive Search (only works for the Transformers loader at the moment). +* **For Instruct**: Divine Intellect, Big O, simple-1. * **For Chat**: Midnight Enigma, Yara, Shortwave. The other presets are: From 36bc09686c3411e05f63f854b0e525bb3518c51b Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 9 Jan 2024 06:45:46 -0800 Subject: [PATCH 4/4] Remove Mirostat preset (it doesn't do anything with current params) --- presets/Mirostat.yaml | 2 -- 1 file changed, 2 deletions(-) delete mode 100644 presets/Mirostat.yaml diff --git a/presets/Mirostat.yaml b/presets/Mirostat.yaml deleted file mode 100644 index 8bf97e8080..0000000000 --- a/presets/Mirostat.yaml +++ /dev/null @@ -1,2 +0,0 @@ -mirostat_mode: 2 -mirostat_tau: 8