fix(rwkv model): add stoptoken

Signed-off-by: Ettore Di Giacinto <[email protected]>
mudler · Nov 28, 2024 · 1ce5a82 · 1ce5a82
1 parent cbedf2f
commit 1ce5a82
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/gallery/rwkv.yaml b/gallery/rwkv.yaml
@@ -16,6 +16,7 @@ config_file: |
 
     stopwords:
     - 'Assistant:'
+    - '<s>'
 
     template:
       chat: "{{.Input}}\nAssistant: "

diff --git a/tests/models_fixtures/rwkv.yaml b/tests/models_fixtures/rwkv.yaml
@@ -14,6 +14,7 @@ roles:
 
 stopwords:
 - 'Assistant:'
+- '<s>'
 
 template:
   chat: |