From dbddedca3f8656758624db7c6b4086e837af18fc Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Thu, 4 May 2023 15:13:37 -0300
Subject: [PATCH] Detect oasst-sft-6-llama-30b

---
 models/config.yaml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/models/config.yaml b/models/config.yaml
index eef49ac..5e5c7cf 100644
--- a/models/config.yaml
+++ b/models/config.yaml
@@ -21,9 +21,10 @@ llama-[0-9]*b-4bit$:
 .*-(gr128|128g)-3bit:
   wbits: 3
   groupsize: 128
-.*oasst-sft-1-pythia-12b:
+.*(oasst-sft-1-pythia-12b|oasst-sft-6-llama-30b):
   mode: 'instruct'
   instruction_template: 'Open Assistant'
+  custom_stopping_strings: '"<|endoftext|>"'
 .*vicuna:
   mode: 'instruct'
   instruction_template: 'Vicuna-v0'