From 3a6cba90212347ea322ba049f430b183957cde16 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 2 Jan 2024 15:54:56 -0800 Subject: [PATCH] Add top_k=1 to Debug-deterministic preset Makes it work with llama.cpp --- presets/Debug-deterministic.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/presets/Debug-deterministic.yaml b/presets/Debug-deterministic.yaml index cbe7064..45d5953 100644 --- a/presets/Debug-deterministic.yaml +++ b/presets/Debug-deterministic.yaml @@ -1 +1,2 @@ do_sample: false +top_k: 1