From 1ada9408d07d6b623b8a70174ddcbff690bcfe3a Mon Sep 17 00:00:00 2001 From: ovchynnikov Date: Sat, 17 May 2025 16:36:26 +0200 Subject: [PATCH] LLM parameters added to json --- src/main.py | 18 +++++++++++++++++- 1 file changed, 17 insertions(+), 1 deletion(-) diff --git a/src/main.py b/src/main.py index 673bbe9..55191cd 100644 --- a/src/main.py +++ b/src/main.py @@ -462,7 +462,23 @@ async def respond_with_llm_message(update): json={ "prompt": prompt, "n_predict": 1024, - "temperature": 0.7, + "temperature": 0.8, + "top_k": 40, + "top_p": 0.95, + "min_p": 0.05, + "dynatemp_range": 0, + "dynatemp_exponent": 1, + "typical_p": 1, + "xtc_probability": 0, + "xtc_threshold": 0.1, + "repeat_last_n": 64, + "repeat_penalty": 1, + "presence_penalty": 0, + "frequency_penalty": 0, + "dry_multiplier": 0, + "dry_base": 1.75, + "dry_allowed_length": 2, + "dry_penalty_last_n": -1, "stop": ["", "User:", "Assistant:"], }, ) as response: