LLM parameters added to json

Author: ovchynnikov

src/main.py

@@ -462,7 +462,23 @@ async def respond_with_llm_message(update):
                 json={
                     "prompt": prompt,
                     "n_predict": 1024,
-                    "temperature": 0.7,
+                    "temperature": 0.8,
+                    "top_k": 40,
+                    "top_p": 0.95,
+                    "min_p": 0.05,
+                    "dynatemp_range": 0,
+                    "dynatemp_exponent": 1,
+                    "typical_p": 1,
+                    "xtc_probability": 0,
+                    "xtc_threshold": 0.1,
+                    "repeat_last_n": 64,
+                    "repeat_penalty": 1,
+                    "presence_penalty": 0,
+                    "frequency_penalty": 0,
+                    "dry_multiplier": 0,
+                    "dry_base": 1.75,
+                    "dry_allowed_length": 2,
+                    "dry_penalty_last_n": -1,
                     "stop": ["</s>", "User:", "Assistant:"],
                 },
             ) as response: