Merge pull request #105 from ovchynnikov/dev

ollama.ccp API instead of ollama. JSON request fromat changed

Author: ovchynnikov

.github/workflows/github-actions-push-image.yml

@@ -45,7 +45,7 @@ jobs:
 
       - name: Build and push Docker image
         id: push
-        uses: docker/build-push-action@471d1dc4e07e5cdedd4c2171150001c434f0b7a4
+        uses: docker/build-push-action@14487ce63c7a62a4a324b0bfb37086795e31c6c1
         with:
           context: .
           file: ./Dockerfile

src/main.py

@@ -458,12 +458,17 @@ async def respond_with_llm_message(update):
     try:
         async with aiohttp.ClientSession() as session:
             async with session.post(
-                f"{LLM_API_ADDR}/api/generate",
-                json={"model": LLM_MODEL, "prompt": prompt, "stream": False, "num_predict": 200},
+                f"{LLM_API_ADDR}/completion",
+                json={
+                    "prompt": prompt,
+                    "n_predict": 200,
+                    "temperature": 0.7,
+                    "stop": ["</s>", "User:", "Assistant:"],
+                },
             ) as response:
                 if response.status == 200:
                     result = await response.json()
-                    bot_response = result.get("response", "Sorry, I couldn't generate a response.")
+                    bot_response = result.get("content", "Sorry, I couldn't generate a response.")
                 else:
                     bot_response = "Sorry, I encountered an error while processing your request."
 

src/requirements.txt

@@ -1,5 +1,5 @@
 python-telegram-bot[ext]==22.0
 python-dotenv==1.1.0
-yt-dlp==2025.3.31
-gallery-dl==1.29.4
+yt-dlp==2025.4.30
+gallery-dl==1.29.6
 aiohttp==3.11.18