feat: deploy on kubernetes (#2594)

Author: ascariandrea

README.md

@@ -76,3 +76,5 @@ Build the images first with
 # start docker compose for `deploy/compose.yml`
 ./scripts/docker-deploy-test.sh
 ```
+
+https://developers.cloudflare.com/cloudflare-one/connections/connect-networks/do-more-with-tunnels/local-management/create-local-tunnel/

ai-bot.Dockerfile

@@ -16,6 +16,10 @@ RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
 
 RUN pnpm packages:build
 
+WORKDIR /home/node/services/ai-bot
+
+CMD ["pnpm", "docker:dev"]
+
 FROM ghcr.io/lies-exposed/liexp-base:24-latest AS deps
 
 WORKDIR /home/node
@@ -34,7 +38,7 @@ WORKDIR /home/node
 
 RUN mkdir build scripts
 
-COPY ./services/ai-bot/build/run-esbuild.js build/run-esbuild.js
+COPY ./services/ai-bot/build/run-esbuild.cjs build/run-esbuild.cjs
 
 COPY --from=deps /home/node/node_modules ./node_modules
 
@@ -49,8 +53,6 @@ RUN strip ./ai-bot
 RUN npx postject ai-bot NODE_SEA_BLOB ./build/ai-bot.blob \
     --sentinel-fuse NODE_SEA_FUSE_fce680ab2cc467b6e072b8b5df1996b2
 
-
-
 FROM ghcr.io/lies-exposed/liexp-base:24-latest AS production
 
 WORKDIR /home/node

compose.yml

@@ -2,13 +2,11 @@ services:
   db.liexp.dev:
     image: postgres:17
     ports:
-      - "127.0.0.1:8432:5432"
+      - "8432:5432"
     environment:
       POSTGRES_USER: liexp
       POSTGRES_PASSWORD: liexp-password
       POSTGRES_DB: liexp
-      VIRTUAL_HOST: db.liexp.dev
-      VIRTUAL_PORT: 5432
     restart: unless-stopped
     volumes:
       - ./services/api/db/dump:/docker-entrypoint-initdb.d
@@ -20,7 +18,7 @@ services:
     image: minio/minio:RELEASE.2024-08-03T04-33-23Z
     command: server --console-address ":9001" /data
     ports:
-      - "127.0.0.1:9000:9000"
+      - "9000:9000"
       - "127.0.0.1:9001:9001"
     environment:
       MINIO_ROOT_USER: space-access-key-id
@@ -122,16 +120,17 @@ services:
   ai-bot:
     build:
       context: .
-      target: dev
+      target: production
       dockerfile: ai-bot.Dockerfile
-    command: "node --watch build/run-esbuild.js"
     env_file:
       - ./services/ai-bot/.env.local
       - ./services/ai-bot/.env
     volumes:
-      - ./services/ai-bot/temp:/home/node/temp:rw
-      - ./services/ai-bot/build:/home/node/build:cached
-      - ./services/ai-bot/config/ai-bot.config.json:/home/node/config/ai-bot.config.json:rw
+      - ./packages/@liexp:/home/node/packages/@liexp:ro
+      - ./services/ai-bot/package.json:/home/node/services/ai-bot/package.json:cached
+      - ./services/ai-bot/temp:/home/node/services/ai-bot/temp:rw
+      - ./services/ai-bot/build:/home/node/services/ai-bot/build:cached
+      - ./services/ai-bot/config/ai-bot.config.json:/home/node/services/ai-bot/config/ai-bot.config.json:rw
     restart: always
     mem_limit: 512M
     depends_on:
@@ -157,7 +156,6 @@ services:
       - ./packages/@liexp:/usr/src/app/packages/@liexp:ro
       - ./services/web:/usr/src/app/services/web:cached
     working_dir: /usr/src/app/services/web
-    command: pnpm docker:dev
     mem_limit: 2G
     tty: true
     stdin_open: true
@@ -218,7 +216,7 @@ services:
     environment:
       DEBUG: true
       # REBUILD: true
-      VIRTUAL_HOST: localai.liexp.dev,localai.lies.exposed
+      VIRTUAL_HOST: localai.liexp.dev,ai.lies.exposed
       VIRTUAL_PORT: 8080
       OPENAI_API_KEY: no-key-is-a-good-key
       LOCALAI_CORS: 0

helm/config/nginx/telegram-bot-api.conf renamed to helm/config/nginx/telegram.conf

@@ -57,31 +57,4 @@ server {
         proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
         proxy_set_header X-Forwarded-Host $server_name;
     }
-}
-
-# server {
-#     # Enable HTTP/2
-#     listen 443 ssl http2;
-#     listen [::]:443 ssl http2;
-#     server_name tg.lies.exposed;
-
-#     # Use the Let’s Encrypt certificates
-#     ssl_certificate /etc/letsencrypt/live/alpha.api.lies.exposed/fullchain.pem; # managed by Certbot
-#     ssl_certificate_key /etc/letsencrypt/live/alpha.api.lies.exposed/privkey.pem; # managed by Certbot
-
-#     # Include the SSL configuration from cipherli.st
-#     include /etc/nginx/snippets/ssl-params.conf;
-
-#     client_max_body_size 3G;
-
-#     location / {
-#         proxy_set_header X-Real-IP $remote_addr;
-#         proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-#         proxy_pass http://127.0.0.1:8081/;
-#         proxy_ssl_session_reuse off;
-#         proxy_set_header Host $http_host;
-#         proxy_cache_bypass $http_upgrade;
-#         proxy_redirect off;
-#     }
-
-# }
+}

helm/templates/services/ai-bot/ai-bot.configmap.yaml

@@ -8,7 +8,7 @@ data:
       },
       "localAi": {
         "url": "http://localai.prod.svc.cluster.local/",
-        "apiKey": "no-key-is-a-good-key",
+        "apiKey": "{{ .Values.localai.openAIApiKey }}",
         "models": {
           "summarize": "gpt-4o",
           "chat": "qwen3-8b",

helm/templates/services/ai-bot/deployment.yaml

@@ -35,10 +35,10 @@ spec:
           resources:
             limits:
               memory: 2Gi
-              cpu: "500m"
+              cpu: 400m
             requests:
               memory: 512Mi
-              cpu: "200m"
+              cpu: 200m
           volumeMounts:
             - name: ai-bot-config-storage
               mountPath: /home/node/config/

helm/templates/services/db/deployment.yaml

@@ -31,11 +31,11 @@ spec:
               name: db-initial-data
           resources:
             limits:
-              cpu: 400m
-              memory: 2Gi
-            requests:
               cpu: 200m
               memory: 1Gi
+            requests:
+              cpu: 100m
+              memory: 500Mi
       restartPolicy: Always
       volumes:
         - name: db-data

helm/templates/services/localai/_helpers.tpl

@@ -0,0 +1,11 @@
+{{/*
+Usage: {{ tuple . "$name" | include "localai.labels" | indent 2 }}
+*/}}
+
+{{- define "localai.labels" -}}
+{{- $scope := index . 0 -}}
+{{- $lies_exposed_name := index . 1 -}}
+
+{{- tuple $scope $lies_exposed_name "ai" | include "common.labels" -}}
+
+{{- end -}}

helm/templates/services/localai/localai-env.configmap.yaml

@@ -1,14 +1,10 @@
 apiVersion: v1
 data:
   LOCALAI_LOG_LEVEL: debug
-  # LOCALAI_F16: "true"
-  LOCALAI_API_KEY: {{ .Values.localai.openAIApiKey }}
+  LOCALAI_THREADS: "6"
+  LOCALAI_API_KEY: {{ .Values.localai.openAIApiKey | quote }}
 kind: ConfigMap
 metadata:
   name: localai-env
-  labels:
-    lies.exposed/name: localai-env
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/namespace: {{ .Release.Namespace | quote }}
-    app.kubernetes.io/component: ai
-    app.kubernetes.io/managed-by: Helm
+  namespace: {{ .Release.Namespace }}
+{{ tuple . "localai-env" | include "localai.labels" | indent 2 }}

helm/templates/services/localai/localai-models.volume.yaml

@@ -3,13 +3,9 @@ kind: PersistentVolume
 metadata:
   name: localai-models-volume
   namespace: {{ .Release.Namespace }}
-  labels:
-    lies.exposed/name: localai-models-volume
-    app.kubernetes.io/instance: {{ .Release.Name | quote }}
-    app.kubernetes.io/namespace: {{ .Release.Namespace | quote }}
-    app.kubernetes.io/managed-by: Helm
+{{ tuple . "localai-models-volume" | include "localai.labels" | indent 2 }}
 spec:
-  storageClassName: manual
+  storageClassName: microk8s-hostpath
   capacity:
     storage: 40Gi
   accessModes: