Matrix bots

tasks/main.yml

@@ -24,15 +24,15 @@
         runtimeClassName: nvidia
         secretEnv:
           - name: LOCALAI_DISABLE_WEBUI
-            value: "true"
+            value: "{{ localai_disable_webui }}"
           - name: LOCALAI_API_KEY
             value: "{{ localai_api_keys | join(',') }}"
           - name: LOCALAI_WATCHDOG_IDLE
-            value: "true"
+            value: "{{ localai_watchdog_idle }}"
           - name: LOCALAI_WATCHDOG_IDLE_TIMEOUT
-            value: "5m"
+            value: "{{ localai_watchdog_idle_timeout }}"
           - name: LOCALAI_WATCHDOG_BUSY
-            value: "true"
+            value: "{{ localai_watchdog_busy }}"
       resources:
         limits:
           nvidia.com/gpu: 1
@@ -46,11 +46,14 @@
           operator: Equal
           value: GPU
           effect: NoSchedule
+      service:
+        externalTrafficPolicy: Local
       ingress:
         enabled: true
         className: nginx
         annotations:
           cert-manager.io/cluster-issuer: ca-issuer
+          nginx.ingress.kubernetes.io/proxy-read-timeout: "600"
         hosts:
           - host: localai.eom.dev
             paths:
@@ -60,3 +63,4 @@
           - secretName: localai-tls
             hosts:
               - localai.eom.dev
+