From b533423c05535d41e25214b191a0389c8c7a78d4 Mon Sep 17 00:00:00 2001 From: Eric Meehan Date: Thu, 30 Oct 2025 10:10:23 -0400 Subject: [PATCH] Closes #1 --- tasks/main.yml | 61 +++++++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 60 insertions(+), 1 deletion(-) diff --git a/tasks/main.yml b/tasks/main.yml index 3d5c635..1b548b7 100644 --- a/tasks/main.yml +++ b/tasks/main.yml @@ -1,3 +1,62 @@ #SPDX-License-Identifier: MIT-0 --- -# tasks file for ansible-role-localai +# tasks file for localai +- name: Add skynet repo + kubernetes.core.helm_repository: + name: go-skynet + repo_url: https://go-skynet.github.io/helm-charts/ + register: repo_update + +- name: Update Helm repos + command: helm repo update + when: repo_update.changed + +- name: Deploy LocalAI + kubernetes.core.helm: + name: localai + chart_ref: go-skynet/local-ai + release_namespace: localai + create_namespace: true + values: + deployment: + image: + tag: latest-gpu-nvidia-cuda-12 + runtimeClassName: nvidia + secretEnv: + - name: LOCALAI_DISABLE_WEBUI + value: "true" + - name: LOCALAI_API_KEY + value: "{{ localai_api_keys | join(',') }}" + - name: LOCALAI_WATCHDOG_IDLE + value: "true" + - name: LOCALAI_WATCHDOG_IDLE_TIMEOUT + value: "5m" + - name: LOCALAI_WATCHDOG_BUSY + value: "true" + resources: + limits: + nvidia.com/gpu: 1 + persistence: + models: + size: 256Gi + output: + size: 128Gi + tolerations: + - key: specialResources + operator: Equal + value: GPU + effect: NoSchedule + ingress: + enabled: true + className: nginx + annotations: + cert-manager.io/cluster-issuer: ca-issuer + hosts: + - host: localai.eom.dev + paths: + - path: / + pathType: ImplementationSpecific + tls: + - secretName: localai-tls + hosts: + - localai.eom.dev