diff --git a/tasks/localai.yaml b/tasks/localai.yaml new file mode 100644 index 0000000..3025ea5 --- /dev/null +++ b/tasks/localai.yaml @@ -0,0 +1,38 @@ +--- +# tasks file for localai +- name: Add skynet repo + kubernetes.core.helm_repository: + name: go-skynet + repo_url: https://go-skynet.github.io/helm-charts/ + register: repo_update + +- name: Update Helm repos + command: helm repo update + when: repo_update.changed + +- name: Deploy LocalAI + kubernetes.core.helm: + name: localai + chart_ref: go-skynet/local-ai + release_namespace: localai + create_namespace: true + values: + service: + type: LoadBalancer + deployment: + image: + tag: latest-gpu-nvidia-cuda-12 + runtimeClassName: nvidia + resources: + limits: + nvidia.com/gpu: 1 + persistence: + models: + size: 256Gi + output: + size: 128Gi + tolerations: + - key: specialResources + operator: Equal + value: GPU + effect: NoSchedule