39 lines
872 B
YAML
39 lines
872 B
YAML
---
|
|
# tasks file for localai
|
|
- name: Add skynet repo
|
|
kubernetes.core.helm_repository:
|
|
name: go-skynet
|
|
repo_url: https://go-skynet.github.io/helm-charts/
|
|
register: repo_update
|
|
|
|
- name: Update Helm repos
|
|
command: helm repo update
|
|
when: repo_update.changed
|
|
|
|
- name: Deploy LocalAI
|
|
kubernetes.core.helm:
|
|
name: localai
|
|
chart_ref: go-skynet/local-ai
|
|
release_namespace: localai
|
|
create_namespace: true
|
|
values:
|
|
service:
|
|
type: LoadBalancer
|
|
deployment:
|
|
image:
|
|
tag: latest-gpu-nvidia-cuda-12
|
|
runtimeClassName: nvidia
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 1
|
|
persistence:
|
|
models:
|
|
size: 256Gi
|
|
output:
|
|
size: 128Gi
|
|
tolerations:
|
|
- key: specialResources
|
|
operator: Equal
|
|
value: GPU
|
|
effect: NoSchedule
|