Persist LocalAI state and match the live deployment

- Keep agents, KB collections, users and runtime settings
  (LOCALAI_DATA_PATH, LOCALAI_CONFIG_DIR) and backends
  (LOCALAI_BACKENDS_PATH) on the models PVC. The chart's /data,
  /configuration and /backends are ephemeral, so every pod restart wiped
  the agent team and the llama.cpp backend.
- Default the agent pool to ornith-1.5-9b-q8 with
  granite-embedding-107m-multilingual embeddings.
- Make the image tag a variable, defaulting to the CUDA 13 image that runs.
- Patch hostNetwork and the LOCALAI_P2P_TOKEN secretKeyRef (Secret
  localai/localai-p2p) onto the Deployment after Helm. Both were set by
  hand, and applying the role would otherwise revert them.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-11-07 12:45:17 -05:00
co-authored by Claude Opus 5.5
parent 92a9f9c94a
commit 0559783297
2 changed files with 63 additions and 1 deletions
+50 -1
View File
@@ -20,7 +20,7 @@
values:
deployment:
image:
tag: latest-gpu-nvidia-cuda-12
tag: "{{ localai_image_tag }}"
pullPolicy: Always
runtimeClassName: nvidia
secretEnv:
@@ -40,6 +40,19 @@
value: "{{ localai_p2p }}"
- name: LOCALAI_FEDERATED
value: "{{ localai_federated }}"
# Keep agents, knowledge-base collections, users and runtime settings
# on the models PVC; the chart's default /data and /configuration are
# ephemeral, so a pod restart used to wipe them.
- name: LOCALAI_DATA_PATH
value: "{{ localai_data_path }}"
- name: LOCALAI_CONFIG_DIR
value: "{{ localai_config_dir }}"
- name: LOCALAI_BACKENDS_PATH
value: "{{ localai_backends_path }}"
- name: LOCALAI_AGENT_POOL_DEFAULT_MODEL
value: "{{ localai_agent_pool_default_model }}"
- name: LOCALAI_AGENT_POOL_EMBEDDING_MODEL
value: "{{ localai_agent_pool_embedding_model }}"
resources:
limits:
nvidia.com/gpu: 1
@@ -70,3 +83,39 @@
hosts:
- localai.eom.dev
# The chart has no values for these, so patch them onto the Deployment after
# Helm. hostNetwork lets p2p workers on the LAN reach the server directly.
- name: Enable host networking
kubernetes.core.k8s:
state: patched
kind: Deployment
name: localai-local-ai
namespace: localai
definition:
spec:
template:
spec:
hostNetwork: true
dnsPolicy: ClusterFirstWithHostNet
when: localai_host_network | bool
# The p2p token lives in a Secret created outside this role (localai/localai-p2p).
- name: Read the p2p token from its Secret
kubernetes.core.k8s:
state: patched
kind: Deployment
name: localai-local-ai
namespace: localai
definition:
spec:
template:
spec:
containers:
- name: local-ai
env:
- name: LOCALAI_P2P_TOKEN
valueFrom:
secretKeyRef:
name: "{{ localai_p2p_token_secret }}"
key: LOCALAI_P2P_TOKEN
when: localai_p2p_token_secret | length > 0