Working deployment

This commit is contained in:
Eric Meehan 2025-11-09 15:28:44 -05:00
parent 33875aa899
commit c7a794f85a
2 changed files with 4 additions and 27 deletions

View File

@ -6,7 +6,7 @@ localagi_model: "gemma-3-12b-it-qat"
localagi_multimodal_model: "minicpm-v-2_6"
localagi_image_model: "sd-1.5-ggml"
localagi_timeout: "60s"
localagi_state_dir: "/var/lib/localagi"
localagi_state_dir: "/pool"
localagi_api_keys:
- "123abc"
- "abc123"

View File

@ -47,7 +47,7 @@
spec:
containers:
- name: localagi
image: mudler/localagi:latest
image: quay.io/mudler/localagi:latest
ports:
- containerPort: 3000
env:
@ -67,6 +67,8 @@
value: "{{ localagi_llm_api_url }}"
- name: LOCALAGI_LLM_API_KEY
value: "{{ localagi_llm_api_key }}"
- name: LOCALAGI_API_KEYS
value: "{{ localagi_api_keys | join(',') }}"
volumeMounts:
- name: localagi-data
mountPath: "{{ localagi_state_dir }}"
@ -92,24 +94,6 @@
selector:
app: localagi
- name: Create autoscaling for localagi
k8s:
state: present
definition:
apiVersion: autoscaling/v1
kind: HorizontalPodAutoscaler
metadata:
name: localagi
namespace: localagi
spec:
scaleTargetRef:
apiVersion: apps/v1
kind: Deployment
name: localagi
minReplicas: 1
maxReplicas: 5
targetCPUUtilizationPercentage: 80
- name: Create ingress for localagi
k8s:
state: present
@ -130,13 +114,6 @@
- host: localagi.eom.dev
http:
paths:
- path: /api
pathType: Prefix
backend:
service:
name: localagi
port:
number: 80
- path: /
pathType: Prefix
backend: