Working deployment

This commit is contained in:
Eric Meehan 2025-11-09 15:28:44 -05:00
parent 33875aa899
commit c7a794f85a
2 changed files with 4 additions and 27 deletions

View File

@ -6,7 +6,7 @@ localagi_model: "gemma-3-12b-it-qat"
localagi_multimodal_model: "minicpm-v-2_6" localagi_multimodal_model: "minicpm-v-2_6"
localagi_image_model: "sd-1.5-ggml" localagi_image_model: "sd-1.5-ggml"
localagi_timeout: "60s" localagi_timeout: "60s"
localagi_state_dir: "/var/lib/localagi" localagi_state_dir: "/pool"
localagi_api_keys: localagi_api_keys:
- "123abc" - "123abc"
- "abc123" - "abc123"

View File

@ -47,7 +47,7 @@
spec: spec:
containers: containers:
- name: localagi - name: localagi
image: mudler/localagi:latest image: quay.io/mudler/localagi:latest
ports: ports:
- containerPort: 3000 - containerPort: 3000
env: env:
@ -67,6 +67,8 @@
value: "{{ localagi_llm_api_url }}" value: "{{ localagi_llm_api_url }}"
- name: LOCALAGI_LLM_API_KEY - name: LOCALAGI_LLM_API_KEY
value: "{{ localagi_llm_api_key }}" value: "{{ localagi_llm_api_key }}"
- name: LOCALAGI_API_KEYS
value: "{{ localagi_api_keys | join(',') }}"
volumeMounts: volumeMounts:
- name: localagi-data - name: localagi-data
mountPath: "{{ localagi_state_dir }}" mountPath: "{{ localagi_state_dir }}"
@ -92,24 +94,6 @@
selector: selector:
app: localagi app: localagi
- name: Create autoscaling for localagi
k8s:
state: present
definition:
apiVersion: autoscaling/v1
kind: HorizontalPodAutoscaler
metadata:
name: localagi
namespace: localagi
spec:
scaleTargetRef:
apiVersion: apps/v1
kind: Deployment
name: localagi
minReplicas: 1
maxReplicas: 5
targetCPUUtilizationPercentage: 80
- name: Create ingress for localagi - name: Create ingress for localagi
k8s: k8s:
state: present state: present
@ -130,13 +114,6 @@
- host: localagi.eom.dev - host: localagi.eom.dev
http: http:
paths: paths:
- path: /api
pathType: Prefix
backend:
service:
name: localagi
port:
number: 80
- path: / - path: /
pathType: Prefix pathType: Prefix
backend: backend: