Working deployment
This commit is contained in:
parent
33875aa899
commit
c7a794f85a
@ -6,7 +6,7 @@ localagi_model: "gemma-3-12b-it-qat"
|
||||
localagi_multimodal_model: "minicpm-v-2_6"
|
||||
localagi_image_model: "sd-1.5-ggml"
|
||||
localagi_timeout: "60s"
|
||||
localagi_state_dir: "/var/lib/localagi"
|
||||
localagi_state_dir: "/pool"
|
||||
localagi_api_keys:
|
||||
- "123abc"
|
||||
- "abc123"
|
||||
|
||||
@ -47,7 +47,7 @@
|
||||
spec:
|
||||
containers:
|
||||
- name: localagi
|
||||
image: mudler/localagi:latest
|
||||
image: quay.io/mudler/localagi:latest
|
||||
ports:
|
||||
- containerPort: 3000
|
||||
env:
|
||||
@ -67,6 +67,8 @@
|
||||
value: "{{ localagi_llm_api_url }}"
|
||||
- name: LOCALAGI_LLM_API_KEY
|
||||
value: "{{ localagi_llm_api_key }}"
|
||||
- name: LOCALAGI_API_KEYS
|
||||
value: "{{ localagi_api_keys | join(',') }}"
|
||||
volumeMounts:
|
||||
- name: localagi-data
|
||||
mountPath: "{{ localagi_state_dir }}"
|
||||
@ -92,24 +94,6 @@
|
||||
selector:
|
||||
app: localagi
|
||||
|
||||
- name: Create autoscaling for localagi
|
||||
k8s:
|
||||
state: present
|
||||
definition:
|
||||
apiVersion: autoscaling/v1
|
||||
kind: HorizontalPodAutoscaler
|
||||
metadata:
|
||||
name: localagi
|
||||
namespace: localagi
|
||||
spec:
|
||||
scaleTargetRef:
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
name: localagi
|
||||
minReplicas: 1
|
||||
maxReplicas: 5
|
||||
targetCPUUtilizationPercentage: 80
|
||||
|
||||
- name: Create ingress for localagi
|
||||
k8s:
|
||||
state: present
|
||||
@ -130,13 +114,6 @@
|
||||
- host: localagi.eom.dev
|
||||
http:
|
||||
paths:
|
||||
- path: /api
|
||||
pathType: Prefix
|
||||
backend:
|
||||
service:
|
||||
name: localagi
|
||||
port:
|
||||
number: 80
|
||||
- path: /
|
||||
pathType: Prefix
|
||||
backend:
|
||||
|
||||
Loading…
Reference in New Issue
Block a user