Working deployment
This commit is contained in:
parent
33875aa899
commit
c7a794f85a
@ -6,7 +6,7 @@ localagi_model: "gemma-3-12b-it-qat"
|
|||||||
localagi_multimodal_model: "minicpm-v-2_6"
|
localagi_multimodal_model: "minicpm-v-2_6"
|
||||||
localagi_image_model: "sd-1.5-ggml"
|
localagi_image_model: "sd-1.5-ggml"
|
||||||
localagi_timeout: "60s"
|
localagi_timeout: "60s"
|
||||||
localagi_state_dir: "/var/lib/localagi"
|
localagi_state_dir: "/pool"
|
||||||
localagi_api_keys:
|
localagi_api_keys:
|
||||||
- "123abc"
|
- "123abc"
|
||||||
- "abc123"
|
- "abc123"
|
||||||
|
|||||||
@ -47,7 +47,7 @@
|
|||||||
spec:
|
spec:
|
||||||
containers:
|
containers:
|
||||||
- name: localagi
|
- name: localagi
|
||||||
image: mudler/localagi:latest
|
image: quay.io/mudler/localagi:latest
|
||||||
ports:
|
ports:
|
||||||
- containerPort: 3000
|
- containerPort: 3000
|
||||||
env:
|
env:
|
||||||
@ -67,6 +67,8 @@
|
|||||||
value: "{{ localagi_llm_api_url }}"
|
value: "{{ localagi_llm_api_url }}"
|
||||||
- name: LOCALAGI_LLM_API_KEY
|
- name: LOCALAGI_LLM_API_KEY
|
||||||
value: "{{ localagi_llm_api_key }}"
|
value: "{{ localagi_llm_api_key }}"
|
||||||
|
- name: LOCALAGI_API_KEYS
|
||||||
|
value: "{{ localagi_api_keys | join(',') }}"
|
||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: localagi-data
|
- name: localagi-data
|
||||||
mountPath: "{{ localagi_state_dir }}"
|
mountPath: "{{ localagi_state_dir }}"
|
||||||
@ -92,24 +94,6 @@
|
|||||||
selector:
|
selector:
|
||||||
app: localagi
|
app: localagi
|
||||||
|
|
||||||
- name: Create autoscaling for localagi
|
|
||||||
k8s:
|
|
||||||
state: present
|
|
||||||
definition:
|
|
||||||
apiVersion: autoscaling/v1
|
|
||||||
kind: HorizontalPodAutoscaler
|
|
||||||
metadata:
|
|
||||||
name: localagi
|
|
||||||
namespace: localagi
|
|
||||||
spec:
|
|
||||||
scaleTargetRef:
|
|
||||||
apiVersion: apps/v1
|
|
||||||
kind: Deployment
|
|
||||||
name: localagi
|
|
||||||
minReplicas: 1
|
|
||||||
maxReplicas: 5
|
|
||||||
targetCPUUtilizationPercentage: 80
|
|
||||||
|
|
||||||
- name: Create ingress for localagi
|
- name: Create ingress for localagi
|
||||||
k8s:
|
k8s:
|
||||||
state: present
|
state: present
|
||||||
@ -130,13 +114,6 @@
|
|||||||
- host: localagi.eom.dev
|
- host: localagi.eom.dev
|
||||||
http:
|
http:
|
||||||
paths:
|
paths:
|
||||||
- path: /api
|
|
||||||
pathType: Prefix
|
|
||||||
backend:
|
|
||||||
service:
|
|
||||||
name: localagi
|
|
||||||
port:
|
|
||||||
number: 80
|
|
||||||
- path: /
|
- path: /
|
||||||
pathType: Prefix
|
pathType: Prefix
|
||||||
backend:
|
backend:
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user