fix(ai): use pod-local ollama model cache
This commit is contained in:
parent
64c4e12897
commit
eae04e1bf3
@ -8,7 +8,8 @@ metadata:
|
|||||||
kustomize.toolkit.fluxcd.io/ssa: IfNotPresent
|
kustomize.toolkit.fluxcd.io/ssa: IfNotPresent
|
||||||
spec:
|
spec:
|
||||||
interval: 10m
|
interval: 10m
|
||||||
suspend: true
|
suspend: false
|
||||||
|
timeout: 30m
|
||||||
path: ./services/ai-llm
|
path: ./services/ai-llm
|
||||||
targetNamespace: ai
|
targetNamespace: ai
|
||||||
prune: true
|
prune: true
|
||||||
|
|||||||
@ -37,8 +37,8 @@ spec:
|
|||||||
runtimeClassName: nvidia
|
runtimeClassName: nvidia
|
||||||
volumes:
|
volumes:
|
||||||
- name: models
|
- name: models
|
||||||
persistentVolumeClaim:
|
# Accelerator nodes are not Longhorn attach targets; keep the model cache pod-local.
|
||||||
claimName: ollama-models-asteria
|
emptyDir: {}
|
||||||
initContainers:
|
initContainers:
|
||||||
- name: warm-model
|
- name: warm-model
|
||||||
image: ollama/ollama@sha256:2c9595c555fd70a28363489ac03bd5bf9e7c5bdf2890373c3a830ffd7252ce6d
|
image: ollama/ollama@sha256:2c9595c555fd70a28363489ac03bd5bf9e7c5bdf2890373c3a830ffd7252ce6d
|
||||||
@ -95,6 +95,13 @@ spec:
|
|||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: models
|
- name: models
|
||||||
mountPath: /root/.ollama
|
mountPath: /root/.ollama
|
||||||
|
readinessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /api/tags
|
||||||
|
port: 11434
|
||||||
|
initialDelaySeconds: 15
|
||||||
|
periodSeconds: 10
|
||||||
|
timeoutSeconds: 5
|
||||||
resources:
|
resources:
|
||||||
requests:
|
requests:
|
||||||
cpu: "4"
|
cpu: "4"
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user