openclaw: use smaller local triage model
This commit is contained in:
parent
3a8a53133c
commit
e8fb92a44f
@ -13,10 +13,10 @@ data:
|
|||||||
"defaults": {
|
"defaults": {
|
||||||
"workspace": "/home/node/.openclaw/workspace",
|
"workspace": "/home/node/.openclaw/workspace",
|
||||||
"model": {
|
"model": {
|
||||||
"primary": "ollama-cluster/qwen2.5:7b-instruct-q4_0"
|
"primary": "ollama-cluster/qwen2.5:1.5b-instruct-q4_0"
|
||||||
},
|
},
|
||||||
"models": {
|
"models": {
|
||||||
"ollama-cluster/qwen2.5:7b-instruct-q4_0": {}
|
"ollama-cluster/qwen2.5:1.5b-instruct-q4_0": {}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"list": [
|
"list": [
|
||||||
@ -62,8 +62,8 @@ data:
|
|||||||
"apiKey": "ollama",
|
"apiKey": "ollama",
|
||||||
"models": [
|
"models": [
|
||||||
{
|
{
|
||||||
"id": "qwen2.5:7b-instruct-q4_0",
|
"id": "qwen2.5:1.5b-instruct-q4_0",
|
||||||
"name": "qwen2.5:7b-instruct-q4_0 (Titan local)",
|
"name": "qwen2.5:1.5b-instruct-q4_0 (Titan local)",
|
||||||
"contextWindow": 32768,
|
"contextWindow": 32768,
|
||||||
"maxTokens": 4096,
|
"maxTokens": 4096,
|
||||||
"input": ["text"],
|
"input": ["text"],
|
||||||
@ -108,4 +108,3 @@ data:
|
|||||||
Do not run mutating commands such as `kubectl apply`, `delete`, `scale`,
|
Do not run mutating commands such as `kubectl apply`, `delete`, `scale`,
|
||||||
`patch`, `cordon`, `uncordon`, `drain`, or `rollout restart`. Do not read
|
`patch`, `cordon`, `uncordon`, `drain`, or `rollout restart`. Do not read
|
||||||
Kubernetes Secret values. Draft repo changes or operator steps instead.
|
Kubernetes Secret values. Draft repo changes or operator steps instead.
|
||||||
|
|
||||||
|
|||||||
@ -19,7 +19,7 @@ spec:
|
|||||||
labels:
|
labels:
|
||||||
app: openclaw-ollama
|
app: openclaw-ollama
|
||||||
annotations:
|
annotations:
|
||||||
ai.bstein.dev/model: qwen2.5:7b-instruct-q4_0
|
ai.bstein.dev/model: qwen2.5:1.5b-instruct-q4_0
|
||||||
ai.bstein.dev/gpu: Jetson pool (titan-20/21)
|
ai.bstein.dev/gpu: Jetson pool (titan-20/21)
|
||||||
spec:
|
spec:
|
||||||
runtimeClassName: nvidia
|
runtimeClassName: nvidia
|
||||||
@ -46,7 +46,7 @@ spec:
|
|||||||
- name: OLLAMA_MODELS
|
- name: OLLAMA_MODELS
|
||||||
value: /root/.ollama
|
value: /root/.ollama
|
||||||
- name: OLLAMA_MODEL
|
- name: OLLAMA_MODEL
|
||||||
value: qwen2.5:7b-instruct-q4_0
|
value: qwen2.5:1.5b-instruct-q4_0
|
||||||
- name: NVIDIA_VISIBLE_DEVICES
|
- name: NVIDIA_VISIBLE_DEVICES
|
||||||
value: all
|
value: all
|
||||||
- name: NVIDIA_DRIVER_CAPABILITIES
|
- name: NVIDIA_DRIVER_CAPABILITIES
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user