atlasbot: speed up fast mode

This commit is contained in:
Brad Stein 2026-01-27 23:57:36 -03:00
parent 2d90005076
commit 2af817b9db
2 changed files with 35 additions and 24 deletions

View File

@ -16,7 +16,7 @@ spec:
labels: labels:
app: atlasbot app: atlasbot
annotations: annotations:
checksum/atlasbot-configmap: manual-atlasbot-83 checksum/atlasbot-configmap: manual-atlasbot-84
vault.hashicorp.com/agent-inject: "true" vault.hashicorp.com/agent-inject: "true"
vault.hashicorp.com/role: "comms" vault.hashicorp.com/role: "comms"
vault.hashicorp.com/agent-inject-secret-turn-secret: "kv/data/atlas/comms/turn-shared-secret" vault.hashicorp.com/agent-inject-secret-turn-secret: "kv/data/atlas/comms/turn-shared-secret"

View File

@ -3201,11 +3201,20 @@ def _open_ended_multi(
state: ThoughtState | None = None, state: ThoughtState | None = None,
) -> str: ) -> str:
model = _model_for_mode(mode) model = _model_for_mode(mode)
angle_count = 2 if mode == "fast" else 4 if mode == "fast":
insight_count = 2 if mode == "fast" else 4 angle_count = 1
total_steps = 2 + angle_count + 2 + (1 if mode == "deep" else 0) insight_count = 1
total_steps = 2
else:
angle_count = 4
insight_count = 4
total_steps = 2 + angle_count + 2 + 1
if state: if state:
state.total_steps = total_steps state.total_steps = total_steps
angles: list[dict[str, Any]] = []
insights: list[dict[str, Any]] = []
if mode != "fast":
angles = _open_ended_plan( angles = _open_ended_plan(
prompt, prompt,
fact_pack=fact_pack, fact_pack=fact_pack,
@ -3261,7 +3270,7 @@ def _open_ended_multi(
) )
candidates: list[dict[str, Any]] = [] candidates: list[dict[str, Any]] = []
step = 3 step = 1 if mode == "fast" else 3
for angle in angle_inputs[:angle_count]: for angle in angle_inputs[:angle_count]:
candidates.append( candidates.append(
_open_ended_candidate( _open_ended_candidate(
@ -3308,8 +3317,10 @@ def _open_ended_multi(
def _open_ended_total_steps(mode: str) -> int: def _open_ended_total_steps(mode: str) -> int:
angle_count = 2 if mode == "fast" else 4 if mode == "fast":
return 2 + angle_count + 2 + (1 if mode == "deep" else 0) return 2
angle_count = 4
return 2 + angle_count + 2 + 1
def _open_ended_fast( def _open_ended_fast(