bstein/titan-iac
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

atlasbot: speed up fast mode

Browse Source
This commit is contained in:
Brad Stein 2026-01-27 23:57:36 -03:00
parent 2d90005076
commit 2af817b9db
2 changed files with 35 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
services/comms/atlasbot-deployment.yaml
View File

@ -16,7 +16,7 @@ spec:
labels: labels:
app: atlasbot app: atlasbot
annotations: annotations:
checksum/atlasbot-configmap: manual-atlasbot-83 checksum/atlasbot-configmap: manual-atlasbot-84
vault.hashicorp.com/agent-inject: "true" vault.hashicorp.com/agent-inject: "true"
vault.hashicorp.com/role: "comms" vault.hashicorp.com/role: "comms"
vault.hashicorp.com/agent-inject-secret-turn-secret: "kv/data/atlas/comms/turn-shared-secret" vault.hashicorp.com/agent-inject-secret-turn-secret: "kv/data/atlas/comms/turn-shared-secret"

57
services/comms/scripts/atlasbot/bot.py
View File

@ -3201,28 +3201,37 @@ def _open_ended_multi(
state: ThoughtState | None = None, state: ThoughtState | None = None,
) -> str: ) -> str:
model = _model_for_mode(mode) model = _model_for_mode(mode)
angle_count = 2 if mode == "fast" else 4 if mode == "fast":
insight_count = 2 if mode == "fast" else 4 angle_count = 1
total_steps = 2 + angle_count + 2 + (1 if mode == "deep" else 0) insight_count = 1
total_steps = 2
else:
angle_count = 4
insight_count = 4
total_steps = 2 + angle_count + 2 + 1
if state: if state:
state.total_steps = total_steps state.total_steps = total_steps
angles = _open_ended_plan(
prompt, angles: list[dict[str, Any]] = []
fact_pack=fact_pack, insights: list[dict[str, Any]] = []
history_lines=history_lines, if mode != "fast":
count=angle_count, angles = _open_ended_plan(
state=state, prompt,
model=model, fact_pack=fact_pack,
) history_lines=history_lines,
insights = _open_ended_insights( count=angle_count,
prompt, state=state,
fact_pack=fact_pack, model=model,
fact_meta=fact_meta, )
history_lines=history_lines, insights = _open_ended_insights(
count=insight_count, prompt,
state=state, fact_pack=fact_pack,
model=model, fact_meta=fact_meta,
) history_lines=history_lines,
count=insight_count,
state=state,
model=model,
)
seeds = _seed_insights(fact_lines, fact_meta, limit=max(4, insight_count)) seeds = _seed_insights(fact_lines, fact_meta, limit=max(4, insight_count))
insight_candidates = insights + seeds insight_candidates = insights + seeds
subjective = _is_subjective_query(prompt) subjective = _is_subjective_query(prompt)
@ -3261,7 +3270,7 @@ def _open_ended_multi(
) )
candidates: list[dict[str, Any]] = [] candidates: list[dict[str, Any]] = []
step = 3 step = 1 if mode == "fast" else 3
for angle in angle_inputs[:angle_count]: for angle in angle_inputs[:angle_count]:
candidates.append( candidates.append(
_open_ended_candidate( _open_ended_candidate(
@ -3308,8 +3317,10 @@ def _open_ended_multi(
def _open_ended_total_steps(mode: str) -> int: def _open_ended_total_steps(mode: str) -> int:
angle_count = 2 if mode == "fast" else 4 if mode == "fast":
return 2 + angle_count + 2 + (1 if mode == "deep" else 0) return 2
angle_count = 4
return 2 + angle_count + 2 + 1
def _open_ended_fast( def _open_ended_fast(