bstein/bstein-dev-home
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ai: return mode-specific timeout guidance when atlasbot misses SLA

Browse Source
This commit is contained in:
Brad Stein 2026-03-30 03:53:42 -03:00
parent 89ac893a76
commit 94310ccc2f
1 changed files with 15 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
backend/atlas_portal/routes/ai.py
View File

@ -36,9 +36,23 @@ def register(app) -> None:
elapsed_ms = int((time.time() - started) * 1000) elapsed_ms = int((time.time() - started) * 1000)
return jsonify({"reply": reply, "latency_ms": elapsed_ms, "source": source}) return jsonify({"reply": reply, "latency_ms": elapsed_ms, "source": source})
elapsed_ms = int((time.time() - started) * 1000) elapsed_ms = int((time.time() - started) * 1000)
if mode == "quick":
budget = max(1, int(round(settings.AI_ATLASBOT_TIMEOUT_QUICK_SEC)))
fallback = (
f"Quick mode hit {budget}s response budget before finishing. "
"Try atlas-smart for a deeper answer."
)
elif mode == "smart":
budget = max(1, int(round(settings.AI_ATLASBOT_TIMEOUT_SMART_SEC)))
fallback = (
f"Smart mode hit {budget}s response budget before finishing. "
"Try atlas-genius or ask a narrower follow-up."
)
else:
fallback = "Atlas genius mode timed out before it could finish. Please retry with a narrower prompt."
return jsonify( return jsonify(
{ {
"reply": "Atlasbot is busy. Please try again in a moment.", "reply": fallback,
"latency_ms": elapsed_ms, "latency_ms": elapsed_ms,
"source": source, "source": source,
} }