atlasbot: simplify fast path
This commit is contained in:
parent
244578cc01
commit
c1e94d56c8
@ -3605,10 +3605,33 @@ def _open_ended_multi(
|
|||||||
|
|
||||||
def _open_ended_total_steps(mode: str) -> int:
|
def _open_ended_total_steps(mode: str) -> int:
|
||||||
if mode == "fast":
|
if mode == "fast":
|
||||||
return 4
|
return 2
|
||||||
return 7
|
return 7
|
||||||
|
|
||||||
|
|
||||||
|
def _open_ended_fast_single(
|
||||||
|
prompt: str,
|
||||||
|
*,
|
||||||
|
fact_pack: str,
|
||||||
|
history_lines: list[str],
|
||||||
|
state: ThoughtState | None = None,
|
||||||
|
model: str,
|
||||||
|
) -> str:
|
||||||
|
if state:
|
||||||
|
state.update("drafting", step=2, note="summarizing")
|
||||||
|
context = fact_pack
|
||||||
|
reply = _ollama_call(
|
||||||
|
("atlasbot_fast", "atlasbot_fast"),
|
||||||
|
prompt,
|
||||||
|
context=context,
|
||||||
|
use_history=False,
|
||||||
|
model=model,
|
||||||
|
)
|
||||||
|
if state:
|
||||||
|
state.update("done", step=_open_ended_total_steps("fast"))
|
||||||
|
return _ensure_scores(reply)
|
||||||
|
|
||||||
|
|
||||||
def _open_ended_fast(
|
def _open_ended_fast(
|
||||||
prompt: str,
|
prompt: str,
|
||||||
*,
|
*,
|
||||||
@ -3618,14 +3641,13 @@ def _open_ended_fast(
|
|||||||
history_lines: list[str],
|
history_lines: list[str],
|
||||||
state: ThoughtState | None = None,
|
state: ThoughtState | None = None,
|
||||||
) -> str:
|
) -> str:
|
||||||
return _open_ended_multi(
|
model = _model_for_mode("fast")
|
||||||
|
return _open_ended_fast_single(
|
||||||
prompt,
|
prompt,
|
||||||
fact_pack=fact_pack,
|
fact_pack=fact_pack,
|
||||||
fact_lines=fact_lines,
|
|
||||||
fact_meta=fact_meta,
|
|
||||||
history_lines=history_lines,
|
history_lines=history_lines,
|
||||||
mode="fast",
|
|
||||||
state=state,
|
state=state,
|
||||||
|
model=model,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user