fix(ai): set latency timer before atlasbot call
This commit is contained in:
parent
caf6d87c5d
commit
ecdb87d9a8
@ -23,6 +23,7 @@ def register(app) -> None:
|
|||||||
if not user_message:
|
if not user_message:
|
||||||
return jsonify({"error": "message required"}), 400
|
return jsonify({"error": "message required"}), 400
|
||||||
|
|
||||||
|
started = time.time()
|
||||||
atlasbot_reply = _atlasbot_answer(user_message)
|
atlasbot_reply = _atlasbot_answer(user_message)
|
||||||
if atlasbot_reply:
|
if atlasbot_reply:
|
||||||
elapsed_ms = int((time.time() - started) * 1000)
|
elapsed_ms = int((time.time() - started) * 1000)
|
||||||
@ -41,7 +42,6 @@ def register(app) -> None:
|
|||||||
messages.append({"role": "user", "content": user_message})
|
messages.append({"role": "user", "content": user_message})
|
||||||
|
|
||||||
body = {"model": settings.AI_CHAT_MODEL, "messages": messages, "stream": False}
|
body = {"model": settings.AI_CHAT_MODEL, "messages": messages, "stream": False}
|
||||||
started = time.time()
|
|
||||||
|
|
||||||
try:
|
try:
|
||||||
with httpx.Client(timeout=settings.AI_CHAT_TIMEOUT_SEC) as client:
|
with httpx.Client(timeout=settings.AI_CHAT_TIMEOUT_SEC) as client:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user