87 lines
2.3 KiB
JSON
87 lines
2.3 KiB
JSON
{
|
|
"attempted_destinations": [
|
|
"switchyard:atlas/planning/local",
|
|
"local:qwen2.5:14b-instruct-q4_0"
|
|
],
|
|
"compaction": false,
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"created_at": 1790689284.778549,
|
|
"job_id": "c5df215f12374d5e91680fce28eadfe2",
|
|
"model": "qwen2.5:14b-instruct-q4_0",
|
|
"provenance": {
|
|
"backend_api": "/api/generate",
|
|
"concurrency": 1,
|
|
"context_tokens": 8192,
|
|
"fallback": null,
|
|
"max_output_tokens": 2048,
|
|
"model": "qwen2.5:14b-instruct-q4_0",
|
|
"model_digest": "5449194ff8035ccb13a6409a5814de6c8f9c39f555f429e383ae0fb7137001bd",
|
|
"options": {
|
|
"num_ctx": 8192,
|
|
"num_predict": 2048,
|
|
"seed": 0,
|
|
"temperature": 0,
|
|
"top_k": 40,
|
|
"top_p": 1
|
|
},
|
|
"placement": "titan-24/RTX-3080-10GB",
|
|
"protocol_version": 1,
|
|
"runtime": "0.13.5",
|
|
"serving_configuration": {
|
|
"flash_attention": true,
|
|
"kv_cache_type": "q8_0",
|
|
"max_queue": 1,
|
|
"parallel_requests": 1
|
|
},
|
|
"timeout_seconds": 1200,
|
|
"wall_seconds": 3.48
|
|
},
|
|
"result": {
|
|
"groups": [
|
|
{
|
|
"description": "Verifies parsing of configuration texts, both valid and invalid.",
|
|
"members": [
|
|
"CASE-1",
|
|
"CASE-2"
|
|
],
|
|
"name": "ConfigurationParsing"
|
|
}
|
|
]
|
|
},
|
|
"result_retention_seconds": 3600,
|
|
"routing": {
|
|
"allow_external": false,
|
|
"allowed_external_providers": []
|
|
},
|
|
"selection": {
|
|
"backend": "ollama-model-gate",
|
|
"case_count": 2,
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 8192,
|
|
"enabled": true,
|
|
"input_bytes": 1972,
|
|
"input_count_method": "UTF-8 byte upper bound plus reserved harness overhead; not a tokenizer",
|
|
"input_token_bound": 2996,
|
|
"input_token_count": null,
|
|
"model": "qwen2.5:14b-instruct-q4_0",
|
|
"output": 2048,
|
|
"output_reservation_tokens": 1260,
|
|
"output_reservation_verified": false,
|
|
"overhead": 1024,
|
|
"provider": "local",
|
|
"reasoning": "none",
|
|
"source_sha256": "f59c6b7985060fec965800330d751896fe57300cc5dc22b45844e00dbf840e7b"
|
|
},
|
|
"status": "completed",
|
|
"truncation": false,
|
|
"usage": {
|
|
"eval_count": 58,
|
|
"eval_duration": 2149823584,
|
|
"load_duration": 110578986,
|
|
"prompt_eval_count": 307,
|
|
"prompt_eval_duration": 95273264,
|
|
"total_duration": 3451656008
|
|
},
|
|
"wall_seconds": 3.535
|
|
}
|