1378 lines
52 KiB
JSON
1378 lines
52 KiB
JSON
{
|
|
"failed_real_job_safe_metadata": {
|
|
"completed_pass_usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 1131975,
|
|
"output_tokens": 214423,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 153293
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"cost_limit_usd_estimate": 30.0,
|
|
"cost_used_usd_estimate": 8.81636,
|
|
"error_code": "timeout",
|
|
"failed_stage": "large_family_review",
|
|
"interrupted_pass_cost_usd_estimate": null,
|
|
"interrupted_pass_timeout_seconds": 60.72140585165471,
|
|
"interrupted_pass_usage": null,
|
|
"job_id": "9af0db7c71b04882a3a2c0449e83b74c",
|
|
"passes": [
|
|
{
|
|
"allocated_seconds": 1799.9636647687294,
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 2.635496,
|
|
"model": "claude-opus-5-5",
|
|
"reasoning": "xhigh",
|
|
"stage": "proposal_a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 369479,
|
|
"output_tokens": 57879,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 41501
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 505.343
|
|
},
|
|
{
|
|
"allocated_seconds": 1294.6144117447548,
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 2.415476,
|
|
"model": "claude-opus-5-5",
|
|
"reasoning": "xhigh",
|
|
"stage": "proposal_b",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 364164,
|
|
"output_tokens": 47941,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 34819
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 385.938
|
|
},
|
|
{
|
|
"allocated_seconds": 908.6719134976156,
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 3.7653879999999997,
|
|
"model": "claude-opus-5-5",
|
|
"reasoning": "xhigh",
|
|
"stage": "reconciliation",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 398332,
|
|
"output_tokens": 108603,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 76973
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 847.944
|
|
}
|
|
],
|
|
"status": "failed",
|
|
"wall_seconds": 1800.064
|
|
},
|
|
"regression_tests": {
|
|
"accelerated_clock_budget_seconds": 3600,
|
|
"accelerated_clock_completed_seconds": 2510,
|
|
"passed": 163
|
|
},
|
|
"scope": "Safe operational metadata only. No real job rerun. Benchmark is synthetic 75 cases at high effort; real 363-case job was xhigh.",
|
|
"synthetic_async_benchmark": {
|
|
"automatic_job_retries": 0,
|
|
"capabilities_limits": {
|
|
"default_max_seconds": 1800,
|
|
"max_cost_usd": 30.0,
|
|
"max_seconds": 3600
|
|
},
|
|
"case_count": 75,
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"counts": {
|
|
"final_singletons": 3,
|
|
"final_tasks": 21,
|
|
"natural_families": 9,
|
|
"natural_singletons": 3
|
|
},
|
|
"exact_final_coverage": true,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"http_timeout_seconds": 45,
|
|
"idempotent_replay_verified": true,
|
|
"job_metadata": {
|
|
"attempted_destinations": [
|
|
"switchyard:atlas/planning/claude",
|
|
"claude:claude-opus-5-5"
|
|
],
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.29248,
|
|
"duration_api_ms": 43762,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3442.3193380017765,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 42965,
|
|
"output_tokens": 6031,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 477
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_diagnostics_scope": "last_model_pass",
|
|
"compaction": false,
|
|
"compaction_signal": "CLI events and disabled compaction",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"cost_usd_estimate": 1.449292,
|
|
"created_at": 1790740611.8458564,
|
|
"duration_api_ms": 199463,
|
|
"execution": {
|
|
"max_cost_usd": 30.0,
|
|
"max_seconds": 3600,
|
|
"strategy": "whole_suite"
|
|
},
|
|
"execution_progress": {
|
|
"cli_running": false,
|
|
"completed_model_passes": 5,
|
|
"cost_limit_usd_estimate": 30.0,
|
|
"cost_used_usd_estimate": 1.449292,
|
|
"current_pass": "decision_audit",
|
|
"heartbeat_at": 1790740813.7992806,
|
|
"job_elapsed_seconds": 201.953,
|
|
"job_remaining_seconds": 3398.0,
|
|
"maximum_model_passes": 5,
|
|
"pass_elapsed_seconds": 44.3,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 30.0,
|
|
"allocated_seconds": 3599.965945621021,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.132708,
|
|
"duration_api_ms": 15041,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3599.965945621021,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 23737,
|
|
"output_tokens": 1888,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 299
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.132708,
|
|
"duration_api_ms": 15041,
|
|
"input_bytes": 66341,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 74533,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "60f11f8f897d645c1dce01f904172111879802cb3112daba65d9a6d5117861c5",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "5df3f59dd1c4182d42fef8b58db69f0b18a9ff19ebaa7217363622484a29a04a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 23737,
|
|
"output_tokens": 1888,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 299
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 15.56
|
|
},
|
|
{
|
|
"allocated_cost_usd": 29.867292,
|
|
"allocated_seconds": 3584.4048600518145,
|
|
"case_order_sha256": "cfaae948234b695780c2e876572ed0b62699ecbd7818fc4dbc66ac8dbe1582cf",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.273548,
|
|
"duration_api_ms": 28369,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3584.4048600518145,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 49672,
|
|
"output_tokens": 3743,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 451
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.273548,
|
|
"duration_api_ms": 28369,
|
|
"input_bytes": 66341,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 74533,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "60f11f8f897d645c1dce01f904172111879802cb3112daba65d9a6d5117861c5",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "5df3f59dd1c4182d42fef8b58db69f0b18a9ff19ebaa7217363622484a29a04a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 49672,
|
|
"output_tokens": 3743,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 451
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 28.815
|
|
},
|
|
{
|
|
"allocated_cost_usd": 29.593744,
|
|
"allocated_seconds": 3555.5887848697603,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.475608,
|
|
"duration_api_ms": 67661,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3555.5887848697603,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 70267,
|
|
"output_tokens": 9727,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 851
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.475608,
|
|
"duration_api_ms": 67661,
|
|
"input_bytes": 86996,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 95188,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "e110dabf89a21e52e7f697f0a5dfec4b0cac375862617af22f57773cab61a9b5",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "7d85f607438ad80803f5f7a519b61355387886ed2f2cf7ab3671354628ffc6d5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 70267,
|
|
"output_tokens": 9727,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 851
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 68.171
|
|
},
|
|
{
|
|
"allocated_cost_usd": 29.118136,
|
|
"allocated_seconds": 3487.413067241665,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.27494799999999997,
|
|
"duration_api_ms": 44630,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3487.413067241665,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37117,
|
|
"output_tokens": 6324,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 745
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.27494799999999997,
|
|
"duration_api_ms": 44630,
|
|
"input_bytes": 97593,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 105785,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "e0a213b4ae38c1220617d24273e83e5437ebdee96677ab8d0667736faa248c27",
|
|
"stage": "large_family_review",
|
|
"system_sha256": "ba3c856dfc67482e1b35841388b27e19087832942f757519449397ef7636a238",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37117,
|
|
"output_tokens": 6324,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 745
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 45.09
|
|
},
|
|
{
|
|
"allocated_cost_usd": 28.843188,
|
|
"allocated_seconds": 3442.3193380017765,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.29248,
|
|
"duration_api_ms": 43762,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3442.3193380017765,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 42965,
|
|
"output_tokens": 6031,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 477
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.29248,
|
|
"duration_api_ms": 43762,
|
|
"input_bytes": 112731,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 120923,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "e0a213b4ae38c1220617d24273e83e5437ebdee96677ab8d0667736faa248c27",
|
|
"stage": "decision_audit",
|
|
"system_sha256": "a3123bd136a1416160db1c17d29c1a63ff42c7fe49656bab5d0e5b5fd709d2e8",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 42965,
|
|
"output_tokens": 6031,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 477
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 44.266
|
|
}
|
|
]
|
|
},
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"final_task_count": 21,
|
|
"job_id": "df1759e9836f4471bb8706cb600929e1",
|
|
"model": "claude-opus-5-5",
|
|
"model_pass_count": 5,
|
|
"model_usage": {
|
|
"claude-opus-5-5[1m]": {
|
|
"canonicalModel": "claude-opus-5-5",
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000,
|
|
"provider": "firstParty"
|
|
}
|
|
},
|
|
"natural_family_count": 9,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 30.0,
|
|
"allocated_seconds": 3599.965945621021,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.132708,
|
|
"duration_api_ms": 15041,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3599.965945621021,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 23737,
|
|
"output_tokens": 1888,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 299
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.132708,
|
|
"duration_api_ms": 15041,
|
|
"input_bytes": 66341,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 74533,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "60f11f8f897d645c1dce01f904172111879802cb3112daba65d9a6d5117861c5",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "5df3f59dd1c4182d42fef8b58db69f0b18a9ff19ebaa7217363622484a29a04a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 23737,
|
|
"output_tokens": 1888,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 299
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 15.56
|
|
},
|
|
{
|
|
"allocated_cost_usd": 29.867292,
|
|
"allocated_seconds": 3584.4048600518145,
|
|
"case_order_sha256": "cfaae948234b695780c2e876572ed0b62699ecbd7818fc4dbc66ac8dbe1582cf",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.273548,
|
|
"duration_api_ms": 28369,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3584.4048600518145,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 49672,
|
|
"output_tokens": 3743,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 451
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.273548,
|
|
"duration_api_ms": 28369,
|
|
"input_bytes": 66341,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 74533,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "60f11f8f897d645c1dce01f904172111879802cb3112daba65d9a6d5117861c5",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "5df3f59dd1c4182d42fef8b58db69f0b18a9ff19ebaa7217363622484a29a04a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 49672,
|
|
"output_tokens": 3743,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 451
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 28.815
|
|
},
|
|
{
|
|
"allocated_cost_usd": 29.593744,
|
|
"allocated_seconds": 3555.5887848697603,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.475608,
|
|
"duration_api_ms": 67661,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3555.5887848697603,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 70267,
|
|
"output_tokens": 9727,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 851
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.475608,
|
|
"duration_api_ms": 67661,
|
|
"input_bytes": 86996,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 95188,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "e110dabf89a21e52e7f697f0a5dfec4b0cac375862617af22f57773cab61a9b5",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "7d85f607438ad80803f5f7a519b61355387886ed2f2cf7ab3671354628ffc6d5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 70267,
|
|
"output_tokens": 9727,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 851
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 68.171
|
|
},
|
|
{
|
|
"allocated_cost_usd": 29.118136,
|
|
"allocated_seconds": 3487.413067241665,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.27494799999999997,
|
|
"duration_api_ms": 44630,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3487.413067241665,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37117,
|
|
"output_tokens": 6324,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 745
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.27494799999999997,
|
|
"duration_api_ms": 44630,
|
|
"input_bytes": 97593,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 105785,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "e0a213b4ae38c1220617d24273e83e5437ebdee96677ab8d0667736faa248c27",
|
|
"stage": "large_family_review",
|
|
"system_sha256": "ba3c856dfc67482e1b35841388b27e19087832942f757519449397ef7636a238",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37117,
|
|
"output_tokens": 6324,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 745
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 45.09
|
|
},
|
|
{
|
|
"allocated_cost_usd": 28.843188,
|
|
"allocated_seconds": 3442.3193380017765,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_api_error_seen": false,
|
|
"assistant_error_code": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"cli_transport_error": null,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.29248,
|
|
"duration_api_ms": 43762,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 128000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "high",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 3442.3193380017765,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 42965,
|
|
"output_tokens": 6031,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 477
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.29248,
|
|
"duration_api_ms": 43762,
|
|
"input_bytes": 112731,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 120923,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-5-5",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"schema_sha256": "e0a213b4ae38c1220617d24273e83e5437ebdee96677ab8d0667736faa248c27",
|
|
"stage": "decision_audit",
|
|
"system_sha256": "a3123bd136a1416160db1c17d29c1a63ff42c7fe49656bab5d0e5b5fd709d2e8",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 42965,
|
|
"output_tokens": 6031,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 477
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 44.266
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v4-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"reasoning": "high",
|
|
"result_retention_seconds": 3600,
|
|
"routing": {
|
|
"allow_external": true,
|
|
"allowed_external_providers": [
|
|
"claude"
|
|
]
|
|
},
|
|
"selection": {
|
|
"backend": "claude-code-2.1.285",
|
|
"case_count": 75,
|
|
"cli_model": "claude-opus-5-5[1m]",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 1000000,
|
|
"enabled": true,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"input_bytes": 66341,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 74533,
|
|
"input_token_count": null,
|
|
"later_pass_capacity_verified": false,
|
|
"later_pass_checks": "before_each_invocation",
|
|
"max_final_group_cases": 5,
|
|
"max_final_name_characters": 64,
|
|
"max_turns": 6,
|
|
"maximum_model_passes": 5,
|
|
"minimum_model_passes": 3,
|
|
"model": "claude-opus-5-5",
|
|
"output": 64000,
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"overhead": 8192,
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v4-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"reasoning_policy": {
|
|
"case_count_at_least": 100,
|
|
"default": "high",
|
|
"large": "xhigh",
|
|
"match": "any",
|
|
"revision": "suite-size-effort-v1-20260929",
|
|
"scope": "whole_job",
|
|
"source_bytes_at_least": 131072,
|
|
"source_bytes_scope": "Canonical UTF-8 JSON of campaign, suite, and all cases"
|
|
},
|
|
"reasoning_selection": {
|
|
"case_count": 75,
|
|
"policy_revision": "suite-size-effort-v1-20260929",
|
|
"scope": "whole_job",
|
|
"source_bytes": 55836,
|
|
"triggers": []
|
|
},
|
|
"reported_output": 128000,
|
|
"source_sha256": "3cca99c228210deee67c4f7a4674bad55283440c5662f8add1c5182409447d32"
|
|
},
|
|
"singleton_statistics": {
|
|
"final_singletons": 3,
|
|
"natural_singletons": 3
|
|
},
|
|
"status": "completed",
|
|
"temporary_files_deleted": true,
|
|
"truncation": false,
|
|
"turns": 12,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 223758,
|
|
"output_tokens": 27713,
|
|
"output_tokens_details": {
|
|
"thinking_tokens": 2823
|
|
},
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 201.953
|
|
},
|
|
"natural_quality": {
|
|
"coverage": true,
|
|
"false_merge_pairs": 0,
|
|
"families": 9,
|
|
"missed_merge_pairs": 0,
|
|
"pair_precision": 1.0,
|
|
"pair_recall": 1.0
|
|
},
|
|
"preflight": {
|
|
"availability": "checked_at_dispatch",
|
|
"execution": {
|
|
"max_cost_usd": 30.0,
|
|
"max_seconds": 3600,
|
|
"strategy": "whole_suite"
|
|
},
|
|
"routing": {
|
|
"allow_external": true,
|
|
"allowed_external_providers": [
|
|
"claude"
|
|
]
|
|
},
|
|
"selection": {
|
|
"backend": "claude-code-2.1.285",
|
|
"case_count": 75,
|
|
"cli_model": "claude-opus-5-5[1m]",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 1000000,
|
|
"enabled": true,
|
|
"execution_revision": "suite-multipass-v9-20260929",
|
|
"input_bytes": 66341,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 74533,
|
|
"input_token_count": null,
|
|
"later_pass_capacity_verified": false,
|
|
"later_pass_checks": "before_each_invocation",
|
|
"max_final_group_cases": 5,
|
|
"max_final_name_characters": 64,
|
|
"max_turns": 6,
|
|
"maximum_model_passes": 5,
|
|
"minimum_model_passes": 3,
|
|
"model": "claude-opus-5-5",
|
|
"output": 64000,
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"overhead": 8192,
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v4-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"provider": "claude",
|
|
"reasoning": "high",
|
|
"reasoning_policy": {
|
|
"case_count_at_least": 100,
|
|
"default": "high",
|
|
"large": "xhigh",
|
|
"match": "any",
|
|
"revision": "suite-size-effort-v1-20260929",
|
|
"scope": "whole_job",
|
|
"source_bytes_at_least": 131072,
|
|
"source_bytes_scope": "Canonical UTF-8 JSON of campaign, suite, and all cases"
|
|
},
|
|
"reasoning_selection": {
|
|
"case_count": 75,
|
|
"policy_revision": "suite-size-effort-v1-20260929",
|
|
"scope": "whole_job",
|
|
"source_bytes": 55836,
|
|
"triggers": []
|
|
},
|
|
"reported_output": 128000,
|
|
"source_sha256": "3cca99c228210deee67c4f7a4674bad55283440c5662f8add1c5182409447d32"
|
|
},
|
|
"status": "eligible"
|
|
},
|
|
"prompt_revision": "implementation-proximity-multipass-v4-20260929",
|
|
"request_bytes": 55986,
|
|
"status": "completed",
|
|
"test": "isolated_async_synthetic_budget_benchmark",
|
|
"wall_seconds": 202.407
|
|
}
|
|
}
|