14715 lines
558 KiB
JSON
14715 lines
558 KiB
JSON
{
|
|
"synthetic_only": true,
|
|
"date": "2026-09-29",
|
|
"implementation_commits": [
|
|
"7af4f4f206fc3d65524f219029f7a93553804bbe",
|
|
"15c05cb7fbf49d746decabaf967c484cd003e05e",
|
|
"9c327c6fd0bbce7c12614ff8624d24a53c8a48d9"
|
|
],
|
|
"connection": {
|
|
"host": "worker.bstein.dev",
|
|
"lan_ip": "192.168.22.50",
|
|
"port": 443,
|
|
"test_client": "titan-jh",
|
|
"client_ip": "192.168.22.8",
|
|
"tls_verified": true,
|
|
"proxies_disabled": true,
|
|
"redirects_disabled": true,
|
|
"wsl_route_verified": false
|
|
},
|
|
"regression_tests": {
|
|
"passed": 109,
|
|
"files": [
|
|
"testing/tests/test_suite_planning.py",
|
|
"testing/tests/test_suite_cli_diagnostics.py",
|
|
"testing/tests/test_suite_multipass.py"
|
|
]
|
|
},
|
|
"native_cli_transport_initial": [
|
|
{
|
|
"size": 14,
|
|
"model_passes": 3,
|
|
"final_tasks": 9,
|
|
"requests": [
|
|
{
|
|
"stage": "proposal_a",
|
|
"bytes": 16123,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "proposal_b",
|
|
"bytes": 16137,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "reconciliation",
|
|
"bytes": 19992,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"size": 75,
|
|
"model_passes": 5,
|
|
"final_tasks": 21,
|
|
"requests": [
|
|
{
|
|
"stage": "proposal_a",
|
|
"bytes": 64212,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "proposal_b",
|
|
"bytes": 64226,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "reconciliation",
|
|
"bytes": 69789,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "large_family_review",
|
|
"bytes": 74757,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "decision_audit",
|
|
"bytes": 84090,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"size": 363,
|
|
"model_passes": 5,
|
|
"final_tasks": 75,
|
|
"requests": [
|
|
{
|
|
"stage": "proposal_a",
|
|
"bytes": 291205,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "proposal_b",
|
|
"bytes": 291219,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "reconciliation",
|
|
"bytes": 304846,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "large_family_review",
|
|
"bytes": 313846,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
},
|
|
{
|
|
"stage": "decision_audit",
|
|
"bytes": 335275,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"native_cli_transport_required_assignments": [
|
|
{
|
|
"size": 14,
|
|
"model_passes": 3,
|
|
"final_tasks": 9,
|
|
"requests": [
|
|
{
|
|
"stage": "proposal_a",
|
|
"bytes": 17876,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": true
|
|
},
|
|
{
|
|
"stage": "proposal_a",
|
|
"bytes": 19061,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "proposal_b",
|
|
"bytes": 17886,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "reconciliation",
|
|
"bytes": 23842,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"size": 75,
|
|
"model_passes": 5,
|
|
"final_tasks": 21,
|
|
"requests": [
|
|
{
|
|
"stage": "proposal_a",
|
|
"bytes": 70113,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "proposal_b",
|
|
"bytes": 70125,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "reconciliation",
|
|
"bytes": 87606,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "large_family_review",
|
|
"bytes": 97602,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "decision_audit",
|
|
"bytes": 106935,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"size": 363,
|
|
"model_passes": 5,
|
|
"final_tasks": 75,
|
|
"requests": [
|
|
{
|
|
"stage": "proposal_a",
|
|
"bytes": 317053,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "proposal_b",
|
|
"bytes": 317065,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "reconciliation",
|
|
"bytes": 389341,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "large_family_review",
|
|
"bytes": 407401,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
},
|
|
{
|
|
"stage": "decision_audit",
|
|
"bytes": 428830,
|
|
"complete_input": true,
|
|
"complete_system": true,
|
|
"max_tokens": 64000,
|
|
"missing_assignment_injected": false
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"acceptance_runs": [
|
|
{
|
|
"case_count": 14,
|
|
"request_bytes": 9847,
|
|
"response_bytes": 36995,
|
|
"client_wall_seconds": 63.047,
|
|
"job_id": "3e37b776cc6842059246e4a2b6607851",
|
|
"status": "completed",
|
|
"counts": {
|
|
"final_singletons": 4,
|
|
"final_tasks": 9,
|
|
"natural_families": 9,
|
|
"natural_singletons": 4
|
|
},
|
|
"idempotent_replay": true,
|
|
"quality": {
|
|
"coverage": true,
|
|
"families": 9,
|
|
"pair_precision": 1.0,
|
|
"pair_recall": 1.0,
|
|
"false_merge_pairs": 0,
|
|
"missed_merge_pairs": 0,
|
|
"exactly_once": true,
|
|
"final_pure_implementation_patterns": true,
|
|
"expected_natural_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
1,
|
|
2,
|
|
2,
|
|
2,
|
|
2,
|
|
2
|
|
],
|
|
"actual_natural_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
1,
|
|
2,
|
|
2,
|
|
2,
|
|
2,
|
|
2
|
|
],
|
|
"expected_final_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
1,
|
|
2,
|
|
2,
|
|
2,
|
|
2,
|
|
2
|
|
],
|
|
"actual_final_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
1,
|
|
2,
|
|
2,
|
|
2,
|
|
2,
|
|
2
|
|
],
|
|
"capacity_parts_balanced": true,
|
|
"proposal_disagreement_pairs": 0
|
|
},
|
|
"actual": {
|
|
"attempted_destinations": [
|
|
"switchyard:atlas/planning/claude",
|
|
"claude:claude-opus-4-8"
|
|
],
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.11730499999999999,
|
|
"duration_api_ms": 31059,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 869.9311877726577,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 7776,
|
|
"output_tokens": 3137,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_diagnostics_scope": "last_model_pass",
|
|
"compaction": false,
|
|
"compaction_signal": "CLI events and disabled compaction",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"cost_usd_estimate": 0.23593,
|
|
"created_at": 1790706715.943163,
|
|
"duration_api_ms": 59760,
|
|
"execution_progress": {
|
|
"completed_model_passes": 3,
|
|
"current_pass": "reconciliation",
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 5.0,
|
|
"allocated_seconds": 899.9590512593277,
|
|
"case_order_sha256": "8c031138e0e155f0e44e28ee8126fcecd5c75316de0c40cc48f8d12550751ecd",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.06176000000000001,
|
|
"duration_api_ms": 14848,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 899.9590512593277,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 5217,
|
|
"output_tokens": 1427,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.06176000000000001,
|
|
"duration_api_ms": 14848,
|
|
"input_bytes": 14307,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 22499,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 11008,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 5217,
|
|
"output_tokens": 1427,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 15.56
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.93824,
|
|
"allocated_seconds": 884.393691317644,
|
|
"case_order_sha256": "3ee82f66d96c5f70da1c64a9d191f699ec95dd02eadf8f7185eed2f34ff107b3",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.056865,
|
|
"duration_api_ms": 13853,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 884.393691317644,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 5223,
|
|
"output_tokens": 1230,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.056865,
|
|
"duration_api_ms": 13853,
|
|
"input_bytes": 14307,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 22499,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 11008,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 5223,
|
|
"output_tokens": 1230,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 14.458
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.881375,
|
|
"allocated_seconds": 869.9311877726577,
|
|
"case_order_sha256": "8c031138e0e155f0e44e28ee8126fcecd5c75316de0c40cc48f8d12550751ecd",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.11730499999999999,
|
|
"duration_api_ms": 31059,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 869.9311877726577,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 7776,
|
|
"output_tokens": 3137,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.11730499999999999,
|
|
"duration_api_ms": 31059,
|
|
"input_bytes": 21203,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 29395,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 13344,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 7776,
|
|
"output_tokens": 3137,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 31.727
|
|
}
|
|
]
|
|
},
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"final_task_count": 9,
|
|
"job_id": "3e37b776cc6842059246e4a2b6607851",
|
|
"model": "claude-opus-4-8",
|
|
"model_pass_count": 3,
|
|
"model_usage": {
|
|
"claude-opus-4-8[1m]": {
|
|
"canonicalModel": "claude-opus-4-8",
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000,
|
|
"provider": "firstParty"
|
|
}
|
|
},
|
|
"natural_family_count": 9,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 5.0,
|
|
"allocated_seconds": 899.9590512593277,
|
|
"case_order_sha256": "8c031138e0e155f0e44e28ee8126fcecd5c75316de0c40cc48f8d12550751ecd",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.06176000000000001,
|
|
"duration_api_ms": 14848,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 899.9590512593277,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 5217,
|
|
"output_tokens": 1427,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.06176000000000001,
|
|
"duration_api_ms": 14848,
|
|
"input_bytes": 14307,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 22499,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 11008,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 5217,
|
|
"output_tokens": 1427,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 15.56
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.93824,
|
|
"allocated_seconds": 884.393691317644,
|
|
"case_order_sha256": "3ee82f66d96c5f70da1c64a9d191f699ec95dd02eadf8f7185eed2f34ff107b3",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.056865,
|
|
"duration_api_ms": 13853,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 884.393691317644,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 5223,
|
|
"output_tokens": 1230,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.056865,
|
|
"duration_api_ms": 13853,
|
|
"input_bytes": 14307,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 22499,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 11008,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 5223,
|
|
"output_tokens": 1230,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 14.458
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.881375,
|
|
"allocated_seconds": 869.9311877726577,
|
|
"case_order_sha256": "8c031138e0e155f0e44e28ee8126fcecd5c75316de0c40cc48f8d12550751ecd",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.11730499999999999,
|
|
"duration_api_ms": 31059,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 869.9311877726577,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 7776,
|
|
"output_tokens": 3137,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.11730499999999999,
|
|
"duration_api_ms": 31059,
|
|
"input_bytes": 21203,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 29395,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 13344,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 7776,
|
|
"output_tokens": 3137,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 31.727
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"result": {
|
|
"groups": [
|
|
{
|
|
"description": "Record acoustic output in anechoic fixture and verify spectral peak magnitude stays below a frequency-dependent threshold. Procedure details unknown.",
|
|
"members": [
|
|
"CASE-0008"
|
|
],
|
|
"name": "Anechoic Acoustic Spectral Check"
|
|
},
|
|
{
|
|
"description": "Submit role-scoped operations to the authorization decision function with identity fixtures and in-memory policy store; compare allow/deny decisions and audit fields to permissions matrix.",
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012"
|
|
],
|
|
"name": "Authorization Decision Checks"
|
|
},
|
|
{
|
|
"description": "Run concurrent producer/consumer drivers against a bounded queue fixture; observe queue depth, rejected writes, ordering, and recovery after draining with sequence-number assertions.",
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer"
|
|
},
|
|
{
|
|
"description": "Construct configuration text fixtures and call the parser without the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010"
|
|
],
|
|
"name": "Configuration Parser Assertions"
|
|
},
|
|
{
|
|
"description": "Rebuild the same source twice in clean build containers and compare artifact digests after removing allowed timestamp metadata.",
|
|
"members": [
|
|
"CASE-0014"
|
|
],
|
|
"name": "Reproducible Build Digest Compare"
|
|
},
|
|
{
|
|
"description": "Load an offline static-analysis report parser and severity policy fixture without executing firmware; count findings by severity and compare rule identifiers to policy table.",
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009"
|
|
],
|
|
"name": "Static-Analysis Findings Parser"
|
|
},
|
|
{
|
|
"description": "Cycle thermal chamber and measure enclosure expansion with a calibrated dimensional gauge against tolerance. Physical fixture; procedure details unknown.",
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Gauge"
|
|
},
|
|
{
|
|
"description": "Drive/stop a controllable watchdog pulse source and measure reset-line timing with a digital capture fixture against a deadline. Members are duplicate cases varying input class.",
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0013"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture"
|
|
},
|
|
{
|
|
"description": "Build byte-array watchdog status frames and call the decoder fixture; capture decoded object and compare fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0007"
|
|
],
|
|
"name": "Watchdog Status Frame Decoding"
|
|
}
|
|
]
|
|
},
|
|
"result_retention_seconds": 3600,
|
|
"review_summary": {
|
|
"capacity_divisions": [],
|
|
"counts": {
|
|
"final_singletons": 4,
|
|
"final_tasks": 9,
|
|
"natural_families": 9,
|
|
"natural_singletons": 4
|
|
},
|
|
"decision_audit": [],
|
|
"large_family_review": [],
|
|
"natural_families": [
|
|
{
|
|
"common_work": "Controllable pulse source + reset-line recorder; digital capture of reset timing compared to supplied deadline tolerance.",
|
|
"description": "Drive/stop a controllable watchdog pulse source and measure reset-line timing with a digital capture fixture against a deadline. Members are duplicate cases varying input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0013",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0013"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture",
|
|
"rationale": "Identical description, preconditions, and success_criteria; only case labeling differs. One timing-capture harness serves both.",
|
|
"uncertainty": "Exact timing tolerance and malformed-input handling not quantified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0013"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Static-analysis report parser + severity policy fixture; count findings by severity and match rule identifiers to policy table; no firmware execution.",
|
|
"description": "Load an offline static-analysis report parser and severity policy fixture without executing firmware; count findings by severity and compare rule identifiers to policy table.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009"
|
|
],
|
|
"name": "Static-Analysis Findings Parser",
|
|
"rationale": "Same analysis machinery and assertions; only nominal vs boundary input class differs.",
|
|
"uncertainty": "Report format and policy table contents unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0009"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Configuration text fixtures fed to parser without starting network stack; assert accepted values or diagnostic positions on returned parser objects.",
|
|
"description": "Construct configuration text fixtures and call the parser without the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0010",
|
|
"field": "preconditions",
|
|
"quote": "call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010"
|
|
],
|
|
"name": "Configuration Parser Assertions",
|
|
"rationale": "Shared parser-call harness and assertion structure; members differ only by input class.",
|
|
"uncertainty": "Specific config grammar and boundary tokens unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0010"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Concurrent task drivers on bounded queue fixture; observe depth, rejected writes, ordering, drain recovery via sequence-number assertions.",
|
|
"description": "Run concurrent producer/consumer drivers against a bounded queue fixture; observe queue depth, rejected writes, ordering, and recovery after draining with sequence-number assertions.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer",
|
|
"rationale": "Same concurrency harness and observation set; only input class differs.",
|
|
"uncertainty": "Queue capacity and malformed-input behavior not quantified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0011"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Identity fixtures + in-memory policy store; call authorization decision function; compare allow/deny and audit-event fields to permissions matrix.",
|
|
"description": "Submit role-scoped operations to the authorization decision function with identity fixtures and in-memory policy store; compare allow/deny decisions and audit fields to permissions matrix.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0012",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012"
|
|
],
|
|
"name": "Authorization Decision Checks",
|
|
"rationale": "Identical decision-function harness and assertions; only input class differs.",
|
|
"uncertainty": "Permissions matrix contents unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0012"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Byte-array builder + decoder-call fixture; capture decoded object; assert fields, checksum status, rejection code.",
|
|
"description": "Build byte-array watchdog status frames and call the decoder fixture; capture decoded object and compare fields, checksum status, and rejection code.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0007",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0007"
|
|
],
|
|
"name": "Watchdog Status Frame Decoding",
|
|
"rationale": "Distinct byte-builder/decoder machinery unlike timing capture or parsers; stands alone.",
|
|
"uncertainty": "Frame layout and checksum algorithm unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0007"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Thermal chamber cycling with calibrated dimensional gauge measuring enclosure expansion against tolerance.",
|
|
"description": "Cycle thermal chamber and measure enclosure expansion with a calibrated dimensional gauge against tolerance. Physical fixture; procedure details unknown.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "success_criteria",
|
|
"quote": "Expansion stays within the dimensional tolerance using a calibrated gauge"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Gauge",
|
|
"rationale": "Unique environmental/dimensional physical machinery; no shared harness with software cases.",
|
|
"uncertainty": "Procedure details and tolerance values unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0001"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Anechoic acoustic recording with spectral analysis asserting peak magnitude below frequency-dependent threshold.",
|
|
"description": "Record acoustic output in anechoic fixture and verify spectral peak magnitude stays below a frequency-dependent threshold. Procedure details unknown.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0008",
|
|
"field": "success_criteria",
|
|
"quote": "Spectral peak magnitude stays below the supplied frequency-dependent threshold"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0008"
|
|
],
|
|
"name": "Anechoic Acoustic Spectral Check",
|
|
"rationale": "Distinct acoustic instrumentation; no shared machinery with other cases.",
|
|
"uncertainty": "Procedure details and threshold curve unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0008"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Twice-rebuild in clean containers; strip allowed timestamp metadata; compare artifact digests.",
|
|
"description": "Rebuild the same source twice in clean build containers and compare artifact digests after removing allowed timestamp metadata.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0014",
|
|
"field": "success_criteria",
|
|
"quote": "Compare artifact digests after removing only explicitly allowed timestamp metadata"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0014"
|
|
],
|
|
"name": "Reproducible Build Digest Compare",
|
|
"rationale": "Unique build-reproducibility workflow; no shared harness with other cases.",
|
|
"uncertainty": "Container config and allowed metadata list unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0014"
|
|
]
|
|
]
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"proposal_disagreements": {
|
|
"aliases": [],
|
|
"pair_count": 0,
|
|
"proposal_a": [
|
|
[
|
|
"CASE-0001"
|
|
],
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0013"
|
|
],
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0009"
|
|
],
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0010"
|
|
],
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0011"
|
|
],
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0012"
|
|
],
|
|
[
|
|
"CASE-0007"
|
|
],
|
|
[
|
|
"CASE-0008"
|
|
],
|
|
[
|
|
"CASE-0014"
|
|
]
|
|
],
|
|
"proposal_b": [
|
|
[
|
|
"CASE-0001"
|
|
],
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0013"
|
|
],
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0009"
|
|
],
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0010"
|
|
],
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0011"
|
|
],
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0012"
|
|
],
|
|
[
|
|
"CASE-0007"
|
|
],
|
|
[
|
|
"CASE-0008"
|
|
],
|
|
[
|
|
"CASE-0014"
|
|
]
|
|
]
|
|
},
|
|
"reconciled_families": [
|
|
{
|
|
"common_work": "Controllable pulse source + reset-line recorder; digital capture of reset timing compared to supplied deadline tolerance.",
|
|
"description": "Drive/stop a controllable watchdog pulse source and measure reset-line timing with a digital capture fixture against a deadline. Members are duplicate cases varying input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0013",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0013"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture",
|
|
"rationale": "Identical description, preconditions, and success_criteria; only case labeling differs. One timing-capture harness serves both.",
|
|
"uncertainty": "Exact timing tolerance and malformed-input handling not quantified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0013"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Static-analysis report parser + severity policy fixture; count findings by severity and match rule identifiers to policy table; no firmware execution.",
|
|
"description": "Load an offline static-analysis report parser and severity policy fixture without executing firmware; count findings by severity and compare rule identifiers to policy table.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009"
|
|
],
|
|
"name": "Static-Analysis Findings Parser",
|
|
"rationale": "Same analysis machinery and assertions; only nominal vs boundary input class differs.",
|
|
"uncertainty": "Report format and policy table contents unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0009"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Configuration text fixtures fed to parser without starting network stack; assert accepted values or diagnostic positions on returned parser objects.",
|
|
"description": "Construct configuration text fixtures and call the parser without the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0010",
|
|
"field": "preconditions",
|
|
"quote": "call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010"
|
|
],
|
|
"name": "Configuration Parser Assertions",
|
|
"rationale": "Shared parser-call harness and assertion structure; members differ only by input class.",
|
|
"uncertainty": "Specific config grammar and boundary tokens unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0010"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Concurrent task drivers on bounded queue fixture; observe depth, rejected writes, ordering, drain recovery via sequence-number assertions.",
|
|
"description": "Run concurrent producer/consumer drivers against a bounded queue fixture; observe queue depth, rejected writes, ordering, and recovery after draining with sequence-number assertions.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer",
|
|
"rationale": "Same concurrency harness and observation set; only input class differs.",
|
|
"uncertainty": "Queue capacity and malformed-input behavior not quantified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0011"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Identity fixtures + in-memory policy store; call authorization decision function; compare allow/deny and audit-event fields to permissions matrix.",
|
|
"description": "Submit role-scoped operations to the authorization decision function with identity fixtures and in-memory policy store; compare allow/deny decisions and audit fields to permissions matrix.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0012",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012"
|
|
],
|
|
"name": "Authorization Decision Checks",
|
|
"rationale": "Identical decision-function harness and assertions; only input class differs.",
|
|
"uncertainty": "Permissions matrix contents unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0012"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Byte-array builder + decoder-call fixture; capture decoded object; assert fields, checksum status, rejection code.",
|
|
"description": "Build byte-array watchdog status frames and call the decoder fixture; capture decoded object and compare fields, checksum status, and rejection code.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0007",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0007"
|
|
],
|
|
"name": "Watchdog Status Frame Decoding",
|
|
"rationale": "Distinct byte-builder/decoder machinery unlike timing capture or parsers; stands alone.",
|
|
"uncertainty": "Frame layout and checksum algorithm unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0007"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Thermal chamber cycling with calibrated dimensional gauge measuring enclosure expansion against tolerance.",
|
|
"description": "Cycle thermal chamber and measure enclosure expansion with a calibrated dimensional gauge against tolerance. Physical fixture; procedure details unknown.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "success_criteria",
|
|
"quote": "Expansion stays within the dimensional tolerance using a calibrated gauge"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Gauge",
|
|
"rationale": "Unique environmental/dimensional physical machinery; no shared harness with software cases.",
|
|
"uncertainty": "Procedure details and tolerance values unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0001"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Anechoic acoustic recording with spectral analysis asserting peak magnitude below frequency-dependent threshold.",
|
|
"description": "Record acoustic output in anechoic fixture and verify spectral peak magnitude stays below a frequency-dependent threshold. Procedure details unknown.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0008",
|
|
"field": "success_criteria",
|
|
"quote": "Spectral peak magnitude stays below the supplied frequency-dependent threshold"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0008"
|
|
],
|
|
"name": "Anechoic Acoustic Spectral Check",
|
|
"rationale": "Distinct acoustic instrumentation; no shared machinery with other cases.",
|
|
"uncertainty": "Procedure details and threshold curve unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0008"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Twice-rebuild in clean containers; strip allowed timestamp metadata; compare artifact digests.",
|
|
"description": "Rebuild the same source twice in clean build containers and compare artifact digests after removing allowed timestamp metadata.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0014",
|
|
"field": "success_criteria",
|
|
"quote": "Compare artifact digests after removing only explicitly allowed timestamp metadata"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0014"
|
|
],
|
|
"name": "Reproducible Build Digest Compare",
|
|
"rationale": "Unique build-reproducibility workflow; no shared harness with other cases.",
|
|
"uncertainty": "Container config and allowed metadata list unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0014"
|
|
]
|
|
]
|
|
}
|
|
],
|
|
"sizing_is_not_semantic_evidence": true,
|
|
"unresolved_uncertainties": [
|
|
{
|
|
"family_name": "Watchdog Reset-Line Timing Capture",
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0013"
|
|
],
|
|
"uncertainty": "Exact timing tolerance and malformed-input handling not quantified."
|
|
},
|
|
{
|
|
"family_name": "Static-Analysis Findings Parser",
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009"
|
|
],
|
|
"uncertainty": "Report format and policy table contents unspecified."
|
|
},
|
|
{
|
|
"family_name": "Configuration Parser Assertions",
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010"
|
|
],
|
|
"uncertainty": "Specific config grammar and boundary tokens unspecified."
|
|
},
|
|
{
|
|
"family_name": "Bounded Queue Producer/Consumer",
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011"
|
|
],
|
|
"uncertainty": "Queue capacity and malformed-input behavior not quantified."
|
|
},
|
|
{
|
|
"family_name": "Authorization Decision Checks",
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012"
|
|
],
|
|
"uncertainty": "Permissions matrix contents unspecified."
|
|
},
|
|
{
|
|
"family_name": "Watchdog Status Frame Decoding",
|
|
"members": [
|
|
"CASE-0007"
|
|
],
|
|
"uncertainty": "Frame layout and checksum algorithm unspecified."
|
|
},
|
|
{
|
|
"family_name": "Thermal Chamber Expansion Gauge",
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"uncertainty": "Procedure details and tolerance values unknown."
|
|
},
|
|
{
|
|
"family_name": "Anechoic Acoustic Spectral Check",
|
|
"members": [
|
|
"CASE-0008"
|
|
],
|
|
"uncertainty": "Procedure details and threshold curve unknown."
|
|
},
|
|
{
|
|
"family_name": "Reproducible Build Digest Compare",
|
|
"members": [
|
|
"CASE-0014"
|
|
],
|
|
"uncertainty": "Container config and allowed metadata list unspecified."
|
|
}
|
|
]
|
|
},
|
|
"routing": {
|
|
"allow_external": true,
|
|
"allowed_external_providers": [
|
|
"claude"
|
|
]
|
|
},
|
|
"selection": {
|
|
"backend": "claude-code-2.1.226",
|
|
"case_count": 14,
|
|
"cli_model": "claude-opus-4-8[1m]",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 1000000,
|
|
"enabled": true,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"input_bytes": 14307,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 22499,
|
|
"input_token_count": null,
|
|
"later_pass_capacity_verified": false,
|
|
"later_pass_checks": "before_each_invocation",
|
|
"max_final_group_cases": 5,
|
|
"max_final_name_characters": 64,
|
|
"max_turns": 6,
|
|
"maximum_model_passes": 5,
|
|
"minimum_model_passes": 3,
|
|
"model": "claude-opus-4-8",
|
|
"output": 64000,
|
|
"output_reservation_tokens": 11008,
|
|
"output_reservation_verified": false,
|
|
"overhead": 8192,
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"provider": "claude",
|
|
"reasoning": "medium",
|
|
"source_sha256": "99fd35cb089e57285670f6def4339a86754316e67ce3e53ec7efa95968534ca9"
|
|
},
|
|
"singleton_statistics": {
|
|
"final_singletons": 4,
|
|
"natural_singletons": 4
|
|
},
|
|
"status": "completed",
|
|
"temporary_files_deleted": true,
|
|
"truncation": false,
|
|
"turns": 6,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 18216,
|
|
"output_tokens": 5794,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 61.805
|
|
},
|
|
"source_field_lengths": {
|
|
"description": {
|
|
"min": 48,
|
|
"max": 245,
|
|
"mean": 197.3
|
|
},
|
|
"preconditions": {
|
|
"min": 67,
|
|
"max": 143,
|
|
"mean": 123.1
|
|
},
|
|
"success_criteria": {
|
|
"min": 73,
|
|
"max": 135,
|
|
"mean": 120.1
|
|
},
|
|
"case_type": {
|
|
"min": 7,
|
|
"max": 15,
|
|
"mean": 8.0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case_count": 75,
|
|
"request_bytes": 55984,
|
|
"response_bytes": 72367,
|
|
"client_wall_seconds": 276.543,
|
|
"job_id": "53dc575db31c485e83aa1f7c804b7eb9",
|
|
"status": "completed",
|
|
"counts": {
|
|
"final_singletons": 3,
|
|
"final_tasks": 21,
|
|
"natural_families": 9,
|
|
"natural_singletons": 3
|
|
},
|
|
"idempotent_replay": true,
|
|
"quality": {
|
|
"coverage": true,
|
|
"families": 9,
|
|
"pair_precision": 1.0,
|
|
"pair_recall": 1.0,
|
|
"false_merge_pairs": 0,
|
|
"missed_merge_pairs": 0,
|
|
"exactly_once": true,
|
|
"final_pure_implementation_patterns": true,
|
|
"expected_natural_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
12,
|
|
12,
|
|
12,
|
|
12,
|
|
12,
|
|
12
|
|
],
|
|
"actual_natural_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
12,
|
|
12,
|
|
12,
|
|
12,
|
|
12,
|
|
12
|
|
],
|
|
"expected_final_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4
|
|
],
|
|
"actual_final_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
4
|
|
],
|
|
"capacity_parts_balanced": true,
|
|
"proposal_disagreement_pairs": 0
|
|
},
|
|
"actual": {
|
|
"attempted_destinations": [
|
|
"switchyard:atlas/planning/claude",
|
|
"claude:claude-opus-4-8"
|
|
],
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.31893499999999997,
|
|
"duration_api_ms": 56457,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 682.6189817152917,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 32417,
|
|
"output_tokens": 6274,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_diagnostics_scope": "last_model_pass",
|
|
"compaction": false,
|
|
"compaction_signal": "CLI events and disabled compaction",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"cost_usd_estimate": 1.59846,
|
|
"created_at": 1790706779.163439,
|
|
"duration_api_ms": 271230,
|
|
"execution_progress": {
|
|
"completed_model_passes": 5,
|
|
"current_pass": "decision_audit",
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 5.0,
|
|
"allocated_seconds": 899.9619040754624,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.316975,
|
|
"duration_api_ms": 39931,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 899.9619040754624,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 43040,
|
|
"output_tokens": 4071,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.316975,
|
|
"duration_api_ms": 39931,
|
|
"input_bytes": 60444,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 68636,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 43040,
|
|
"output_tokens": 4071,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 40.548
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.683025,
|
|
"allocated_seconds": 859.4093507071957,
|
|
"case_order_sha256": "cfaae948234b695780c2e876572ed0b62699ecbd7818fc4dbc66ac8dbe1582cf",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.15551500000000001,
|
|
"duration_api_ms": 22746,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 859.4093507071957,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 20183,
|
|
"output_tokens": 2184,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.15551500000000001,
|
|
"duration_api_ms": 22746,
|
|
"input_bytes": 60444,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 68636,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 20183,
|
|
"output_tokens": 2184,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 23.391
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.52751,
|
|
"allocated_seconds": 836.0126925385557,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.5103550000000001,
|
|
"duration_api_ms": 92044,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 836.0126925385557,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 52966,
|
|
"output_tokens": 9821,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.5103550000000001,
|
|
"duration_api_ms": 92044,
|
|
"input_bytes": 69193,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 77385,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 52966,
|
|
"output_tokens": 9821,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 92.744
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.017155,
|
|
"allocated_seconds": 743.2637661532499,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.29668,
|
|
"duration_api_ms": 60052,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 743.2637661532499,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 26336,
|
|
"output_tokens": 6600,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.29668,
|
|
"duration_api_ms": 60052,
|
|
"input_bytes": 76000,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 84192,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d4f6993ae3b619f521bd658fc231b05f8853fbb58ae42756981f9532d206f8c4",
|
|
"stage": "large_family_review",
|
|
"system_sha256": "535f9dfca360d29db89519b4ad61009ebcddb54605549b3ed07d3f83b0869616",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 26336,
|
|
"output_tokens": 6600,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 60.64
|
|
},
|
|
{
|
|
"allocated_cost_usd": 3.7204749999999995,
|
|
"allocated_seconds": 682.6189817152917,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.31893499999999997,
|
|
"duration_api_ms": 56457,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 682.6189817152917,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 32417,
|
|
"output_tokens": 6274,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.31893499999999997,
|
|
"duration_api_ms": 56457,
|
|
"input_bytes": 91608,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 99800,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d4f6993ae3b619f521bd658fc231b05f8853fbb58ae42756981f9532d206f8c4",
|
|
"stage": "decision_audit",
|
|
"system_sha256": "33ca4e7f39429645c117d7aa343b07ba4d8c4826136270ad8e8f448c3860aa35",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 32417,
|
|
"output_tokens": 6274,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 57.223
|
|
}
|
|
]
|
|
},
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"final_task_count": 21,
|
|
"job_id": "53dc575db31c485e83aa1f7c804b7eb9",
|
|
"model": "claude-opus-4-8",
|
|
"model_pass_count": 5,
|
|
"model_usage": {
|
|
"claude-opus-4-8[1m]": {
|
|
"canonicalModel": "claude-opus-4-8",
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000,
|
|
"provider": "firstParty"
|
|
}
|
|
},
|
|
"natural_family_count": 9,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 5.0,
|
|
"allocated_seconds": 899.9619040754624,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.316975,
|
|
"duration_api_ms": 39931,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 899.9619040754624,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 43040,
|
|
"output_tokens": 4071,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.316975,
|
|
"duration_api_ms": 39931,
|
|
"input_bytes": 60444,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 68636,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 43040,
|
|
"output_tokens": 4071,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 40.548
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.683025,
|
|
"allocated_seconds": 859.4093507071957,
|
|
"case_order_sha256": "cfaae948234b695780c2e876572ed0b62699ecbd7818fc4dbc66ac8dbe1582cf",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.15551500000000001,
|
|
"duration_api_ms": 22746,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 859.4093507071957,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 20183,
|
|
"output_tokens": 2184,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.15551500000000001,
|
|
"duration_api_ms": 22746,
|
|
"input_bytes": 60444,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 68636,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 20183,
|
|
"output_tokens": 2184,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 23.391
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.52751,
|
|
"allocated_seconds": 836.0126925385557,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.5103550000000001,
|
|
"duration_api_ms": 92044,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 836.0126925385557,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 52966,
|
|
"output_tokens": 9821,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.5103550000000001,
|
|
"duration_api_ms": 92044,
|
|
"input_bytes": 69193,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 77385,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 52966,
|
|
"output_tokens": 9821,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 92.744
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.017155,
|
|
"allocated_seconds": 743.2637661532499,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.29668,
|
|
"duration_api_ms": 60052,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 743.2637661532499,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 26336,
|
|
"output_tokens": 6600,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.29668,
|
|
"duration_api_ms": 60052,
|
|
"input_bytes": 76000,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 84192,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d4f6993ae3b619f521bd658fc231b05f8853fbb58ae42756981f9532d206f8c4",
|
|
"stage": "large_family_review",
|
|
"system_sha256": "535f9dfca360d29db89519b4ad61009ebcddb54605549b3ed07d3f83b0869616",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 26336,
|
|
"output_tokens": 6600,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 60.64
|
|
},
|
|
{
|
|
"allocated_cost_usd": 3.7204749999999995,
|
|
"allocated_seconds": 682.6189817152917,
|
|
"case_order_sha256": "86166f136829af715c2a8400aa4f3672b0f608690ef6b4eb47b20bd69da1dbf6",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.31893499999999997,
|
|
"duration_api_ms": 56457,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 682.6189817152917,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 32417,
|
|
"output_tokens": 6274,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.31893499999999997,
|
|
"duration_api_ms": 56457,
|
|
"input_bytes": 91608,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 99800,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 16272,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d4f6993ae3b619f521bd658fc231b05f8853fbb58ae42756981f9532d206f8c4",
|
|
"stage": "decision_audit",
|
|
"system_sha256": "33ca4e7f39429645c117d7aa343b07ba4d8c4826136270ad8e8f448c3860aa35",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 32417,
|
|
"output_tokens": 6274,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 57.223
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"result": {
|
|
"groups": [
|
|
{
|
|
"description": "Record acoustic output in an anechoic fixture and check spectral peak magnitude against a frequency-dependent threshold. Unique acoustic capture and spectral analysis; kept as a singleton.",
|
|
"members": [
|
|
"CASE-0038"
|
|
],
|
|
"name": "Acoustic Emission Spectral Test"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/3 of one family. Identity fixtures and in-memory policy store drive role-scoped operations through the authorization function; compare decisions and audit fields to matrix.",
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0024",
|
|
"CASE-0042",
|
|
"CASE-0060"
|
|
],
|
|
"name": "Authorization Decision Tests (1/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/3 of one family. Identity fixtures and in-memory policy store drive role-scoped operations through the authorization function; compare decisions and audit fields to matrix.",
|
|
"members": [
|
|
"CASE-0012",
|
|
"CASE-0030",
|
|
"CASE-0048",
|
|
"CASE-0066"
|
|
],
|
|
"name": "Authorization Decision Tests (2/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/3 of one family. Identity fixtures and in-memory policy store drive role-scoped operations through the authorization function; compare decisions and audit fields to matrix.",
|
|
"members": [
|
|
"CASE-0018",
|
|
"CASE-0036",
|
|
"CASE-0054",
|
|
"CASE-0072"
|
|
],
|
|
"name": "Authorization Decision Tests (3/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/3 of one family. Concurrent producer/consumer drivers, bounded queue fixture, sequence-number assertions; observe depth, rejected writes, ordering, recovery after draining.",
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0023",
|
|
"CASE-0041",
|
|
"CASE-0059"
|
|
],
|
|
"name": "Bounded Queue Concurrency Tests (1/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/3 of one family. Concurrent producer/consumer drivers, bounded queue fixture, sequence-number assertions; observe depth, rejected writes, ordering, recovery after draining.",
|
|
"members": [
|
|
"CASE-0011",
|
|
"CASE-0029",
|
|
"CASE-0047",
|
|
"CASE-0065"
|
|
],
|
|
"name": "Bounded Queue Concurrency Tests (2/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/3 of one family. Concurrent producer/consumer drivers, bounded queue fixture, sequence-number assertions; observe depth, rejected writes, ordering, recovery after draining.",
|
|
"members": [
|
|
"CASE-0017",
|
|
"CASE-0035",
|
|
"CASE-0053",
|
|
"CASE-0071"
|
|
],
|
|
"name": "Bounded Queue Concurrency Tests (3/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/3 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0022",
|
|
"CASE-0040",
|
|
"CASE-0058"
|
|
],
|
|
"name": "Configuration Parser Tests (1/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/3 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0010",
|
|
"CASE-0028",
|
|
"CASE-0046",
|
|
"CASE-0064"
|
|
],
|
|
"name": "Configuration Parser Tests (2/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/3 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0016",
|
|
"CASE-0034",
|
|
"CASE-0052",
|
|
"CASE-0070"
|
|
],
|
|
"name": "Configuration Parser Tests (3/3)"
|
|
},
|
|
{
|
|
"description": "Rebuild the same source twice in clean containers and compare artifact digests after stripping allowed timestamp metadata. Distinct build-and-diff analysis workflow; kept as a singleton.",
|
|
"members": [
|
|
"CASE-0075"
|
|
],
|
|
"name": "Reproducible Build Digest Comparison"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/3 of one family. Static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule id to policy table. Firmware not executed.",
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0021",
|
|
"CASE-0039",
|
|
"CASE-0057"
|
|
],
|
|
"name": "Static-Analysis Findings Parser (1/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/3 of one family. Static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule id to policy table. Firmware not executed.",
|
|
"members": [
|
|
"CASE-0009",
|
|
"CASE-0027",
|
|
"CASE-0045",
|
|
"CASE-0063"
|
|
],
|
|
"name": "Static-Analysis Findings Parser (2/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/3 of one family. Static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule id to policy table. Firmware not executed.",
|
|
"members": [
|
|
"CASE-0015",
|
|
"CASE-0033",
|
|
"CASE-0051",
|
|
"CASE-0069"
|
|
],
|
|
"name": "Static-Analysis Findings Parser (3/3)"
|
|
},
|
|
{
|
|
"description": "Cycle the thermal chamber and measure enclosure expansion with a calibrated gauge against a dimensional tolerance. Distinct environmental rig and gauge measurement; kept as a singleton.",
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Measurement"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/3 of one family. Byte-array builder plus decoder-call fixture; decode frame then compare fields, checksum status, and rejection code. No live hardware.",
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0025",
|
|
"CASE-0043",
|
|
"CASE-0061"
|
|
],
|
|
"name": "Watchdog Frame Decoder Tests (1/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/3 of one family. Byte-array builder plus decoder-call fixture; decode frame then compare fields, checksum status, and rejection code. No live hardware.",
|
|
"members": [
|
|
"CASE-0013",
|
|
"CASE-0031",
|
|
"CASE-0049",
|
|
"CASE-0067"
|
|
],
|
|
"name": "Watchdog Frame Decoder Tests (2/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/3 of one family. Byte-array builder plus decoder-call fixture; decode frame then compare fields, checksum status, and rejection code. No live hardware.",
|
|
"members": [
|
|
"CASE-0019",
|
|
"CASE-0037",
|
|
"CASE-0055",
|
|
"CASE-0073"
|
|
],
|
|
"name": "Watchdog Frame Decoder Tests (3/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/3 of one family. Controllable pulse source and reset-line recorder; digital capture fixture measures reset-line timing and checks the supplied deadline tolerance.",
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0020",
|
|
"CASE-0056",
|
|
"CASE-0074"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (1/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/3 of one family. Controllable pulse source and reset-line recorder; digital capture fixture measures reset-line timing and checks the supplied deadline tolerance.",
|
|
"members": [
|
|
"CASE-0008",
|
|
"CASE-0026",
|
|
"CASE-0044",
|
|
"CASE-0062"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (2/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/3 of one family. Controllable pulse source and reset-line recorder; digital capture fixture measures reset-line timing and checks the supplied deadline tolerance.",
|
|
"members": [
|
|
"CASE-0014",
|
|
"CASE-0032",
|
|
"CASE-0050",
|
|
"CASE-0068"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (3/3)"
|
|
}
|
|
]
|
|
},
|
|
"result_retention_seconds": 3600,
|
|
"review_summary": {
|
|
"capacity_divisions": [
|
|
{
|
|
"common_work": "Identity fixtures and in-memory policy store drive role-scoped operations through the authorization function; compare decisions and audit fields to matrix.",
|
|
"family_name": "Authorization Decision Tests",
|
|
"natural_case_count": 12,
|
|
"part_names": [
|
|
"Authorization Decision Tests (1/3)",
|
|
"Authorization Decision Tests (2/3)",
|
|
"Authorization Decision Tests (3/3)"
|
|
],
|
|
"part_sizes": [
|
|
4,
|
|
4,
|
|
4
|
|
],
|
|
"rationale": "Members reuse identical identity/policy fixtures and decision-plus-audit comparison machinery; only requests and expected allow/deny outcomes vary, so one representative covers the family.",
|
|
"uncertainty": "Specific roles, operations, and expected matrix entries are omitted per case."
|
|
},
|
|
{
|
|
"common_work": "Concurrent producer/consumer drivers, bounded queue fixture, sequence-number assertions; observe depth, rejected writes, ordering, recovery after draining.",
|
|
"family_name": "Bounded Queue Concurrency Tests",
|
|
"natural_case_count": 12,
|
|
"part_names": [
|
|
"Bounded Queue Concurrency Tests (1/3)",
|
|
"Bounded Queue Concurrency Tests (2/3)",
|
|
"Bounded Queue Concurrency Tests (3/3)"
|
|
],
|
|
"part_sizes": [
|
|
4,
|
|
4,
|
|
4
|
|
],
|
|
"rationale": "All members share the same concurrency driver and queue observation machinery; differences are load inputs and expected states, cheap additions once the harness exists.",
|
|
"uncertainty": "Queue capacity limits and expected depths/ordering values are not specified per member."
|
|
},
|
|
{
|
|
"common_work": "Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"family_name": "Configuration Parser Tests",
|
|
"natural_case_count": 12,
|
|
"part_names": [
|
|
"Configuration Parser Tests (1/3)",
|
|
"Configuration Parser Tests (2/3)",
|
|
"Configuration Parser Tests (3/3)"
|
|
],
|
|
"part_sizes": [
|
|
4,
|
|
4,
|
|
4
|
|
],
|
|
"rationale": "Identical fixture construction and parser-invocation machinery across all members; only input documents and expected diagnostics differ, making them low-cost variations.",
|
|
"uncertainty": "Specific config documents and expected diagnostic positions are not provided per case."
|
|
},
|
|
{
|
|
"common_work": "Static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule id to policy table. Firmware not executed.",
|
|
"family_name": "Static-Analysis Findings Parser",
|
|
"natural_case_count": 12,
|
|
"part_names": [
|
|
"Static-Analysis Findings Parser (1/3)",
|
|
"Static-Analysis Findings Parser (2/3)",
|
|
"Static-Analysis Findings Parser (3/3)"
|
|
],
|
|
"part_sizes": [
|
|
4,
|
|
4,
|
|
4
|
|
],
|
|
"rationale": "All members reuse the same offline parser and policy-comparison machinery; only report inputs and expected classifications vary, so a single representative covers the rest.",
|
|
"uncertainty": "Report contents and expected severity counts are omitted; placeholder text does not confirm identical inputs across members."
|
|
},
|
|
{
|
|
"common_work": "Byte-array builder plus decoder-call fixture; decode frame then compare fields, checksum status, and rejection code. No live hardware.",
|
|
"family_name": "Watchdog Frame Decoder Tests",
|
|
"natural_case_count": 12,
|
|
"part_names": [
|
|
"Watchdog Frame Decoder Tests (1/3)",
|
|
"Watchdog Frame Decoder Tests (2/3)",
|
|
"Watchdog Frame Decoder Tests (3/3)"
|
|
],
|
|
"part_sizes": [
|
|
4,
|
|
4,
|
|
4
|
|
],
|
|
"rationale": "All members share identical builder/decoder machinery and decode-and-compare assertion structure; only inputs and expected outcomes differ across nominal/boundary/fault labels, so one representative covers the rest.",
|
|
"uncertainty": "Specific frame contents and expected field/checksum/rejection values are omitted per case; shared placeholder text does not guarantee identical quantities."
|
|
},
|
|
{
|
|
"common_work": "Controllable pulse source and reset-line recorder; digital capture fixture measures reset-line timing and checks the supplied deadline tolerance.",
|
|
"family_name": "Watchdog Reset-Line Timing Capture",
|
|
"natural_case_count": 12,
|
|
"part_names": [
|
|
"Watchdog Reset-Line Timing Capture (1/3)",
|
|
"Watchdog Reset-Line Timing Capture (2/3)",
|
|
"Watchdog Reset-Line Timing Capture (3/3)"
|
|
],
|
|
"part_sizes": [
|
|
4,
|
|
4,
|
|
4
|
|
],
|
|
"rationale": "Every member drives the same pulse-stimulus and timing-capture rig with a deadline check; differences are only input category and expected timing, cheap once the harness exists.",
|
|
"uncertainty": "Exact timing tolerances and deadline values are not stated; shared wording does not imply identical thresholds."
|
|
}
|
|
],
|
|
"counts": {
|
|
"final_singletons": 3,
|
|
"final_tasks": 21,
|
|
"natural_families": 9,
|
|
"natural_singletons": 3
|
|
},
|
|
"decision_audit": [
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0031",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
},
|
|
{
|
|
"alias": "CASE-0025",
|
|
"field": "preconditions",
|
|
"quote": "Use a byte-array builder and a decoder-call fixture; no live hardware is required"
|
|
}
|
|
],
|
|
"rationale": "Same byte-array builder and decoder-call fixture with identical decode-and-compare assertions; nominal/boundary/fault labels are cheap input and expected-outcome variations, not different machinery.",
|
|
"source_members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0014",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0026",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder; timing tolerance is supplied"
|
|
}
|
|
],
|
|
"rationale": "All share the pulse-source stimulus and digital timing-capture rig with a deadline check; label differences only change inputs and expected timing, inexpensive once the rig exists.",
|
|
"source_members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0033",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0015",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture; do not execute firmware"
|
|
}
|
|
],
|
|
"rationale": "Identical offline report-parser and policy-comparison machinery; only report inputs and expected classifications vary across labels, so a single implementation generalizes.",
|
|
"source_members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0016",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0022",
|
|
"field": "preconditions",
|
|
"quote": "Construct configuration text fixtures and call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"rationale": "Same config-text fixture construction and parser invocation without network stack; different documents and expected diagnostics are cheap variations of one harness.",
|
|
"source_members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0017",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0029",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"rationale": "Shared concurrent producer/consumer driver and bounded-queue observation with sequence-number assertions; load and expected-state differences are inexpensive additions.",
|
|
"source_members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0018",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0030",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store; no interactive login is involved"
|
|
}
|
|
],
|
|
"rationale": "Same identity/policy-store fixtures and decision-plus-audit comparison machinery; only requests and expected allow/deny outcomes vary, so one representative implements the family.",
|
|
"source_members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072"
|
|
]
|
|
}
|
|
],
|
|
"large_family_review": [
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0031",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
},
|
|
{
|
|
"alias": "CASE-0025",
|
|
"field": "preconditions",
|
|
"quote": "Use a byte-array builder and a decoder-call fixture; no live hardware is required"
|
|
}
|
|
],
|
|
"rationale": "Same byte-array builder and decoder-call fixture with identical decode-and-compare assertions; nominal/boundary/fault labels are cheap input and expected-outcome variations, not different machinery.",
|
|
"source_members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0014",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0026",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder; timing tolerance is supplied"
|
|
}
|
|
],
|
|
"rationale": "All share the pulse-source stimulus and digital timing-capture rig with a deadline check; label differences only change inputs and expected timing, inexpensive once the rig exists.",
|
|
"source_members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0033",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0015",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture; do not execute firmware"
|
|
}
|
|
],
|
|
"rationale": "Identical offline report-parser and policy-comparison machinery; only report inputs and expected classifications vary across labels, so a single implementation generalizes.",
|
|
"source_members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0016",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0022",
|
|
"field": "preconditions",
|
|
"quote": "Construct configuration text fixtures and call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"rationale": "Same config-text fixture construction and parser invocation without network stack; different documents and expected diagnostics are cheap variations of one harness.",
|
|
"source_members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0017",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0029",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"rationale": "Shared concurrent producer/consumer driver and bounded-queue observation with sequence-number assertions; load and expected-state differences are inexpensive additions.",
|
|
"source_members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0018",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0030",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store; no interactive login is involved"
|
|
}
|
|
],
|
|
"rationale": "Same identity/policy-store fixtures and decision-plus-audit comparison machinery; only requests and expected allow/deny outcomes vary, so one representative implements the family.",
|
|
"source_members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072"
|
|
]
|
|
}
|
|
],
|
|
"natural_families": [
|
|
{
|
|
"common_work": "Byte-array builder plus decoder-call fixture; decode frame then compare fields, checksum status, and rejection code. No live hardware.",
|
|
"description": "Byte-array builder feeds encoded watchdog status frames to a decoder-call fixture; capture the decoded object and assert fields, checksum status, and rejection code. Members vary nominal/boundary/fault inputs.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0007",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
},
|
|
{
|
|
"alias": "CASE-0013",
|
|
"field": "preconditions",
|
|
"quote": "Use a byte-array builder and a decoder-call fixture"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073"
|
|
],
|
|
"name": "Watchdog Frame Decoder Tests",
|
|
"rationale": "All members share identical builder/decoder machinery and decode-and-compare assertion structure; only inputs and expected outcomes differ across nominal/boundary/fault labels, so one representative covers the rest.",
|
|
"uncertainty": "Specific frame contents and expected field/checksum/rejection values are omitted per case; shared placeholder text does not guarantee identical quantities.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0019",
|
|
"CASE-0037",
|
|
"CASE-0055",
|
|
"CASE-0073"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0025",
|
|
"CASE-0043",
|
|
"CASE-0061"
|
|
],
|
|
[
|
|
"CASE-0013",
|
|
"CASE-0031",
|
|
"CASE-0049",
|
|
"CASE-0067"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Controllable pulse source and reset-line recorder; digital capture fixture measures reset-line timing and checks the supplied deadline tolerance.",
|
|
"description": "A controllable pulse source stops/resumes watchdog pulses while a digital capture fixture measures reset-line timing against a supplied deadline. Members vary inputs and expected timing.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0008",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture",
|
|
"rationale": "Every member drives the same pulse-stimulus and timing-capture rig with a deadline check; differences are only input category and expected timing, cheap once the harness exists.",
|
|
"uncertainty": "Exact timing tolerances and deadline values are not stated; shared wording does not imply identical thresholds.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0020",
|
|
"CASE-0056",
|
|
"CASE-0074"
|
|
],
|
|
[
|
|
"CASE-0008",
|
|
"CASE-0026",
|
|
"CASE-0044",
|
|
"CASE-0062"
|
|
],
|
|
[
|
|
"CASE-0014",
|
|
"CASE-0032",
|
|
"CASE-0050",
|
|
"CASE-0068"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule id to policy table. Firmware not executed.",
|
|
"description": "Load a static-analysis report parser and severity policy fixture (no firmware execution); count findings by severity and compare rule identifiers to the policy table. Members vary report inputs.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture; do not execute firmware"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069"
|
|
],
|
|
"name": "Static-Analysis Findings Parser",
|
|
"rationale": "All members reuse the same offline parser and policy-comparison machinery; only report inputs and expected classifications vary, so a single representative covers the rest.",
|
|
"uncertainty": "Report contents and expected severity counts are omitted; placeholder text does not confirm identical inputs across members.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0021",
|
|
"CASE-0039",
|
|
"CASE-0057"
|
|
],
|
|
[
|
|
"CASE-0009",
|
|
"CASE-0027",
|
|
"CASE-0045",
|
|
"CASE-0063"
|
|
],
|
|
[
|
|
"CASE-0015",
|
|
"CASE-0033",
|
|
"CASE-0051",
|
|
"CASE-0069"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"description": "Construct configuration text fixtures and call the parser without the network stack; assert accepted values or diagnostic positions from returned parser objects. Members vary well-formed/malformed inputs.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0010",
|
|
"field": "preconditions",
|
|
"quote": "call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070"
|
|
],
|
|
"name": "Configuration Parser Tests",
|
|
"rationale": "Identical fixture construction and parser-invocation machinery across all members; only input documents and expected diagnostics differ, making them low-cost variations.",
|
|
"uncertainty": "Specific config documents and expected diagnostic positions are not provided per case.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0022",
|
|
"CASE-0040",
|
|
"CASE-0058"
|
|
],
|
|
[
|
|
"CASE-0010",
|
|
"CASE-0028",
|
|
"CASE-0046",
|
|
"CASE-0064"
|
|
],
|
|
[
|
|
"CASE-0016",
|
|
"CASE-0034",
|
|
"CASE-0052",
|
|
"CASE-0070"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Concurrent producer/consumer drivers, bounded queue fixture, sequence-number assertions; observe depth, rejected writes, ordering, recovery after draining.",
|
|
"description": "Concurrent producer/consumer drivers against a bounded queue fixture with sequence-number assertions; observe depth, rejected writes, ordering, and recovery after draining. Members vary load and expected states.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071"
|
|
],
|
|
"name": "Bounded Queue Concurrency Tests",
|
|
"rationale": "All members share the same concurrency driver and queue observation machinery; differences are load inputs and expected states, cheap additions once the harness exists.",
|
|
"uncertainty": "Queue capacity limits and expected depths/ordering values are not specified per member.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0023",
|
|
"CASE-0041",
|
|
"CASE-0059"
|
|
],
|
|
[
|
|
"CASE-0011",
|
|
"CASE-0029",
|
|
"CASE-0047",
|
|
"CASE-0065"
|
|
],
|
|
[
|
|
"CASE-0017",
|
|
"CASE-0035",
|
|
"CASE-0053",
|
|
"CASE-0071"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Identity fixtures and in-memory policy store drive role-scoped operations through the authorization function; compare decisions and audit fields to matrix.",
|
|
"description": "Submit role-scoped operations to the authorization function using identity fixtures and an in-memory policy store; compare allow/deny decisions and audit-event fields to the permissions matrix. Members vary requests.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0012",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store; no interactive login is involved"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072"
|
|
],
|
|
"name": "Authorization Decision Tests",
|
|
"rationale": "Members reuse identical identity/policy fixtures and decision-plus-audit comparison machinery; only requests and expected allow/deny outcomes vary, so one representative covers the family.",
|
|
"uncertainty": "Specific roles, operations, and expected matrix entries are omitted per case.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0024",
|
|
"CASE-0042",
|
|
"CASE-0060"
|
|
],
|
|
[
|
|
"CASE-0012",
|
|
"CASE-0030",
|
|
"CASE-0048",
|
|
"CASE-0066"
|
|
],
|
|
[
|
|
"CASE-0018",
|
|
"CASE-0036",
|
|
"CASE-0054",
|
|
"CASE-0072"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Thermal chamber cycling with calibrated dimensional gauge measuring enclosure expansion against a tolerance.",
|
|
"description": "Cycle the thermal chamber and measure enclosure expansion with a calibrated gauge against a dimensional tolerance. Distinct environmental rig and gauge measurement; kept as a singleton.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "success_criteria",
|
|
"quote": "Expansion stays within the dimensional tolerance using a calibrated gauge"
|
|
},
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "preconditions",
|
|
"quote": "Dedicated synthetic fixture; further procedure details are unknown"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Measurement",
|
|
"rationale": "Unique environmental chamber and calibrated-gauge measurement machinery shared by no other case; no merge candidate exists.",
|
|
"uncertainty": "Procedure details, temperature profile, and tolerance value are explicitly unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0001"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Anechoic acoustic capture fixture with spectral analysis asserting peak magnitude below a frequency-dependent threshold.",
|
|
"description": "Record acoustic output in an anechoic fixture and check spectral peak magnitude against a frequency-dependent threshold. Unique acoustic capture and spectral analysis; kept as a singleton.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0038",
|
|
"field": "success_criteria",
|
|
"quote": "Spectral peak magnitude stays below the supplied frequency-dependent threshold"
|
|
},
|
|
{
|
|
"alias": "CASE-0038",
|
|
"field": "description",
|
|
"quote": "Record acoustic output using an anechoic fixture"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0038"
|
|
],
|
|
"name": "Acoustic Emission Spectral Test",
|
|
"rationale": "Distinct acoustic recording and spectral-analysis machinery not shared by any other case; cannot merge without misleading effort.",
|
|
"uncertainty": "Procedure details and the frequency-dependent threshold curve are unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0038"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Twice rebuild source in clean containers, strip allowed timestamp metadata, then diff artifact digests.",
|
|
"description": "Rebuild the same source twice in clean containers and compare artifact digests after stripping allowed timestamp metadata. Distinct build-and-diff analysis workflow; kept as a singleton.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0075",
|
|
"field": "success_criteria",
|
|
"quote": "Compare artifact digests after removing only explicitly allowed timestamp metadata"
|
|
},
|
|
{
|
|
"alias": "CASE-0075",
|
|
"field": "description",
|
|
"quote": "Rebuild the same source twice in clean build containers"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0075"
|
|
],
|
|
"name": "Reproducible Build Digest Comparison",
|
|
"rationale": "Unique reproducible-build environment and digest-comparison workflow shared by no other case; no merge candidate.",
|
|
"uncertainty": "Build steps and which timestamp metadata is allowed are not detailed.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0075"
|
|
]
|
|
]
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"proposal_disagreements": {
|
|
"aliases": [],
|
|
"pair_count": 0,
|
|
"proposal_a": [
|
|
[
|
|
"CASE-0001"
|
|
],
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074"
|
|
],
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069"
|
|
],
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070"
|
|
],
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071"
|
|
],
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073"
|
|
],
|
|
[
|
|
"CASE-0038"
|
|
],
|
|
[
|
|
"CASE-0075"
|
|
]
|
|
],
|
|
"proposal_b": [
|
|
[
|
|
"CASE-0001"
|
|
],
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074"
|
|
],
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069"
|
|
],
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070"
|
|
],
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071"
|
|
],
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073"
|
|
],
|
|
[
|
|
"CASE-0038"
|
|
],
|
|
[
|
|
"CASE-0075"
|
|
]
|
|
]
|
|
},
|
|
"reconciled_families": [
|
|
{
|
|
"common_work": "Byte-array builder plus decoder-call fixture; decode frame then compare fields, checksum status, rejection code. No live hardware.",
|
|
"description": "Byte-array builder feeds encoded watchdog status frames to a decoder-call fixture; capture the decoded object and assert fields, checksum status, and rejection code. Members vary nominal/boundary/fault inputs and outcomes.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0007",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
},
|
|
{
|
|
"alias": "CASE-0013",
|
|
"field": "preconditions",
|
|
"quote": "Use a byte-array builder and a decoder-call fixture"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073"
|
|
],
|
|
"name": "Watchdog Frame Decoder Tests",
|
|
"rationale": "All members share identical builder/decoder machinery and assertion structure; only inputs and expected outcomes differ, making them cheap variations after one representative implementation.",
|
|
"uncertainty": "Specific frame contents and expected values are omitted per case; the shared placeholder does not guarantee identical quantities.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0019",
|
|
"CASE-0037",
|
|
"CASE-0055",
|
|
"CASE-0073"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0025",
|
|
"CASE-0043",
|
|
"CASE-0061"
|
|
],
|
|
[
|
|
"CASE-0013",
|
|
"CASE-0031",
|
|
"CASE-0049",
|
|
"CASE-0067"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Controllable pulse source and reset-line recorder; digital capture fixture measures reset-line timing and checks the supplied deadline tolerance.",
|
|
"description": "A controllable pulse source stops/resumes watchdog pulses while a digital capture fixture measures reset-line timing against a supplied deadline. Members vary input categories and expected timing outcomes.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0008",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture",
|
|
"rationale": "Every member drives the same pulse-stimulus and timing-capture rig with a deadline check; differences are only input variation and expected timing, so they merge cleanly.",
|
|
"uncertainty": "Exact timing tolerances and deadline values are not stated; shared wording does not imply identical thresholds.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0020",
|
|
"CASE-0056",
|
|
"CASE-0074"
|
|
],
|
|
[
|
|
"CASE-0008",
|
|
"CASE-0026",
|
|
"CASE-0044",
|
|
"CASE-0062"
|
|
],
|
|
[
|
|
"CASE-0014",
|
|
"CASE-0032",
|
|
"CASE-0050",
|
|
"CASE-0068"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule id to policy table. Firmware not executed.",
|
|
"description": "Load a static-analysis report parser and severity policy fixture (no firmware execution); count findings by severity and compare rule identifiers to the policy table. Members vary report inputs and classifications.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture; do not execute firmware"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069"
|
|
],
|
|
"name": "Static-Analysis Findings Parser",
|
|
"rationale": "All members reuse the same offline parser and policy-comparison machinery via analysis method; only report inputs and expected classifications vary, so a single representative covers the rest.",
|
|
"uncertainty": "Report contents and expected severity counts omitted; placeholder text does not confirm identical inputs across members.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0021",
|
|
"CASE-0039",
|
|
"CASE-0057"
|
|
],
|
|
[
|
|
"CASE-0009",
|
|
"CASE-0027",
|
|
"CASE-0045",
|
|
"CASE-0063"
|
|
],
|
|
[
|
|
"CASE-0015",
|
|
"CASE-0033",
|
|
"CASE-0051",
|
|
"CASE-0069"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"description": "Construct configuration text fixtures and call the parser without the network stack; assert accepted values or diagnostic positions from returned parser objects. Members vary well-formed/malformed inputs and diagnostics.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0010",
|
|
"field": "preconditions",
|
|
"quote": "call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070"
|
|
],
|
|
"name": "Configuration Parser Tests",
|
|
"rationale": "Identical fixture construction and parser-invocation machinery across all members; only input documents and expected diagnostics differ, making them low-cost variations.",
|
|
"uncertainty": "Specific config documents and expected diagnostic positions are not provided per case.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0022",
|
|
"CASE-0040",
|
|
"CASE-0058"
|
|
],
|
|
[
|
|
"CASE-0010",
|
|
"CASE-0028",
|
|
"CASE-0046",
|
|
"CASE-0064"
|
|
],
|
|
[
|
|
"CASE-0016",
|
|
"CASE-0034",
|
|
"CASE-0052",
|
|
"CASE-0070"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Concurrent producer/consumer drivers, bounded queue fixture, sequence-number assertions; observe depth, rejected writes, ordering, recovery after draining.",
|
|
"description": "Concurrent producer/consumer drivers against a bounded queue fixture with sequence-number assertions; observe depth, rejected writes, ordering, and recovery after draining. Members vary load inputs and expected states.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071"
|
|
],
|
|
"name": "Bounded Queue Concurrency Tests",
|
|
"rationale": "All members share the same concurrency driver and queue observation machinery; differences are load inputs and expected states, which are cheap additions once the harness exists.",
|
|
"uncertainty": "Queue capacity limits and expected depths/ordering values are not specified per member.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0023",
|
|
"CASE-0041",
|
|
"CASE-0059"
|
|
],
|
|
[
|
|
"CASE-0011",
|
|
"CASE-0029",
|
|
"CASE-0047",
|
|
"CASE-0065"
|
|
],
|
|
[
|
|
"CASE-0017",
|
|
"CASE-0035",
|
|
"CASE-0053",
|
|
"CASE-0071"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Identity fixtures and in-memory policy store drive role-scoped operations through the authorization function; compare decisions and audit fields to matrix.",
|
|
"description": "Submit role-scoped operations to the authorization function using identity fixtures and an in-memory policy store; compare allow/deny decisions and audit-event fields to the permissions matrix. Members vary requests and outcomes.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0012",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store; no interactive login is involved"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072"
|
|
],
|
|
"name": "Authorization Decision Tests",
|
|
"rationale": "Members reuse identical identity/policy fixtures and decision-comparison machinery; only requests and expected allow/deny outcomes vary, so one representative covers the family.",
|
|
"uncertainty": "Specific roles, operations, and expected matrix entries are omitted per case.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0024",
|
|
"CASE-0042",
|
|
"CASE-0060"
|
|
],
|
|
[
|
|
"CASE-0012",
|
|
"CASE-0030",
|
|
"CASE-0048",
|
|
"CASE-0066"
|
|
],
|
|
[
|
|
"CASE-0018",
|
|
"CASE-0036",
|
|
"CASE-0054",
|
|
"CASE-0072"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Thermal chamber cycling with calibrated dimensional gauge measuring enclosure expansion against a tolerance.",
|
|
"description": "Cycle the thermal chamber and measure enclosure expansion with a calibrated gauge against a dimensional tolerance. Distinct environmental rig and gauge measurement; procedure details unknown, kept as a singleton.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "success_criteria",
|
|
"quote": "Expansion stays within the dimensional tolerance using a calibrated gauge"
|
|
},
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "preconditions",
|
|
"quote": "Dedicated synthetic fixture; further procedure details are unknown"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Measurement",
|
|
"rationale": "Unique environmental chamber and calibrated-gauge measurement machinery shared by no other case; no merge candidate exists.",
|
|
"uncertainty": "Procedure details, temperature profile, and tolerance value are explicitly unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0001"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Anechoic acoustic capture fixture with spectral analysis asserting peak magnitude below a frequency-dependent threshold.",
|
|
"description": "Record acoustic output in an anechoic fixture and check spectral peak magnitude against a frequency-dependent threshold. Unique acoustic capture and spectral analysis; procedure detail unknown, kept as a singleton.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0038",
|
|
"field": "success_criteria",
|
|
"quote": "Spectral peak magnitude stays below the supplied frequency-dependent threshold"
|
|
},
|
|
{
|
|
"alias": "CASE-0038",
|
|
"field": "description",
|
|
"quote": "Record acoustic output using an anechoic fixture"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0038"
|
|
],
|
|
"name": "Acoustic Emission Spectral Test",
|
|
"rationale": "Distinct acoustic recording and spectral-analysis machinery not shared by any other case; cannot merge without misleading effort.",
|
|
"uncertainty": "Procedure details and the frequency-dependent threshold curve are unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0038"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Twice rebuild source in clean containers, strip allowed timestamp metadata, then diff artifact digests.",
|
|
"description": "Rebuild the same source twice in clean containers and compare artifact digests after stripping allowed timestamp metadata. Distinct build-and-diff analysis workflow, kept as a singleton.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0075",
|
|
"field": "success_criteria",
|
|
"quote": "Compare artifact digests after removing only explicitly allowed timestamp metadata"
|
|
},
|
|
{
|
|
"alias": "CASE-0075",
|
|
"field": "description",
|
|
"quote": "Rebuild the same source twice in clean build containers"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0075"
|
|
],
|
|
"name": "Reproducible Build Digest Comparison",
|
|
"rationale": "Unique reproducible-build environment and digest-comparison workflow shared by no other case; no merge candidate.",
|
|
"uncertainty": "Build steps and which timestamp metadata is allowed are not detailed.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0075"
|
|
]
|
|
]
|
|
}
|
|
],
|
|
"sizing_is_not_semantic_evidence": true,
|
|
"unresolved_uncertainties": [
|
|
{
|
|
"family_name": "Watchdog Frame Decoder Tests",
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073"
|
|
],
|
|
"uncertainty": "Specific frame contents and expected field/checksum/rejection values are omitted per case; shared placeholder text does not guarantee identical quantities."
|
|
},
|
|
{
|
|
"family_name": "Watchdog Reset-Line Timing Capture",
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074"
|
|
],
|
|
"uncertainty": "Exact timing tolerances and deadline values are not stated; shared wording does not imply identical thresholds."
|
|
},
|
|
{
|
|
"family_name": "Static-Analysis Findings Parser",
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069"
|
|
],
|
|
"uncertainty": "Report contents and expected severity counts are omitted; placeholder text does not confirm identical inputs across members."
|
|
},
|
|
{
|
|
"family_name": "Configuration Parser Tests",
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070"
|
|
],
|
|
"uncertainty": "Specific config documents and expected diagnostic positions are not provided per case."
|
|
},
|
|
{
|
|
"family_name": "Bounded Queue Concurrency Tests",
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071"
|
|
],
|
|
"uncertainty": "Queue capacity limits and expected depths/ordering values are not specified per member."
|
|
},
|
|
{
|
|
"family_name": "Authorization Decision Tests",
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072"
|
|
],
|
|
"uncertainty": "Specific roles, operations, and expected matrix entries are omitted per case."
|
|
},
|
|
{
|
|
"family_name": "Thermal Chamber Expansion Measurement",
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"uncertainty": "Procedure details, temperature profile, and tolerance value are explicitly unknown."
|
|
},
|
|
{
|
|
"family_name": "Acoustic Emission Spectral Test",
|
|
"members": [
|
|
"CASE-0038"
|
|
],
|
|
"uncertainty": "Procedure details and the frequency-dependent threshold curve are unknown."
|
|
},
|
|
{
|
|
"family_name": "Reproducible Build Digest Comparison",
|
|
"members": [
|
|
"CASE-0075"
|
|
],
|
|
"uncertainty": "Build steps and which timestamp metadata is allowed are not detailed."
|
|
}
|
|
]
|
|
},
|
|
"routing": {
|
|
"allow_external": true,
|
|
"allowed_external_providers": [
|
|
"claude"
|
|
]
|
|
},
|
|
"selection": {
|
|
"backend": "claude-code-2.1.226",
|
|
"case_count": 75,
|
|
"cli_model": "claude-opus-4-8[1m]",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 1000000,
|
|
"enabled": true,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"input_bytes": 60444,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 68636,
|
|
"input_token_count": null,
|
|
"later_pass_capacity_verified": false,
|
|
"later_pass_checks": "before_each_invocation",
|
|
"max_final_group_cases": 5,
|
|
"max_final_name_characters": 64,
|
|
"max_turns": 6,
|
|
"maximum_model_passes": 5,
|
|
"minimum_model_passes": 3,
|
|
"model": "claude-opus-4-8",
|
|
"output": 64000,
|
|
"output_reservation_tokens": 18816,
|
|
"output_reservation_verified": false,
|
|
"overhead": 8192,
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"provider": "claude",
|
|
"reasoning": "medium",
|
|
"source_sha256": "3cca99c228210deee67c4f7a4674bad55283440c5662f8add1c5182409447d32"
|
|
},
|
|
"singleton_statistics": {
|
|
"final_singletons": 3,
|
|
"natural_singletons": 3
|
|
},
|
|
"status": "completed",
|
|
"temporary_files_deleted": true,
|
|
"truncation": false,
|
|
"turns": 12,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 174942,
|
|
"output_tokens": 28950,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 274.62
|
|
},
|
|
"source_field_lengths": {
|
|
"description": {
|
|
"min": 48,
|
|
"max": 245,
|
|
"mean": 228.7
|
|
},
|
|
"preconditions": {
|
|
"min": 67,
|
|
"max": 143,
|
|
"mean": 135.0
|
|
},
|
|
"success_criteria": {
|
|
"min": 73,
|
|
"max": 135,
|
|
"mean": 129.5
|
|
},
|
|
"case_type": {
|
|
"min": 7,
|
|
"max": 15,
|
|
"mean": 9.9
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case_count": 363,
|
|
"request_bytes": 273761,
|
|
"response_bytes": 26318,
|
|
"client_wall_seconds": 749.636,
|
|
"job_id": "3c8c8eae7937485eb01adaa15b1a237c",
|
|
"status": "failed",
|
|
"counts": null,
|
|
"idempotent_replay": true,
|
|
"quality": null,
|
|
"actual": {
|
|
"attempted_destinations": [
|
|
"switchyard:atlas/planning/claude",
|
|
"claude:claude-opus-4-8"
|
|
],
|
|
"cli_diagnostics": {
|
|
"aggregate_cost_usd_estimate": 5.62765,
|
|
"aggregate_usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 629141,
|
|
"output_tokens": 64424,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"completed_model_passes": 3,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.8713449999999999,
|
|
"duration_api_ms": 0,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 1,
|
|
"failure_stage": "cli_final_result",
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "error_max_budget_usd",
|
|
"final_event_type": "result",
|
|
"final_is_error": true,
|
|
"final_json_text_present": false,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 5.0,
|
|
"allocated_seconds": 899.9734706436284,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.6355500000000001,
|
|
"duration_api_ms": 75654,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 899.9734706436284,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90785,
|
|
"output_tokens": 7265,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.6355500000000001,
|
|
"duration_api_ms": 75654,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90785,
|
|
"output_tokens": 7265,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 76.298
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.36445,
|
|
"allocated_seconds": 823.6705869487487,
|
|
"case_order_sha256": "3d9383469a9544c2ce15a9b04db334de2ab75babaa94368684cc01d5b10b3909",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.549045,
|
|
"duration_api_ms": 222177,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 823.6705869487487,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 200079,
|
|
"output_tokens": 21946,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 1.549045,
|
|
"duration_api_ms": 222177,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 200079,
|
|
"output_tokens": 21946,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 222.923
|
|
},
|
|
{
|
|
"allocated_cost_usd": 2.815405,
|
|
"allocated_seconds": 600.741575371474,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 2.57171,
|
|
"duration_api_ms": 318690,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 600.741575371474,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 338277,
|
|
"output_tokens": 35213,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 2.57171,
|
|
"duration_api_ms": 318690,
|
|
"input_bytes": 294231,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 302423,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 338277,
|
|
"output_tokens": 35213,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 319.468
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"review_pass": "large_family_review",
|
|
"structured_output_is_object": false,
|
|
"structured_output_location": null,
|
|
"structured_output_present": false,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 281.2666980144568,
|
|
"termination_reason": "nonzero_exit",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 0,
|
|
"output_tokens": 0,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"compaction": null,
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"cost_usd_estimate": 5.62765,
|
|
"created_at": 1790707055.9496148,
|
|
"duration_api_ms": 0,
|
|
"error": {
|
|
"code": "incomplete_generation",
|
|
"details": {
|
|
"aggregate_cost_usd_estimate": 5.62765,
|
|
"aggregate_usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 629141,
|
|
"output_tokens": 64424,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"completed_model_passes": 3,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.8713449999999999,
|
|
"duration_api_ms": 0,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 1,
|
|
"failure_stage": "cli_final_result",
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "error_max_budget_usd",
|
|
"final_event_type": "result",
|
|
"final_is_error": true,
|
|
"final_json_text_present": false,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 5.0,
|
|
"allocated_seconds": 899.9734706436284,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.6355500000000001,
|
|
"duration_api_ms": 75654,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 899.9734706436284,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90785,
|
|
"output_tokens": 7265,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.6355500000000001,
|
|
"duration_api_ms": 75654,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90785,
|
|
"output_tokens": 7265,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 76.298
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.36445,
|
|
"allocated_seconds": 823.6705869487487,
|
|
"case_order_sha256": "3d9383469a9544c2ce15a9b04db334de2ab75babaa94368684cc01d5b10b3909",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.549045,
|
|
"duration_api_ms": 222177,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 823.6705869487487,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 200079,
|
|
"output_tokens": 21946,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 1.549045,
|
|
"duration_api_ms": 222177,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 200079,
|
|
"output_tokens": 21946,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 222.923
|
|
},
|
|
{
|
|
"allocated_cost_usd": 2.815405,
|
|
"allocated_seconds": 600.741575371474,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 2.57171,
|
|
"duration_api_ms": 318690,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 600.741575371474,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 338277,
|
|
"output_tokens": 35213,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 2.57171,
|
|
"duration_api_ms": 318690,
|
|
"input_bytes": 294231,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 302423,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 338277,
|
|
"output_tokens": 35213,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 319.468
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"review_pass": "large_family_review",
|
|
"structured_output_is_object": false,
|
|
"structured_output_location": null,
|
|
"structured_output_present": false,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 281.2666980144568,
|
|
"termination_reason": "nonzero_exit",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 0,
|
|
"output_tokens": 0,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"execution_progress": {
|
|
"completed_model_passes": 3,
|
|
"current_pass": "large_family_review",
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 5.0,
|
|
"allocated_seconds": 899.9734706436284,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.6355500000000001,
|
|
"duration_api_ms": 75654,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 899.9734706436284,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90785,
|
|
"output_tokens": 7265,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.6355500000000001,
|
|
"duration_api_ms": 75654,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90785,
|
|
"output_tokens": 7265,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 76.298
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.36445,
|
|
"allocated_seconds": 823.6705869487487,
|
|
"case_order_sha256": "3d9383469a9544c2ce15a9b04db334de2ab75babaa94368684cc01d5b10b3909",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.549045,
|
|
"duration_api_ms": 222177,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 823.6705869487487,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 200079,
|
|
"output_tokens": 21946,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 1.549045,
|
|
"duration_api_ms": 222177,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 200079,
|
|
"output_tokens": 21946,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 222.923
|
|
},
|
|
{
|
|
"allocated_cost_usd": 2.815405,
|
|
"allocated_seconds": 600.741575371474,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 2.57171,
|
|
"duration_api_ms": 318690,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 600.741575371474,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 338277,
|
|
"output_tokens": 35213,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 2.57171,
|
|
"duration_api_ms": 318690,
|
|
"input_bytes": 294231,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 302423,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 338277,
|
|
"output_tokens": 35213,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 319.468
|
|
}
|
|
]
|
|
},
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"job_id": "3c8c8eae7937485eb01adaa15b1a237c",
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"result_retention_seconds": 3600,
|
|
"routing": {
|
|
"allow_external": true,
|
|
"allowed_external_providers": [
|
|
"claude"
|
|
]
|
|
},
|
|
"selection": {
|
|
"backend": "claude-code-2.1.226",
|
|
"case_count": 363,
|
|
"cli_model": "claude-opus-4-8[1m]",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 1000000,
|
|
"enabled": true,
|
|
"execution_revision": "suite-multipass-v1-20260929",
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"later_pass_capacity_verified": false,
|
|
"later_pass_checks": "before_each_invocation",
|
|
"max_final_group_cases": 5,
|
|
"max_final_name_characters": 64,
|
|
"max_turns": 6,
|
|
"maximum_model_passes": 5,
|
|
"minimum_model_passes": 3,
|
|
"model": "claude-opus-4-8",
|
|
"output": 64000,
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"overhead": 8192,
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"provider": "claude",
|
|
"reasoning": "medium",
|
|
"source_sha256": "311c96701a3be823afd2bf2c2d682da56e5f383108001f498a8a672ab41a9037"
|
|
},
|
|
"status": "failed",
|
|
"truncation": null,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 629141,
|
|
"output_tokens": 64424,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 747.513
|
|
},
|
|
"source_field_lengths": {
|
|
"description": {
|
|
"min": 48,
|
|
"max": 245,
|
|
"mean": 234.5
|
|
},
|
|
"preconditions": {
|
|
"min": 67,
|
|
"max": 143,
|
|
"mean": 137.2
|
|
},
|
|
"success_criteria": {
|
|
"min": 73,
|
|
"max": 135,
|
|
"mean": 131.2
|
|
},
|
|
"case_type": {
|
|
"min": 7,
|
|
"max": 15,
|
|
"mean": 10.0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case_count": 38,
|
|
"request_bytes": 23871,
|
|
"response_bytes": 51714,
|
|
"client_wall_seconds": 233.164,
|
|
"job_id": "ed2d2c440d8f472393eafa5d317eded5",
|
|
"status": "completed",
|
|
"counts": {
|
|
"final_singletons": 0,
|
|
"final_tasks": 10,
|
|
"natural_families": 4,
|
|
"natural_singletons": 0
|
|
},
|
|
"idempotent_replay": true,
|
|
"quality": {
|
|
"coverage": true,
|
|
"families": 4,
|
|
"pair_precision": 1.0,
|
|
"pair_recall": 1.0,
|
|
"false_merge_pairs": 0,
|
|
"missed_merge_pairs": 0,
|
|
"exactly_once": true,
|
|
"final_pure_implementation_patterns": true,
|
|
"expected_natural_sizes": [
|
|
6,
|
|
7,
|
|
11,
|
|
14
|
|
],
|
|
"actual_natural_sizes": [
|
|
6,
|
|
7,
|
|
11,
|
|
14
|
|
],
|
|
"expected_final_sizes": [
|
|
3,
|
|
3,
|
|
3,
|
|
3,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
5,
|
|
5
|
|
],
|
|
"actual_final_sizes": [
|
|
3,
|
|
3,
|
|
3,
|
|
3,
|
|
4,
|
|
4,
|
|
4,
|
|
4,
|
|
5,
|
|
5
|
|
],
|
|
"capacity_parts_balanced": true,
|
|
"proposal_disagreement_pairs": 0
|
|
},
|
|
"actual": {
|
|
"attempted_destinations": [
|
|
"switchyard:atlas/planning/claude",
|
|
"claude:claude-opus-4-8"
|
|
],
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.36449,
|
|
"duration_api_ms": 63935,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1033.20470169466,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37008,
|
|
"output_tokens": 7178,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_diagnostics_scope": "last_model_pass",
|
|
"compaction": false,
|
|
"compaction_signal": "CLI events and disabled compaction",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"cost_usd_estimate": 1.31597,
|
|
"created_at": 1790708134.1383157,
|
|
"duration_api_ms": 227999,
|
|
"execution_progress": {
|
|
"cli_running": false,
|
|
"completed_model_passes": 5,
|
|
"cost_limit_usd_estimate": 10.0,
|
|
"cost_used_usd_estimate": 1.31597,
|
|
"current_pass": "decision_audit",
|
|
"heartbeat_at": 1790708365.478008,
|
|
"job_elapsed_seconds": 231.337,
|
|
"job_remaining_seconds": 968.7,
|
|
"maximum_model_passes": 5,
|
|
"pass_elapsed_seconds": 64.5,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 10.0,
|
|
"allocated_seconds": 1199.9679088126868,
|
|
"case_order_sha256": "6b67b377a5d3627f16482ef2a2ff903de45914e722e3d58be18474c41522c7d8",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.22189,
|
|
"duration_api_ms": 24655,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1199.9679088126868,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 31043,
|
|
"output_tokens": 2667,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 0.22189,
|
|
"duration_api_ms": 24655,
|
|
"input_bytes": 28329,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 36521,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 14080,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 31043,
|
|
"output_tokens": 2667,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 25.318
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.77811,
|
|
"allocated_seconds": 1174.6483305464499,
|
|
"case_order_sha256": "83b0ddabaefd8786d5a878cc4f17d710fb169ce997c642c47c1afdd1da5c20de",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.077825,
|
|
"duration_api_ms": 13517,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1174.6483305464499,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 9230,
|
|
"output_tokens": 1267,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.077825,
|
|
"duration_api_ms": 13517,
|
|
"input_bytes": 28329,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 36521,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 14080,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 9230,
|
|
"output_tokens": 1267,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 14.164
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.700285,
|
|
"allocated_seconds": 1160.4801224996336,
|
|
"case_order_sha256": "6b67b377a5d3627f16482ef2a2ff903de45914e722e3d58be18474c41522c7d8",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.12417,
|
|
"duration_api_ms": 27436,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1160.4801224996336,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 11289,
|
|
"output_tokens": 2709,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.12417,
|
|
"duration_api_ms": 27436,
|
|
"input_bytes": 33493,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 41685,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 12576,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 11289,
|
|
"output_tokens": 2709,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 28.031
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.576115,
|
|
"allocated_seconds": 1132.4454980762675,
|
|
"case_order_sha256": "6b67b377a5d3627f16482ef2a2ff903de45914e722e3d58be18474c41522c7d8",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.527595,
|
|
"duration_api_ms": 98456,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1132.4454980762675,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 51219,
|
|
"output_tokens": 10860,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 0.527595,
|
|
"duration_api_ms": 98456,
|
|
"input_bytes": 38119,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 46311,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 12576,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d4f6993ae3b619f521bd658fc231b05f8853fbb58ae42756981f9532d206f8c4",
|
|
"stage": "large_family_review",
|
|
"system_sha256": "535f9dfca360d29db89519b4ad61009ebcddb54605549b3ed07d3f83b0869616",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 51219,
|
|
"output_tokens": 10860,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 99.236
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.04852,
|
|
"allocated_seconds": 1033.20470169466,
|
|
"case_order_sha256": "6b67b377a5d3627f16482ef2a2ff903de45914e722e3d58be18474c41522c7d8",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.36449,
|
|
"duration_api_ms": 63935,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1033.20470169466,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37008,
|
|
"output_tokens": 7178,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.36449,
|
|
"duration_api_ms": 63935,
|
|
"input_bytes": 47009,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 55201,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 12576,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d4f6993ae3b619f521bd658fc231b05f8853fbb58ae42756981f9532d206f8c4",
|
|
"stage": "decision_audit",
|
|
"system_sha256": "33ca4e7f39429645c117d7aa343b07ba4d8c4826136270ad8e8f448c3860aa35",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37008,
|
|
"output_tokens": 7178,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 64.536
|
|
}
|
|
]
|
|
},
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"final_task_count": 10,
|
|
"job_id": "ed2d2c440d8f472393eafa5d317eded5",
|
|
"model": "claude-opus-4-8",
|
|
"model_pass_count": 5,
|
|
"model_usage": {
|
|
"claude-opus-4-8[1m]": {
|
|
"canonicalModel": "claude-opus-4-8",
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000,
|
|
"provider": "firstParty"
|
|
}
|
|
},
|
|
"natural_family_count": 4,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 10.0,
|
|
"allocated_seconds": 1199.9679088126868,
|
|
"case_order_sha256": "6b67b377a5d3627f16482ef2a2ff903de45914e722e3d58be18474c41522c7d8",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.22189,
|
|
"duration_api_ms": 24655,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1199.9679088126868,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 31043,
|
|
"output_tokens": 2667,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 0.22189,
|
|
"duration_api_ms": 24655,
|
|
"input_bytes": 28329,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 36521,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 14080,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 31043,
|
|
"output_tokens": 2667,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 25.318
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.77811,
|
|
"allocated_seconds": 1174.6483305464499,
|
|
"case_order_sha256": "83b0ddabaefd8786d5a878cc4f17d710fb169ce997c642c47c1afdd1da5c20de",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.077825,
|
|
"duration_api_ms": 13517,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1174.6483305464499,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 9230,
|
|
"output_tokens": 1267,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.077825,
|
|
"duration_api_ms": 13517,
|
|
"input_bytes": 28329,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 36521,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 14080,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 9230,
|
|
"output_tokens": 1267,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 14.164
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.700285,
|
|
"allocated_seconds": 1160.4801224996336,
|
|
"case_order_sha256": "6b67b377a5d3627f16482ef2a2ff903de45914e722e3d58be18474c41522c7d8",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.12417,
|
|
"duration_api_ms": 27436,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1160.4801224996336,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 11289,
|
|
"output_tokens": 2709,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.12417,
|
|
"duration_api_ms": 27436,
|
|
"input_bytes": 33493,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 41685,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 12576,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "dbb6e7d6d2cd6986cb835c0d93b03ccf365ffd3f0cd294c0a0b385b83bf4db5f",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "50917255136e0f88b7d24e8597fd07becaad4d9c03894712f47fe3ae9162e0b5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 11289,
|
|
"output_tokens": 2709,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 28.031
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.576115,
|
|
"allocated_seconds": 1132.4454980762675,
|
|
"case_order_sha256": "6b67b377a5d3627f16482ef2a2ff903de45914e722e3d58be18474c41522c7d8",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.527595,
|
|
"duration_api_ms": 98456,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1132.4454980762675,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 51219,
|
|
"output_tokens": 10860,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 0.527595,
|
|
"duration_api_ms": 98456,
|
|
"input_bytes": 38119,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 46311,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 12576,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d4f6993ae3b619f521bd658fc231b05f8853fbb58ae42756981f9532d206f8c4",
|
|
"stage": "large_family_review",
|
|
"system_sha256": "535f9dfca360d29db89519b4ad61009ebcddb54605549b3ed07d3f83b0869616",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 51219,
|
|
"output_tokens": 10860,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 99.236
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.04852,
|
|
"allocated_seconds": 1033.20470169466,
|
|
"case_order_sha256": "6b67b377a5d3627f16482ef2a2ff903de45914e722e3d58be18474c41522c7d8",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.36449,
|
|
"duration_api_ms": 63935,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1033.20470169466,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37008,
|
|
"output_tokens": 7178,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 0.36449,
|
|
"duration_api_ms": 63935,
|
|
"input_bytes": 47009,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 55201,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 12576,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d4f6993ae3b619f521bd658fc231b05f8853fbb58ae42756981f9532d206f8c4",
|
|
"stage": "decision_audit",
|
|
"system_sha256": "33ca4e7f39429645c117d7aa343b07ba4d8c4826136270ad8e8f448c3860aa35",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 37008,
|
|
"output_tokens": 7178,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 64.536
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"result": {
|
|
"groups": [
|
|
{
|
|
"description": "Work-size part 1/3 of one family. Concurrent producer/consumer drivers around resettable bounded queue with depth and sequence instrumentation; assert rejected writes and recovery.",
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0012",
|
|
"CASE-0020",
|
|
"CASE-0027",
|
|
"CASE-0031"
|
|
],
|
|
"name": "Bounded Queue Reset Concurrency Harness (1/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/3 of one family. Concurrent producer/consumer drivers around resettable bounded queue with depth and sequence instrumentation; assert rejected writes and recovery.",
|
|
"members": [
|
|
"CASE-0008",
|
|
"CASE-0016",
|
|
"CASE-0024",
|
|
"CASE-0029",
|
|
"CASE-0033"
|
|
],
|
|
"name": "Bounded Queue Reset Concurrency Harness (2/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/3 of one family. Concurrent producer/consumer drivers around resettable bounded queue with depth and sequence instrumentation; assert rejected writes and recovery.",
|
|
"members": [
|
|
"CASE-0035",
|
|
"CASE-0036",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
],
|
|
"name": "Bounded Queue Reset Concurrency Harness (3/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/3 of one family. Load report files through shared parser and rule-to-severity policy fixture; count findings by rule/severity; assert count and location, no target run.",
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0011",
|
|
"CASE-0019",
|
|
"CASE-0026"
|
|
],
|
|
"name": "Offline Reset Report Parser Checks (1/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/3 of one family. Load report files through shared parser and rule-to-severity policy fixture; count findings by rule/severity; assert count and location, no target run.",
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0015",
|
|
"CASE-0023",
|
|
"CASE-0028"
|
|
],
|
|
"name": "Offline Reset Report Parser Checks (2/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/3 of one family. Load report files through shared parser and rule-to-severity policy fixture; count findings by rule/severity; assert count and location, no target run.",
|
|
"members": [
|
|
"CASE-0030",
|
|
"CASE-0032",
|
|
"CASE-0034"
|
|
],
|
|
"name": "Offline Reset Report Parser Checks (3/3)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/2 of one family. Pulse generator and oscilloscope adapter on reset/ready lines; apply pulse, capture traces, measure transition times, assert timing bound and recovery.",
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0010",
|
|
"CASE-0018",
|
|
"CASE-0025"
|
|
],
|
|
"name": "Reset Pulse Oscilloscope Timing (1/2)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/2 of one family. Pulse generator and oscilloscope adapter on reset/ready lines; apply pulse, capture traces, measure transition times, assert timing bound and recovery.",
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0014",
|
|
"CASE-0022"
|
|
],
|
|
"name": "Reset Pulse Oscilloscope Timing (2/2)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/2 of one family. Reset RPC adapter over in-memory transport stub; observe status object and reset counter; assert acceptance/rejection and counter change.",
|
|
"members": [
|
|
"CASE-0001",
|
|
"CASE-0009",
|
|
"CASE-0017"
|
|
],
|
|
"name": "Reset RPC Stub Adapter Tests (1/2)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/2 of one family. Reset RPC adapter over in-memory transport stub; observe status object and reset counter; assert acceptance/rejection and counter change.",
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0013",
|
|
"CASE-0021"
|
|
],
|
|
"name": "Reset RPC Stub Adapter Tests (2/2)"
|
|
}
|
|
]
|
|
},
|
|
"result_retention_seconds": 3600,
|
|
"review_summary": {
|
|
"capacity_divisions": [
|
|
{
|
|
"common_work": "Concurrent producer/consumer drivers around resettable bounded queue with depth and sequence instrumentation; assert rejected writes and recovery.",
|
|
"family_name": "Bounded Queue Reset Concurrency Harness",
|
|
"natural_case_count": 14,
|
|
"part_names": [
|
|
"Bounded Queue Reset Concurrency Harness (1/3)",
|
|
"Bounded Queue Reset Concurrency Harness (2/3)",
|
|
"Bounded Queue Reset Concurrency Harness (3/3)"
|
|
],
|
|
"part_sizes": [
|
|
5,
|
|
5,
|
|
4
|
|
],
|
|
"rationale": "All fourteen require the concurrent driver harness with depth and sequence instrumentation, materially distinct from RPC, oscilloscope, and parser machinery. Remaining members are only added expected rejected-write and recovery values.",
|
|
"uncertainty": "Expected rejected-write and recovery values unstated; assumed identical harness across members."
|
|
},
|
|
{
|
|
"common_work": "Load report files through shared parser and rule-to-severity policy fixture; count findings by rule/severity; assert count and location, no target run.",
|
|
"family_name": "Offline Reset Report Parser Checks",
|
|
"natural_case_count": 11,
|
|
"part_names": [
|
|
"Offline Reset Report Parser Checks (1/3)",
|
|
"Offline Reset Report Parser Checks (2/3)",
|
|
"Offline Reset Report Parser Checks (3/3)"
|
|
],
|
|
"part_sizes": [
|
|
4,
|
|
4,
|
|
3
|
|
],
|
|
"rationale": "All eleven use the offline file-parsing path with policy fixture and no target execution, an observation mechanism distinct from live drivers and instruments. Additional members are only differing rules, severities, and counts.",
|
|
"uncertainty": "Requested rules, severities and expected counts unstated; assumed same parser and fixture across members."
|
|
},
|
|
{
|
|
"common_work": "Pulse generator and oscilloscope adapter on reset/ready lines; apply pulse, capture traces, measure transition times, assert timing bound and recovery.",
|
|
"family_name": "Reset Pulse Oscilloscope Timing",
|
|
"natural_case_count": 7,
|
|
"part_names": [
|
|
"Reset Pulse Oscilloscope Timing (1/2)",
|
|
"Reset Pulse Oscilloscope Timing (2/2)"
|
|
],
|
|
"part_sizes": [
|
|
4,
|
|
3
|
|
],
|
|
"rationale": "All seven share the electrical-capture harness (pulse generator, oscilloscope, trace timing) unique to this group. Differences are only timing bounds and nominal/fault labels, cheap input/assertion variations.",
|
|
"uncertainty": "Actual timing bounds unstated; assumed identical capture/measurement mechanism reused."
|
|
},
|
|
{
|
|
"common_work": "Reset RPC adapter over in-memory transport stub; observe status object and reset counter; assert acceptance/rejection and counter change.",
|
|
"family_name": "Reset RPC Stub Adapter Tests",
|
|
"natural_case_count": 6,
|
|
"part_names": [
|
|
"Reset RPC Stub Adapter Tests (1/2)",
|
|
"Reset RPC Stub Adapter Tests (2/2)"
|
|
],
|
|
"part_sizes": [
|
|
3,
|
|
3
|
|
],
|
|
"rationale": "All six share identical RPC-over-stub setup and observation of status object plus reset counter. Remaining members are only additional expected values; distinct from oscilloscope, parser, and queue machinery.",
|
|
"uncertainty": "Concrete expected values and counter changes unstated; assumed identical stub/fixture across members."
|
|
}
|
|
],
|
|
"counts": {
|
|
"final_singletons": 0,
|
|
"final_tasks": 10,
|
|
"natural_families": 4,
|
|
"natural_singletons": 0
|
|
},
|
|
"decision_audit": [
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "reset RPC adapter with an in-memory transport stub"
|
|
},
|
|
{
|
|
"alias": "CASE-0017",
|
|
"field": "success_criteria",
|
|
"quote": "Send a reset RPC, observe the returned status object and reset counter"
|
|
}
|
|
],
|
|
"rationale": "Identical RPC-over-stub machinery and observation of status object plus counter; only expected values and nominal/fault labels differ, which are cheap variations not warranting a split.",
|
|
"source_members": [
|
|
"CASE-0001",
|
|
"CASE-0005",
|
|
"CASE-0009",
|
|
"CASE-0013",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "preconditions",
|
|
"quote": "pulse generator and an oscilloscope adapter connected to the reset and ready lines"
|
|
},
|
|
{
|
|
"alias": "CASE-0022",
|
|
"field": "success_criteria",
|
|
"quote": "assert the supplied timing bound and recovery sequence"
|
|
}
|
|
],
|
|
"rationale": "Shared electrical capture harness (pulse generator, oscilloscope, trace timing); differences are only timing bounds and labels, inexpensive input/assertion variations.",
|
|
"source_members": [
|
|
"CASE-0002",
|
|
"CASE-0006",
|
|
"CASE-0010",
|
|
"CASE-0014",
|
|
"CASE-0018",
|
|
"CASE-0022",
|
|
"CASE-0025"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Load offline reset-analysis report files through the same report parser"
|
|
},
|
|
{
|
|
"alias": "CASE-0028",
|
|
"field": "success_criteria",
|
|
"quote": "assert the count and report location against the policy fixture"
|
|
}
|
|
],
|
|
"rationale": "All use the offline parser path with policy fixture and no target execution; members differ only in requested rule/severity and expected counts.",
|
|
"source_members": [
|
|
"CASE-0003",
|
|
"CASE-0007",
|
|
"CASE-0011",
|
|
"CASE-0015",
|
|
"CASE-0019",
|
|
"CASE-0023",
|
|
"CASE-0026",
|
|
"CASE-0028",
|
|
"CASE-0030",
|
|
"CASE-0032",
|
|
"CASE-0034"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0020",
|
|
"field": "preconditions",
|
|
"quote": "concurrent producer and consumer task drivers, queue-depth instrumentation"
|
|
},
|
|
{
|
|
"alias": "CASE-0037",
|
|
"field": "success_criteria",
|
|
"quote": "assert rejected writes and recovery after draining"
|
|
}
|
|
],
|
|
"rationale": "All share the concurrent producer/consumer queue harness with depth and sequence instrumentation; only expected rejected-write and recovery values vary.",
|
|
"source_members": [
|
|
"CASE-0004",
|
|
"CASE-0008",
|
|
"CASE-0012",
|
|
"CASE-0016",
|
|
"CASE-0020",
|
|
"CASE-0024",
|
|
"CASE-0027",
|
|
"CASE-0029",
|
|
"CASE-0031",
|
|
"CASE-0033",
|
|
"CASE-0035",
|
|
"CASE-0036",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
]
|
|
}
|
|
],
|
|
"large_family_review": [
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "reset RPC adapter with an in-memory transport stub"
|
|
},
|
|
{
|
|
"alias": "CASE-0017",
|
|
"field": "success_criteria",
|
|
"quote": "Send a reset RPC, observe the returned status object and reset counter"
|
|
}
|
|
],
|
|
"rationale": "Identical RPC-over-stub machinery and observation of status object plus counter; only expected values and nominal/fault labels differ, which are cheap variations.",
|
|
"source_members": [
|
|
"CASE-0001",
|
|
"CASE-0005",
|
|
"CASE-0009",
|
|
"CASE-0013",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "preconditions",
|
|
"quote": "pulse generator and an oscilloscope adapter connected to the reset and ready lines"
|
|
},
|
|
{
|
|
"alias": "CASE-0022",
|
|
"field": "success_criteria",
|
|
"quote": "assert the supplied timing bound and recovery sequence"
|
|
}
|
|
],
|
|
"rationale": "Shared electrical capture harness (pulse generator, oscilloscope, trace timing); differences are only timing bounds and labels, inexpensive input/assertion variations.",
|
|
"source_members": [
|
|
"CASE-0002",
|
|
"CASE-0006",
|
|
"CASE-0010",
|
|
"CASE-0014",
|
|
"CASE-0018",
|
|
"CASE-0022",
|
|
"CASE-0025"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Load offline reset-analysis report files through the same report parser"
|
|
},
|
|
{
|
|
"alias": "CASE-0028",
|
|
"field": "success_criteria",
|
|
"quote": "assert the count and report location against the policy fixture"
|
|
}
|
|
],
|
|
"rationale": "All use the offline parser path with policy fixture and no target execution; members differ only in requested rule/severity and expected counts.",
|
|
"source_members": [
|
|
"CASE-0003",
|
|
"CASE-0007",
|
|
"CASE-0011",
|
|
"CASE-0015",
|
|
"CASE-0019",
|
|
"CASE-0023",
|
|
"CASE-0026",
|
|
"CASE-0028",
|
|
"CASE-0030",
|
|
"CASE-0032",
|
|
"CASE-0034"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0020",
|
|
"field": "preconditions",
|
|
"quote": "concurrent producer and consumer task drivers, queue-depth instrumentation"
|
|
},
|
|
{
|
|
"alias": "CASE-0037",
|
|
"field": "success_criteria",
|
|
"quote": "assert rejected writes and recovery after draining"
|
|
}
|
|
],
|
|
"rationale": "All share the concurrent producer/consumer queue harness with depth and sequence instrumentation; only expected rejected-write and recovery values vary.",
|
|
"source_members": [
|
|
"CASE-0004",
|
|
"CASE-0008",
|
|
"CASE-0012",
|
|
"CASE-0016",
|
|
"CASE-0020",
|
|
"CASE-0024",
|
|
"CASE-0027",
|
|
"CASE-0029",
|
|
"CASE-0031",
|
|
"CASE-0033",
|
|
"CASE-0035",
|
|
"CASE-0036",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
]
|
|
}
|
|
],
|
|
"natural_families": [
|
|
{
|
|
"common_work": "Reset RPC adapter over in-memory transport stub; observe status object and reset counter; assert acceptance/rejection and counter change.",
|
|
"description": "Send reset RPC through in-memory transport stub with deterministic fixtures; observe status object and reset counter; assert acceptance/rejection plus counter change. Members vary only expected values and labels.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "preconditions",
|
|
"quote": "reset RPC adapter with an in-memory transport stub and deterministic response fixtures"
|
|
},
|
|
{
|
|
"alias": "CASE-0017",
|
|
"field": "success_criteria",
|
|
"quote": "Send a reset RPC, observe the returned status object and reset counter"
|
|
},
|
|
{
|
|
"alias": "CASE-0021",
|
|
"field": "success_criteria",
|
|
"quote": "assert acceptance or rejection plus the expected counter change"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0001",
|
|
"CASE-0005",
|
|
"CASE-0009",
|
|
"CASE-0013",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
],
|
|
"name": "Reset RPC Stub Adapter Tests",
|
|
"rationale": "All six share identical RPC-over-stub setup and observation of status object plus reset counter. Remaining members are only additional expected values; distinct from oscilloscope, parser, and queue machinery.",
|
|
"uncertainty": "Concrete expected values and counter changes unstated; assumed identical stub/fixture across members.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0001",
|
|
"CASE-0009",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
],
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0013"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Pulse generator and oscilloscope adapter on reset/ready lines; apply pulse, capture traces, measure transition times, assert timing bound and recovery.",
|
|
"description": "Apply reset pulse via pulse generator, capture reset/ready traces on oscilloscope adapter, measure relative transition times; assert supplied timing bound and recovery sequence. Members vary only bounds and labels.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "preconditions",
|
|
"quote": "pulse generator and an oscilloscope adapter connected to the reset and ready lines"
|
|
},
|
|
{
|
|
"alias": "CASE-0014",
|
|
"field": "success_criteria",
|
|
"quote": "measure their relative transition times, and assert the supplied timing bound"
|
|
},
|
|
{
|
|
"alias": "CASE-0025",
|
|
"field": "success_criteria",
|
|
"quote": "Apply a reset pulse, capture both electrical traces"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0006",
|
|
"CASE-0010",
|
|
"CASE-0014",
|
|
"CASE-0018",
|
|
"CASE-0022",
|
|
"CASE-0025"
|
|
],
|
|
"name": "Reset Pulse Oscilloscope Timing",
|
|
"rationale": "All seven share the electrical-capture harness (pulse generator, oscilloscope, trace timing) unique to this group. Differences are only timing bounds and nominal/fault labels, cheap input/assertion variations.",
|
|
"uncertainty": "Actual timing bounds unstated; assumed identical capture/measurement mechanism reused.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0010",
|
|
"CASE-0018",
|
|
"CASE-0025"
|
|
],
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0014",
|
|
"CASE-0022"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Load report files through shared parser and rule-to-severity policy fixture; count findings by rule/severity; assert count and location, no target run.",
|
|
"description": "Parse offline reset-analysis report files via shared parser and rule-to-severity policy fixture (no target execution); count findings by rule/severity; assert count and report location. Members vary rule/severity and counts.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "preconditions",
|
|
"quote": "Load offline reset-analysis report files through the same report parser"
|
|
},
|
|
{
|
|
"alias": "CASE-0032",
|
|
"field": "success_criteria",
|
|
"quote": "count reset-related findings for the requested rule and severity"
|
|
},
|
|
{
|
|
"alias": "CASE-0034",
|
|
"field": "preconditions",
|
|
"quote": "a rule-to-severity policy fixture; do not execute the target"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0007",
|
|
"CASE-0011",
|
|
"CASE-0015",
|
|
"CASE-0019",
|
|
"CASE-0023",
|
|
"CASE-0026",
|
|
"CASE-0028",
|
|
"CASE-0030",
|
|
"CASE-0032",
|
|
"CASE-0034"
|
|
],
|
|
"name": "Offline Reset Report Parser Checks",
|
|
"rationale": "All eleven use the offline file-parsing path with policy fixture and no target execution, an observation mechanism distinct from live drivers and instruments. Additional members are only differing rules, severities, and counts.",
|
|
"uncertainty": "Requested rules, severities and expected counts unstated; assumed same parser and fixture across members.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0011",
|
|
"CASE-0019",
|
|
"CASE-0026",
|
|
"CASE-0030",
|
|
"CASE-0034"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0015",
|
|
"CASE-0023",
|
|
"CASE-0028",
|
|
"CASE-0032"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Concurrent producer/consumer drivers around resettable bounded queue with depth and sequence instrumentation; assert rejected writes and recovery.",
|
|
"description": "Concurrent producer/consumer drivers around resettable bounded queue with depth and sequence instrumentation; drive through reset, observe depth/ordering; assert rejected writes and recovery. Members vary only expected values.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "preconditions",
|
|
"quote": "concurrent producer and consumer task drivers, queue-depth instrumentation, and sequence-number recording"
|
|
},
|
|
{
|
|
"alias": "CASE-0038",
|
|
"field": "success_criteria",
|
|
"quote": "observe depth and ordered delivery, and assert rejected writes and recovery"
|
|
},
|
|
{
|
|
"alias": "CASE-0016",
|
|
"field": "preconditions",
|
|
"quote": "resettable bounded queue"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0008",
|
|
"CASE-0012",
|
|
"CASE-0016",
|
|
"CASE-0020",
|
|
"CASE-0024",
|
|
"CASE-0027",
|
|
"CASE-0029",
|
|
"CASE-0031",
|
|
"CASE-0033",
|
|
"CASE-0035",
|
|
"CASE-0036",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
],
|
|
"name": "Bounded Queue Reset Concurrency Harness",
|
|
"rationale": "All fourteen require the concurrent driver harness with depth and sequence instrumentation, materially distinct from RPC, oscilloscope, and parser machinery. Remaining members are only added expected rejected-write and recovery values.",
|
|
"uncertainty": "Expected rejected-write and recovery values unstated; assumed identical harness across members.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0012",
|
|
"CASE-0020",
|
|
"CASE-0027",
|
|
"CASE-0031",
|
|
"CASE-0035",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
],
|
|
[
|
|
"CASE-0008",
|
|
"CASE-0016",
|
|
"CASE-0024",
|
|
"CASE-0029",
|
|
"CASE-0033",
|
|
"CASE-0036"
|
|
]
|
|
]
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"proposal_disagreements": {
|
|
"aliases": [],
|
|
"pair_count": 0,
|
|
"proposal_a": [
|
|
[
|
|
"CASE-0001",
|
|
"CASE-0005",
|
|
"CASE-0009",
|
|
"CASE-0013",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
],
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0006",
|
|
"CASE-0010",
|
|
"CASE-0014",
|
|
"CASE-0018",
|
|
"CASE-0022",
|
|
"CASE-0025"
|
|
],
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0007",
|
|
"CASE-0011",
|
|
"CASE-0015",
|
|
"CASE-0019",
|
|
"CASE-0023",
|
|
"CASE-0026",
|
|
"CASE-0028",
|
|
"CASE-0030",
|
|
"CASE-0032",
|
|
"CASE-0034"
|
|
],
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0008",
|
|
"CASE-0012",
|
|
"CASE-0016",
|
|
"CASE-0020",
|
|
"CASE-0024",
|
|
"CASE-0027",
|
|
"CASE-0029",
|
|
"CASE-0031",
|
|
"CASE-0033",
|
|
"CASE-0035",
|
|
"CASE-0036",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
]
|
|
],
|
|
"proposal_b": [
|
|
[
|
|
"CASE-0001",
|
|
"CASE-0005",
|
|
"CASE-0009",
|
|
"CASE-0013",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
],
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0006",
|
|
"CASE-0010",
|
|
"CASE-0014",
|
|
"CASE-0018",
|
|
"CASE-0022",
|
|
"CASE-0025"
|
|
],
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0007",
|
|
"CASE-0011",
|
|
"CASE-0015",
|
|
"CASE-0019",
|
|
"CASE-0023",
|
|
"CASE-0026",
|
|
"CASE-0028",
|
|
"CASE-0030",
|
|
"CASE-0032",
|
|
"CASE-0034"
|
|
],
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0008",
|
|
"CASE-0012",
|
|
"CASE-0016",
|
|
"CASE-0020",
|
|
"CASE-0024",
|
|
"CASE-0027",
|
|
"CASE-0029",
|
|
"CASE-0031",
|
|
"CASE-0033",
|
|
"CASE-0035",
|
|
"CASE-0036",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
]
|
|
]
|
|
},
|
|
"reconciled_families": [
|
|
{
|
|
"common_work": "Reset RPC adapter over in-memory transport stub with deterministic responses; observe status object and reset counter; assert acceptance/rejection.",
|
|
"description": "Send reset RPC over in-memory transport stub with deterministic fixtures; observe status object and reset counter; assert acceptance/rejection and counter change. Members vary expected outcomes only.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "preconditions",
|
|
"quote": "reset RPC adapter with an in-memory transport stub"
|
|
},
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "observe the returned status object and reset counter"
|
|
},
|
|
{
|
|
"alias": "CASE-0021",
|
|
"field": "success_criteria",
|
|
"quote": "assert acceptance or rejection plus the expected counter change"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0001",
|
|
"CASE-0005",
|
|
"CASE-0009",
|
|
"CASE-0013",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
],
|
|
"name": "Reset RPC Stub Adapter Tests",
|
|
"rationale": "All six share identical RPC-over-stub machinery and observation of status object plus counter. Both proposals agree exactly on membership; differences are only expected values and nominal/fault labels.",
|
|
"uncertainty": "None material; cases are content-identical apart from unstated expected values.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0001",
|
|
"CASE-0009",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
],
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0013"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Pulse generator and oscilloscope adapter on reset/ready lines; apply pulse, capture traces, measure relative transition times, assert timing bound and recovery.",
|
|
"description": "Apply reset pulse via pulse generator, capture reset/ready electrical traces on oscilloscope adapter, measure relative transition times; assert timing bound and recovery sequence. Members vary timing bounds only.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "preconditions",
|
|
"quote": "pulse generator and an oscilloscope adapter connected to the reset and ready lines"
|
|
},
|
|
{
|
|
"alias": "CASE-0014",
|
|
"field": "success_criteria",
|
|
"quote": "measure their relative transition times, and assert the supplied timing bound"
|
|
},
|
|
{
|
|
"alias": "CASE-0025",
|
|
"field": "success_criteria",
|
|
"quote": "Apply a reset pulse, capture both electrical traces"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0006",
|
|
"CASE-0010",
|
|
"CASE-0014",
|
|
"CASE-0018",
|
|
"CASE-0022",
|
|
"CASE-0025"
|
|
],
|
|
"name": "Reset Pulse Oscilloscope Timing",
|
|
"rationale": "Distinct electrical-capture machinery (pulse generator, oscilloscope, trace timing) shared by all seven. Both proposals agree on membership; only supplied bounds and labels differ.",
|
|
"uncertainty": "Actual timing bounds unstated; assumed to reuse identical capture/measurement mechanism.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0010",
|
|
"CASE-0018",
|
|
"CASE-0025"
|
|
],
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0014",
|
|
"CASE-0022"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Load reset-analysis report files through shared parser and rule-to-severity policy fixture; count findings by rule/severity; assert count and report location.",
|
|
"description": "Load offline reset-analysis report files via shared parser and rule-to-severity policy fixture without executing target; count findings by rule/severity; assert count and report location. Members vary requested rule/severity and counts.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "preconditions",
|
|
"quote": "Load offline reset-analysis report files through the same report parser"
|
|
},
|
|
{
|
|
"alias": "CASE-0032",
|
|
"field": "success_criteria",
|
|
"quote": "count reset-related findings for the requested rule and severity"
|
|
},
|
|
{
|
|
"alias": "CASE-0034",
|
|
"field": "preconditions",
|
|
"quote": "a rule-to-severity policy fixture; do not execute the target"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0007",
|
|
"CASE-0011",
|
|
"CASE-0015",
|
|
"CASE-0019",
|
|
"CASE-0023",
|
|
"CASE-0026",
|
|
"CASE-0028",
|
|
"CASE-0030",
|
|
"CASE-0032",
|
|
"CASE-0034"
|
|
],
|
|
"name": "Offline Reset Report Parser Checks",
|
|
"rationale": "All eleven use the offline file-parsing path with policy fixture and no target execution, an observation mechanism distinct from live drivers. Both proposals agree on membership.",
|
|
"uncertainty": "Requested rules, severities and expected counts unstated; assumed same parser and fixture across members.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0011",
|
|
"CASE-0019",
|
|
"CASE-0026",
|
|
"CASE-0030",
|
|
"CASE-0034"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0015",
|
|
"CASE-0023",
|
|
"CASE-0028",
|
|
"CASE-0032"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Concurrent producer/consumer drivers around resettable bounded queue with depth instrumentation and sequence recording; assert rejected writes and recovery.",
|
|
"description": "Concurrent producer/consumer drivers around resettable bounded queue with depth instrumentation and sequence recording; drive through reset, observe depth/ordering; assert rejected writes and recovery. Members vary expected values.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "preconditions",
|
|
"quote": "concurrent producer and consumer task drivers, queue-depth instrumentation, and sequence-number recording"
|
|
},
|
|
{
|
|
"alias": "CASE-0038",
|
|
"field": "success_criteria",
|
|
"quote": "observe depth and ordered delivery, and assert rejected writes and recovery"
|
|
},
|
|
{
|
|
"alias": "CASE-0016",
|
|
"field": "preconditions",
|
|
"quote": "resettable bounded queue"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0008",
|
|
"CASE-0012",
|
|
"CASE-0016",
|
|
"CASE-0020",
|
|
"CASE-0024",
|
|
"CASE-0027",
|
|
"CASE-0029",
|
|
"CASE-0031",
|
|
"CASE-0033",
|
|
"CASE-0035",
|
|
"CASE-0036",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
],
|
|
"name": "Bounded Queue Reset Concurrency Harness",
|
|
"rationale": "All fourteen require the concurrent driver harness with depth and sequence instrumentation, materially distinct from RPC, oscilloscope, and parser machinery. Both proposals agree exactly on membership.",
|
|
"uncertainty": "Expected rejected-write and recovery values unstated; assumed identical harness across members.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0012",
|
|
"CASE-0020",
|
|
"CASE-0027",
|
|
"CASE-0031",
|
|
"CASE-0035",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
],
|
|
[
|
|
"CASE-0008",
|
|
"CASE-0016",
|
|
"CASE-0024",
|
|
"CASE-0029",
|
|
"CASE-0033",
|
|
"CASE-0036"
|
|
]
|
|
]
|
|
}
|
|
],
|
|
"sizing_is_not_semantic_evidence": true,
|
|
"unresolved_uncertainties": [
|
|
{
|
|
"family_name": "Reset RPC Stub Adapter Tests",
|
|
"members": [
|
|
"CASE-0001",
|
|
"CASE-0005",
|
|
"CASE-0009",
|
|
"CASE-0013",
|
|
"CASE-0017",
|
|
"CASE-0021"
|
|
],
|
|
"uncertainty": "Concrete expected values and counter changes unstated; assumed identical stub/fixture across members."
|
|
},
|
|
{
|
|
"family_name": "Reset Pulse Oscilloscope Timing",
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0006",
|
|
"CASE-0010",
|
|
"CASE-0014",
|
|
"CASE-0018",
|
|
"CASE-0022",
|
|
"CASE-0025"
|
|
],
|
|
"uncertainty": "Actual timing bounds unstated; assumed identical capture/measurement mechanism reused."
|
|
},
|
|
{
|
|
"family_name": "Offline Reset Report Parser Checks",
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0007",
|
|
"CASE-0011",
|
|
"CASE-0015",
|
|
"CASE-0019",
|
|
"CASE-0023",
|
|
"CASE-0026",
|
|
"CASE-0028",
|
|
"CASE-0030",
|
|
"CASE-0032",
|
|
"CASE-0034"
|
|
],
|
|
"uncertainty": "Requested rules, severities and expected counts unstated; assumed same parser and fixture across members."
|
|
},
|
|
{
|
|
"family_name": "Bounded Queue Reset Concurrency Harness",
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0008",
|
|
"CASE-0012",
|
|
"CASE-0016",
|
|
"CASE-0020",
|
|
"CASE-0024",
|
|
"CASE-0027",
|
|
"CASE-0029",
|
|
"CASE-0031",
|
|
"CASE-0033",
|
|
"CASE-0035",
|
|
"CASE-0036",
|
|
"CASE-0037",
|
|
"CASE-0038"
|
|
],
|
|
"uncertainty": "Expected rejected-write and recovery values unstated; assumed identical harness across members."
|
|
}
|
|
]
|
|
},
|
|
"routing": {
|
|
"allow_external": true,
|
|
"allowed_external_providers": [
|
|
"claude"
|
|
]
|
|
},
|
|
"selection": {
|
|
"backend": "claude-code-2.1.226",
|
|
"case_count": 38,
|
|
"cli_model": "claude-opus-4-8[1m]",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 1000000,
|
|
"enabled": true,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"input_bytes": 28329,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 36521,
|
|
"input_token_count": null,
|
|
"later_pass_capacity_verified": false,
|
|
"later_pass_checks": "before_each_invocation",
|
|
"max_final_group_cases": 5,
|
|
"max_final_name_characters": 64,
|
|
"max_turns": 6,
|
|
"maximum_model_passes": 5,
|
|
"minimum_model_passes": 3,
|
|
"model": "claude-opus-4-8",
|
|
"output": 64000,
|
|
"output_reservation_tokens": 14080,
|
|
"output_reservation_verified": false,
|
|
"overhead": 8192,
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"provider": "claude",
|
|
"reasoning": "medium",
|
|
"source_sha256": "1aad863ba7733af41cdd6406b1454b3075739df036e2d21e2490df1733dd07f0"
|
|
},
|
|
"singleton_statistics": {
|
|
"final_singletons": 0,
|
|
"natural_singletons": 0
|
|
},
|
|
"status": "completed",
|
|
"temporary_files_deleted": true,
|
|
"truncation": false,
|
|
"turns": 15,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 139789,
|
|
"output_tokens": 24681,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 231.337
|
|
},
|
|
"progress_verification": {
|
|
"samples": 38,
|
|
"stages": [
|
|
"decision_audit",
|
|
"large_family_review",
|
|
"proposal_a",
|
|
"proposal_b",
|
|
"reconciliation"
|
|
],
|
|
"heartbeat_count": 38,
|
|
"cli_activity_changes": 19,
|
|
"scope": "Authenticated LAN status samples; operational metadata only; not percentage completion"
|
|
},
|
|
"source_field_lengths": {
|
|
"description": {
|
|
"min": 166,
|
|
"max": 166,
|
|
"mean": 166.0
|
|
},
|
|
"preconditions": {
|
|
"min": 95,
|
|
"max": 144,
|
|
"mean": 131.1
|
|
},
|
|
"success_criteria": {
|
|
"min": 208,
|
|
"max": 224,
|
|
"mean": 218.7
|
|
},
|
|
"case_type": {
|
|
"min": 7,
|
|
"max": 15,
|
|
"mean": 11.6
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case_count": 363,
|
|
"request_bytes": 273763,
|
|
"response_bytes": 11980,
|
|
"client_wall_seconds": 228.61,
|
|
"job_id": "7327baa4a48a442d95e8cc84c95125eb",
|
|
"status": "failed",
|
|
"counts": null,
|
|
"idempotent_replay": true,
|
|
"quality": null,
|
|
"actual": {
|
|
"attempted_destinations": [
|
|
"switchyard:atlas/planning/claude",
|
|
"claude:claude-opus-4-8"
|
|
],
|
|
"compaction": null,
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"cost_usd_estimate": 2.001035,
|
|
"created_at": 1790708388.0391846,
|
|
"error": {
|
|
"code": "invalid_case_assignments",
|
|
"details": {
|
|
"aggregate_cost_usd_estimate": 2.001035,
|
|
"aggregate_usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 281227,
|
|
"output_tokens": 23796,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"completed_model_passes": 2,
|
|
"failure_stage": "multi_pass_orchestration",
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 10.0,
|
|
"allocated_seconds": 1199.9715501097962,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.25858,
|
|
"duration_api_ms": 113753,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1199.9715501097962,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 190436,
|
|
"output_tokens": 12256,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 1.25858,
|
|
"duration_api_ms": 113753,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 190436,
|
|
"output_tokens": 12256,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 114.326
|
|
},
|
|
{
|
|
"allocated_cost_usd": 8.74142,
|
|
"allocated_seconds": 1085.6416322970763,
|
|
"case_order_sha256": "3d9383469a9544c2ce15a9b04db334de2ab75babaa94368684cc01d5b10b3909",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.742455,
|
|
"duration_api_ms": 113281,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1085.6416322970763,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90791,
|
|
"output_tokens": 11540,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.742455,
|
|
"duration_api_ms": 113281,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90791,
|
|
"output_tokens": 11540,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 113.897
|
|
}
|
|
],
|
|
"review_pass": "proposal_b"
|
|
}
|
|
},
|
|
"execution_progress": {
|
|
"cli_running": false,
|
|
"completed_model_passes": 2,
|
|
"cost_limit_usd_estimate": 10.0,
|
|
"cost_used_usd_estimate": 2.001035,
|
|
"current_pass": "proposal_b",
|
|
"heartbeat_at": 1790708616.3005803,
|
|
"job_elapsed_seconds": 228.26,
|
|
"job_remaining_seconds": 971.7,
|
|
"maximum_model_passes": 5,
|
|
"pass_elapsed_seconds": 113.9,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 10.0,
|
|
"allocated_seconds": 1199.9715501097962,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.25858,
|
|
"duration_api_ms": 113753,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1199.9715501097962,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 3,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 190436,
|
|
"output_tokens": 12256,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 3,
|
|
"cost_usd_estimate": 1.25858,
|
|
"duration_api_ms": 113753,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 190436,
|
|
"output_tokens": 12256,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 114.326
|
|
},
|
|
{
|
|
"allocated_cost_usd": 8.74142,
|
|
"allocated_seconds": 1085.6416322970763,
|
|
"case_order_sha256": "3d9383469a9544c2ce15a9b04db334de2ab75babaa94368684cc01d5b10b3909",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.742455,
|
|
"duration_api_ms": 113281,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1085.6416322970763,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90791,
|
|
"output_tokens": 11540,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.742455,
|
|
"duration_api_ms": 113281,
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "5310b3c742093337b44f3e551e595a815d6d3d941146d452d497d3a9cb402411",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "d6fc130f05ead5634ff3d649e3e185814e3f97995a0007cf9447255f74217838",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 90791,
|
|
"output_tokens": 11540,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 113.897
|
|
}
|
|
]
|
|
},
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"job_id": "7327baa4a48a442d95e8cc84c95125eb",
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"result_retention_seconds": 3600,
|
|
"routing": {
|
|
"allow_external": true,
|
|
"allowed_external_providers": [
|
|
"claude"
|
|
]
|
|
},
|
|
"selection": {
|
|
"backend": "claude-code-2.1.226",
|
|
"case_count": 363,
|
|
"cli_model": "claude-opus-4-8[1m]",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 1000000,
|
|
"enabled": true,
|
|
"execution_revision": "suite-multipass-v2-20260929",
|
|
"input_bytes": 278221,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 286413,
|
|
"input_token_count": null,
|
|
"later_pass_capacity_verified": false,
|
|
"later_pass_checks": "before_each_invocation",
|
|
"max_final_group_cases": 5,
|
|
"max_final_name_characters": 64,
|
|
"max_turns": 6,
|
|
"maximum_model_passes": 5,
|
|
"minimum_model_passes": 3,
|
|
"model": "claude-opus-4-8",
|
|
"output": 64000,
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"overhead": 8192,
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v3-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"provider": "claude",
|
|
"reasoning": "medium",
|
|
"source_sha256": "311c96701a3be823afd2bf2c2d682da56e5f383108001f498a8a672ab41a9037"
|
|
},
|
|
"status": "failed",
|
|
"truncation": null,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 281227,
|
|
"output_tokens": 23796,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 228.26
|
|
},
|
|
"progress_verification": {
|
|
"samples": 37,
|
|
"stages": [
|
|
"proposal_a",
|
|
"proposal_b"
|
|
],
|
|
"heartbeat_count": 37,
|
|
"cli_activity_changes": 24,
|
|
"scope": "Authenticated LAN status samples; operational metadata only; not percentage completion"
|
|
},
|
|
"source_field_lengths": {
|
|
"description": {
|
|
"min": 48,
|
|
"max": 245,
|
|
"mean": 234.5
|
|
},
|
|
"preconditions": {
|
|
"min": 67,
|
|
"max": 143,
|
|
"mean": 137.2
|
|
},
|
|
"success_criteria": {
|
|
"min": 73,
|
|
"max": 135,
|
|
"mean": 131.2
|
|
},
|
|
"case_type": {
|
|
"min": 7,
|
|
"max": 15,
|
|
"mean": 10.0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case_count": 363,
|
|
"request_bytes": 273763,
|
|
"response_bytes": 122115,
|
|
"client_wall_seconds": 843.719,
|
|
"job_id": "2cabe492f3114029b83b77e3b9f34084",
|
|
"status": "completed",
|
|
"counts": {
|
|
"final_singletons": 3,
|
|
"final_tasks": 75,
|
|
"natural_families": 9,
|
|
"natural_singletons": 3
|
|
},
|
|
"idempotent_replay": true,
|
|
"quality": {
|
|
"coverage": true,
|
|
"families": 9,
|
|
"pair_precision": 1.0,
|
|
"pair_recall": 1.0,
|
|
"false_merge_pairs": 0,
|
|
"missed_merge_pairs": 0,
|
|
"exactly_once": true,
|
|
"final_pure_implementation_patterns": true,
|
|
"expected_natural_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
60,
|
|
60,
|
|
60,
|
|
60,
|
|
60,
|
|
60
|
|
],
|
|
"actual_natural_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
60,
|
|
60,
|
|
60,
|
|
60,
|
|
60,
|
|
60
|
|
],
|
|
"expected_final_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5
|
|
],
|
|
"actual_final_sizes": [
|
|
1,
|
|
1,
|
|
1,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5
|
|
],
|
|
"capacity_parts_balanced": true,
|
|
"proposal_disagreement_pairs": 0
|
|
},
|
|
"actual": {
|
|
"attempted_destinations": [
|
|
"switchyard:atlas/planning/claude",
|
|
"claude:claude-opus-4-8"
|
|
],
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.255535,
|
|
"duration_api_ms": 164105,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 522.4538263301365,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 159752,
|
|
"output_tokens": 18271,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_diagnostics_scope": "last_model_pass",
|
|
"compaction": false,
|
|
"compaction_signal": "CLI events and disabled compaction",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"cost_usd_estimate": 7.215755,
|
|
"created_at": 1790709111.6190825,
|
|
"duration_api_ms": 838092,
|
|
"execution_progress": {
|
|
"cli_running": false,
|
|
"completed_model_passes": 5,
|
|
"cost_limit_usd_estimate": 10.0,
|
|
"cost_used_usd_estimate": 7.215755,
|
|
"current_pass": "decision_audit",
|
|
"heartbeat_at": 1790709954.39787,
|
|
"job_elapsed_seconds": 842.777,
|
|
"job_remaining_seconds": 357.2,
|
|
"maximum_model_passes": 5,
|
|
"pass_elapsed_seconds": 165.2,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 10.0,
|
|
"allocated_seconds": 1199.9712828639895,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.745025,
|
|
"duration_api_ms": 80220,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1199.9712828639895,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 106255,
|
|
"output_tokens": 8550,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.745025,
|
|
"duration_api_ms": 80220,
|
|
"input_bytes": 304065,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 312257,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d63026a2d0f18c37c11e2e4aff4e841045b2bdb862f0f96b8cb483520b27b340",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "5df3f59dd1c4182d42fef8b58db69f0b18a9ff19ebaa7217363622484a29a04a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 106255,
|
|
"output_tokens": 8550,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 80.962
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.254975,
|
|
"allocated_seconds": 1119.004020264838,
|
|
"case_order_sha256": "3d9383469a9544c2ce15a9b04db334de2ab75babaa94368684cc01d5b10b3909",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.7950549999999998,
|
|
"duration_api_ms": 97484,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1119.004020264838,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 106261,
|
|
"output_tokens": 10550,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.7950549999999998,
|
|
"duration_api_ms": 97484,
|
|
"input_bytes": 304065,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 312257,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d63026a2d0f18c37c11e2e4aff4e841045b2bdb862f0f96b8cb483520b27b340",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "5df3f59dd1c4182d42fef8b58db69f0b18a9ff19ebaa7217363622484a29a04a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 106261,
|
|
"output_tokens": 10550,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 98.247
|
|
},
|
|
{
|
|
"allocated_cost_usd": 8.45992,
|
|
"allocated_seconds": 1020.7518418808468,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 3.28685,
|
|
"duration_api_ms": 349134,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1020.7518418808468,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 463290,
|
|
"output_tokens": 38816,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 3.28685,
|
|
"duration_api_ms": 349134,
|
|
"input_bytes": 377975,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 386167,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "73f3aadf20b5b07f03b8f463ed0d13b66c27ce645566fc548cca0a4754e22497",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "7d85f607438ad80803f5f7a519b61355387886ed2f2cf7ab3671354628ffc6d5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 463290,
|
|
"output_tokens": 38816,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 350.114
|
|
},
|
|
{
|
|
"allocated_cost_usd": 5.17307,
|
|
"allocated_seconds": 670.6302229100838,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.13329,
|
|
"duration_api_ms": 147149,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 670.6302229100838,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 147933,
|
|
"output_tokens": 15745,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 1.13329,
|
|
"duration_api_ms": 147149,
|
|
"input_bytes": 396257,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 404449,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "87cce0fed6a447c67e2ffbcb59f21e2aaffc6c2a30a339c557062571ebaec6fc",
|
|
"stage": "large_family_review",
|
|
"system_sha256": "ba3c856dfc67482e1b35841388b27e19087832942f757519449397ef7636a238",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 147933,
|
|
"output_tokens": 15745,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 148.165
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.03978,
|
|
"allocated_seconds": 522.4538263301365,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.255535,
|
|
"duration_api_ms": 164105,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 522.4538263301365,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 159752,
|
|
"output_tokens": 18271,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 1.255535,
|
|
"duration_api_ms": 164105,
|
|
"input_bytes": 421357,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 429549,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "87cce0fed6a447c67e2ffbcb59f21e2aaffc6c2a30a339c557062571ebaec6fc",
|
|
"stage": "decision_audit",
|
|
"system_sha256": "a3123bd136a1416160db1c17d29c1a63ff42c7fe49656bab5d0e5b5fd709d2e8",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 159752,
|
|
"output_tokens": 18271,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 165.211
|
|
}
|
|
]
|
|
},
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"final_task_count": 75,
|
|
"job_id": "2cabe492f3114029b83b77e3b9f34084",
|
|
"model": "claude-opus-4-8",
|
|
"model_pass_count": 5,
|
|
"model_usage": {
|
|
"claude-opus-4-8[1m]": {
|
|
"canonicalModel": "claude-opus-4-8",
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000,
|
|
"provider": "firstParty"
|
|
}
|
|
},
|
|
"natural_family_count": 9,
|
|
"passes": [
|
|
{
|
|
"allocated_cost_usd": 10.0,
|
|
"allocated_seconds": 1199.9712828639895,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.745025,
|
|
"duration_api_ms": 80220,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1199.9712828639895,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 106255,
|
|
"output_tokens": 8550,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.745025,
|
|
"duration_api_ms": 80220,
|
|
"input_bytes": 304065,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 312257,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d63026a2d0f18c37c11e2e4aff4e841045b2bdb862f0f96b8cb483520b27b340",
|
|
"stage": "proposal_a",
|
|
"system_sha256": "5df3f59dd1c4182d42fef8b58db69f0b18a9ff19ebaa7217363622484a29a04a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 106255,
|
|
"output_tokens": 8550,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 80.962
|
|
},
|
|
{
|
|
"allocated_cost_usd": 9.254975,
|
|
"allocated_seconds": 1119.004020264838,
|
|
"case_order_sha256": "3d9383469a9544c2ce15a9b04db334de2ab75babaa94368684cc01d5b10b3909",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 0.7950549999999998,
|
|
"duration_api_ms": 97484,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1119.004020264838,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 106261,
|
|
"output_tokens": 10550,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 0.7950549999999998,
|
|
"duration_api_ms": 97484,
|
|
"input_bytes": 304065,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 312257,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "d63026a2d0f18c37c11e2e4aff4e841045b2bdb862f0f96b8cb483520b27b340",
|
|
"stage": "proposal_b",
|
|
"system_sha256": "5df3f59dd1c4182d42fef8b58db69f0b18a9ff19ebaa7217363622484a29a04a",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 106261,
|
|
"output_tokens": 10550,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 98.247
|
|
},
|
|
{
|
|
"allocated_cost_usd": 8.45992,
|
|
"allocated_seconds": 1020.7518418808468,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 3.28685,
|
|
"duration_api_ms": 349134,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 1020.7518418808468,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 4,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 463290,
|
|
"output_tokens": 38816,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 4,
|
|
"cost_usd_estimate": 3.28685,
|
|
"duration_api_ms": 349134,
|
|
"input_bytes": 377975,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 386167,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "73f3aadf20b5b07f03b8f463ed0d13b66c27ce645566fc548cca0a4754e22497",
|
|
"stage": "reconciliation",
|
|
"system_sha256": "7d85f607438ad80803f5f7a519b61355387886ed2f2cf7ab3671354628ffc6d5",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 463290,
|
|
"output_tokens": 38816,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 350.114
|
|
},
|
|
{
|
|
"allocated_cost_usd": 5.17307,
|
|
"allocated_seconds": 670.6302229100838,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.13329,
|
|
"duration_api_ms": 147149,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 670.6302229100838,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 147933,
|
|
"output_tokens": 15745,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 1.13329,
|
|
"duration_api_ms": 147149,
|
|
"input_bytes": 396257,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 404449,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "87cce0fed6a447c67e2ffbcb59f21e2aaffc6c2a30a339c557062571ebaec6fc",
|
|
"stage": "large_family_review",
|
|
"system_sha256": "ba3c856dfc67482e1b35841388b27e19087832942f757519449397ef7636a238",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 147933,
|
|
"output_tokens": 15745,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 148.165
|
|
},
|
|
{
|
|
"allocated_cost_usd": 4.03978,
|
|
"allocated_seconds": 522.4538263301365,
|
|
"case_order_sha256": "0b5e8a81e98a4f01c7a822e7ed6716ef04e20418fba7aa3dcc8b21850f4757f1",
|
|
"cli_diagnostics": {
|
|
"api_error_status": null,
|
|
"assistant_json_text_present": false,
|
|
"assistant_structured_tool_input_present": true,
|
|
"compaction_event_seen": false,
|
|
"configured_max_output_tokens": 64000,
|
|
"cost_usd_estimate": 1.255535,
|
|
"duration_api_ms": 164105,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"exit_code": 0,
|
|
"final_event_seen": true,
|
|
"final_event_subtype": "success",
|
|
"final_event_type": "result",
|
|
"final_is_error": false,
|
|
"final_json_text_present": true,
|
|
"init_event_seen": true,
|
|
"invalid_event_count": 0,
|
|
"last_assistant_stop_reason": null,
|
|
"max_turns": 6,
|
|
"observed_model_limits": [
|
|
{
|
|
"contextWindow": 1000000,
|
|
"maxOutputTokens": 64000
|
|
}
|
|
],
|
|
"provider_stop_reason": "tool_use",
|
|
"provider_timeout_seconds": null,
|
|
"reasoning_effort": "medium",
|
|
"reasoning_token_limit": null,
|
|
"structured_output_is_object": true,
|
|
"structured_output_location": "result.structured_output",
|
|
"structured_output_present": true,
|
|
"structured_retry_limit_reached": false,
|
|
"subprocess_timeout_seconds": 522.4538263301365,
|
|
"termination_reason": "exited",
|
|
"termination_signal": null,
|
|
"turn_limit_reached": false,
|
|
"turns": 2,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 159752,
|
|
"output_tokens": 18271,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
}
|
|
},
|
|
"cli_turns": 2,
|
|
"cost_usd_estimate": 1.255535,
|
|
"duration_api_ms": 164105,
|
|
"input_bytes": 421357,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 429549,
|
|
"input_token_count": null,
|
|
"model": "claude-opus-4-8",
|
|
"output_reservation_tokens": 30096,
|
|
"output_reservation_verified": false,
|
|
"provider": "claude",
|
|
"schema_sha256": "87cce0fed6a447c67e2ffbcb59f21e2aaffc6c2a30a339c557062571ebaec6fc",
|
|
"stage": "decision_audit",
|
|
"system_sha256": "a3123bd136a1416160db1c17d29c1a63ff42c7fe49656bab5d0e5b5fd709d2e8",
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 159752,
|
|
"output_tokens": 18271,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 165.211
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v4-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"result": {
|
|
"groups": [
|
|
{
|
|
"description": "Record acoustic output in an anechoic fixture and assert spectral peak magnitude stays below a frequency-dependent threshold. Distinct acoustic instrumentation; procedure underspecified.",
|
|
"members": [
|
|
"CASE-0182"
|
|
],
|
|
"name": "Anechoic Acoustic Output Measurement"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0024",
|
|
"CASE-0042",
|
|
"CASE-0060",
|
|
"CASE-0078"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (1/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0012",
|
|
"CASE-0030",
|
|
"CASE-0048",
|
|
"CASE-0066",
|
|
"CASE-0084"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (2/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0018",
|
|
"CASE-0036",
|
|
"CASE-0054",
|
|
"CASE-0072",
|
|
"CASE-0090"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (3/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 4/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0096",
|
|
"CASE-0114",
|
|
"CASE-0132",
|
|
"CASE-0150",
|
|
"CASE-0168"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (4/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 5/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0102",
|
|
"CASE-0120",
|
|
"CASE-0138",
|
|
"CASE-0156",
|
|
"CASE-0174"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (5/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 6/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0108",
|
|
"CASE-0126",
|
|
"CASE-0144",
|
|
"CASE-0162",
|
|
"CASE-0180"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (6/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 7/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0186",
|
|
"CASE-0204",
|
|
"CASE-0222",
|
|
"CASE-0240",
|
|
"CASE-0258"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (7/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 8/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0192",
|
|
"CASE-0210",
|
|
"CASE-0228",
|
|
"CASE-0246",
|
|
"CASE-0264"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (8/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 9/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0198",
|
|
"CASE-0216",
|
|
"CASE-0234",
|
|
"CASE-0252",
|
|
"CASE-0270"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (9/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 10/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0276",
|
|
"CASE-0294",
|
|
"CASE-0312",
|
|
"CASE-0330",
|
|
"CASE-0348"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (10/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 11/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0282",
|
|
"CASE-0300",
|
|
"CASE-0318",
|
|
"CASE-0336",
|
|
"CASE-0354"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (11/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 12/12 of one family. Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"members": [
|
|
"CASE-0288",
|
|
"CASE-0306",
|
|
"CASE-0324",
|
|
"CASE-0342",
|
|
"CASE-0360"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks (12/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0023",
|
|
"CASE-0041",
|
|
"CASE-0059",
|
|
"CASE-0077"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (1/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0011",
|
|
"CASE-0029",
|
|
"CASE-0047",
|
|
"CASE-0065",
|
|
"CASE-0083"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (2/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0017",
|
|
"CASE-0035",
|
|
"CASE-0053",
|
|
"CASE-0071",
|
|
"CASE-0089"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (3/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 4/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0095",
|
|
"CASE-0113",
|
|
"CASE-0131",
|
|
"CASE-0149",
|
|
"CASE-0167"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (4/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 5/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0101",
|
|
"CASE-0119",
|
|
"CASE-0137",
|
|
"CASE-0155",
|
|
"CASE-0173"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (5/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 6/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0107",
|
|
"CASE-0125",
|
|
"CASE-0143",
|
|
"CASE-0161",
|
|
"CASE-0179"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (6/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 7/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0185",
|
|
"CASE-0203",
|
|
"CASE-0221",
|
|
"CASE-0239",
|
|
"CASE-0257"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (7/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 8/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0191",
|
|
"CASE-0209",
|
|
"CASE-0227",
|
|
"CASE-0245",
|
|
"CASE-0263"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (8/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 9/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0197",
|
|
"CASE-0215",
|
|
"CASE-0233",
|
|
"CASE-0251",
|
|
"CASE-0269"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (9/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 10/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0275",
|
|
"CASE-0293",
|
|
"CASE-0311",
|
|
"CASE-0329",
|
|
"CASE-0347"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (10/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 11/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0281",
|
|
"CASE-0299",
|
|
"CASE-0317",
|
|
"CASE-0335",
|
|
"CASE-0353"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (11/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 12/12 of one family. Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"members": [
|
|
"CASE-0287",
|
|
"CASE-0305",
|
|
"CASE-0323",
|
|
"CASE-0341",
|
|
"CASE-0359"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers (12/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0022",
|
|
"CASE-0040",
|
|
"CASE-0058",
|
|
"CASE-0076"
|
|
],
|
|
"name": "Configuration Parser Document Checks (1/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0010",
|
|
"CASE-0028",
|
|
"CASE-0046",
|
|
"CASE-0064",
|
|
"CASE-0082"
|
|
],
|
|
"name": "Configuration Parser Document Checks (2/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0016",
|
|
"CASE-0034",
|
|
"CASE-0052",
|
|
"CASE-0070",
|
|
"CASE-0088"
|
|
],
|
|
"name": "Configuration Parser Document Checks (3/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 4/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0094",
|
|
"CASE-0112",
|
|
"CASE-0130",
|
|
"CASE-0148",
|
|
"CASE-0166"
|
|
],
|
|
"name": "Configuration Parser Document Checks (4/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 5/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0100",
|
|
"CASE-0118",
|
|
"CASE-0136",
|
|
"CASE-0154",
|
|
"CASE-0172"
|
|
],
|
|
"name": "Configuration Parser Document Checks (5/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 6/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0106",
|
|
"CASE-0124",
|
|
"CASE-0142",
|
|
"CASE-0160",
|
|
"CASE-0178"
|
|
],
|
|
"name": "Configuration Parser Document Checks (6/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 7/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0184",
|
|
"CASE-0202",
|
|
"CASE-0220",
|
|
"CASE-0238",
|
|
"CASE-0256"
|
|
],
|
|
"name": "Configuration Parser Document Checks (7/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 8/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0190",
|
|
"CASE-0208",
|
|
"CASE-0226",
|
|
"CASE-0244",
|
|
"CASE-0262"
|
|
],
|
|
"name": "Configuration Parser Document Checks (8/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 9/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0196",
|
|
"CASE-0214",
|
|
"CASE-0232",
|
|
"CASE-0250",
|
|
"CASE-0268"
|
|
],
|
|
"name": "Configuration Parser Document Checks (9/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 10/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0274",
|
|
"CASE-0292",
|
|
"CASE-0310",
|
|
"CASE-0328",
|
|
"CASE-0346"
|
|
],
|
|
"name": "Configuration Parser Document Checks (10/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 11/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0280",
|
|
"CASE-0298",
|
|
"CASE-0316",
|
|
"CASE-0334",
|
|
"CASE-0352"
|
|
],
|
|
"name": "Configuration Parser Document Checks (11/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 12/12 of one family. Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"members": [
|
|
"CASE-0286",
|
|
"CASE-0304",
|
|
"CASE-0322",
|
|
"CASE-0340",
|
|
"CASE-0358"
|
|
],
|
|
"name": "Configuration Parser Document Checks (12/12)"
|
|
},
|
|
{
|
|
"description": "Rebuild identical source twice in clean containers and compare artifact digests after removing only allowed timestamp metadata. Distinct build-container workflow; procedure underspecified.",
|
|
"members": [
|
|
"CASE-0363"
|
|
],
|
|
"name": "Reproducible Build Digest Comparison"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0021",
|
|
"CASE-0039",
|
|
"CASE-0057",
|
|
"CASE-0075"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (1/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0009",
|
|
"CASE-0027",
|
|
"CASE-0045",
|
|
"CASE-0063",
|
|
"CASE-0081"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (2/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0015",
|
|
"CASE-0033",
|
|
"CASE-0051",
|
|
"CASE-0069",
|
|
"CASE-0087"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (3/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 4/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0093",
|
|
"CASE-0111",
|
|
"CASE-0129",
|
|
"CASE-0147",
|
|
"CASE-0165"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (4/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 5/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0099",
|
|
"CASE-0117",
|
|
"CASE-0135",
|
|
"CASE-0153",
|
|
"CASE-0171"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (5/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 6/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0105",
|
|
"CASE-0123",
|
|
"CASE-0141",
|
|
"CASE-0159",
|
|
"CASE-0177"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (6/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 7/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0183",
|
|
"CASE-0201",
|
|
"CASE-0219",
|
|
"CASE-0237",
|
|
"CASE-0255"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (7/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 8/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0189",
|
|
"CASE-0207",
|
|
"CASE-0225",
|
|
"CASE-0243",
|
|
"CASE-0261"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (8/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 9/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0195",
|
|
"CASE-0213",
|
|
"CASE-0231",
|
|
"CASE-0249",
|
|
"CASE-0267"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (9/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 10/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0273",
|
|
"CASE-0291",
|
|
"CASE-0309",
|
|
"CASE-0327",
|
|
"CASE-0345"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (10/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 11/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0279",
|
|
"CASE-0297",
|
|
"CASE-0315",
|
|
"CASE-0333",
|
|
"CASE-0351"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (11/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 12/12 of one family. Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"members": [
|
|
"CASE-0285",
|
|
"CASE-0303",
|
|
"CASE-0321",
|
|
"CASE-0339",
|
|
"CASE-0357"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing (12/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0025",
|
|
"CASE-0043",
|
|
"CASE-0061",
|
|
"CASE-0079"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (1/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0013",
|
|
"CASE-0031",
|
|
"CASE-0049",
|
|
"CASE-0067",
|
|
"CASE-0085"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (2/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0019",
|
|
"CASE-0037",
|
|
"CASE-0055",
|
|
"CASE-0073",
|
|
"CASE-0091"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (3/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 4/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0097",
|
|
"CASE-0115",
|
|
"CASE-0133",
|
|
"CASE-0151",
|
|
"CASE-0169"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (4/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 5/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0103",
|
|
"CASE-0121",
|
|
"CASE-0139",
|
|
"CASE-0157",
|
|
"CASE-0175"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (5/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 6/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0109",
|
|
"CASE-0127",
|
|
"CASE-0145",
|
|
"CASE-0163",
|
|
"CASE-0181"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (6/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 7/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0187",
|
|
"CASE-0205",
|
|
"CASE-0223",
|
|
"CASE-0241",
|
|
"CASE-0259"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (7/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 8/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0193",
|
|
"CASE-0211",
|
|
"CASE-0229",
|
|
"CASE-0247",
|
|
"CASE-0265"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (8/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 9/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0199",
|
|
"CASE-0217",
|
|
"CASE-0235",
|
|
"CASE-0253",
|
|
"CASE-0271"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (9/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 10/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0277",
|
|
"CASE-0295",
|
|
"CASE-0313",
|
|
"CASE-0331",
|
|
"CASE-0349"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (10/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 11/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0283",
|
|
"CASE-0301",
|
|
"CASE-0319",
|
|
"CASE-0337",
|
|
"CASE-0355"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (11/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 12/12 of one family. Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"members": [
|
|
"CASE-0289",
|
|
"CASE-0307",
|
|
"CASE-0325",
|
|
"CASE-0343",
|
|
"CASE-0361"
|
|
],
|
|
"name": "Status Frame Decoder Assertions (12/12)"
|
|
},
|
|
{
|
|
"description": "Cycle the thermal chamber and measure enclosure expansion with a calibrated gauge against dimensional tolerance. Distinct environmental-chamber and gauge machinery; procedure underspecified.",
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Measurement"
|
|
},
|
|
{
|
|
"description": "Work-size part 1/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0020",
|
|
"CASE-0038",
|
|
"CASE-0056",
|
|
"CASE-0074"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (1/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 2/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0008",
|
|
"CASE-0026",
|
|
"CASE-0044",
|
|
"CASE-0062",
|
|
"CASE-0080"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (2/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 3/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0014",
|
|
"CASE-0032",
|
|
"CASE-0050",
|
|
"CASE-0068",
|
|
"CASE-0086"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (3/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 4/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0092",
|
|
"CASE-0110",
|
|
"CASE-0128",
|
|
"CASE-0146",
|
|
"CASE-0164"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (4/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 5/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0098",
|
|
"CASE-0116",
|
|
"CASE-0134",
|
|
"CASE-0152",
|
|
"CASE-0170"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (5/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 6/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0104",
|
|
"CASE-0122",
|
|
"CASE-0140",
|
|
"CASE-0158",
|
|
"CASE-0176"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (6/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 7/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0188",
|
|
"CASE-0206",
|
|
"CASE-0224",
|
|
"CASE-0242",
|
|
"CASE-0260"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (7/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 8/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0194",
|
|
"CASE-0212",
|
|
"CASE-0230",
|
|
"CASE-0248",
|
|
"CASE-0266"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (8/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 9/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0200",
|
|
"CASE-0218",
|
|
"CASE-0236",
|
|
"CASE-0254",
|
|
"CASE-0272"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (9/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 10/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0278",
|
|
"CASE-0296",
|
|
"CASE-0314",
|
|
"CASE-0332",
|
|
"CASE-0350"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (10/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 11/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0284",
|
|
"CASE-0302",
|
|
"CASE-0320",
|
|
"CASE-0338",
|
|
"CASE-0356"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (11/12)"
|
|
},
|
|
{
|
|
"description": "Work-size part 12/12 of one family. Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"members": [
|
|
"CASE-0290",
|
|
"CASE-0308",
|
|
"CASE-0326",
|
|
"CASE-0344",
|
|
"CASE-0362"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture (12/12)"
|
|
}
|
|
]
|
|
},
|
|
"result_retention_seconds": 3600,
|
|
"review_summary": {
|
|
"capacity_divisions": [
|
|
{
|
|
"common_work": "Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"family_name": "Authorization Decision Matrix Checks",
|
|
"natural_case_count": 60,
|
|
"part_names": [
|
|
"Authorization Decision Matrix Checks (1/12)",
|
|
"Authorization Decision Matrix Checks (2/12)",
|
|
"Authorization Decision Matrix Checks (3/12)",
|
|
"Authorization Decision Matrix Checks (4/12)",
|
|
"Authorization Decision Matrix Checks (5/12)",
|
|
"Authorization Decision Matrix Checks (6/12)",
|
|
"Authorization Decision Matrix Checks (7/12)",
|
|
"Authorization Decision Matrix Checks (8/12)",
|
|
"Authorization Decision Matrix Checks (9/12)",
|
|
"Authorization Decision Matrix Checks (10/12)",
|
|
"Authorization Decision Matrix Checks (11/12)",
|
|
"Authorization Decision Matrix Checks (12/12)"
|
|
],
|
|
"part_sizes": [
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5
|
|
],
|
|
"rationale": "Shared policy-store setup and decision/audit assertion; remaining members are added role/operation inputs and expected decisions.",
|
|
"uncertainty": "Specific permissions-matrix entries and audit fields not enumerated."
|
|
},
|
|
{
|
|
"common_work": "Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"family_name": "Bounded Queue Producer/Consumer Drivers",
|
|
"natural_case_count": 60,
|
|
"part_names": [
|
|
"Bounded Queue Producer/Consumer Drivers (1/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (2/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (3/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (4/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (5/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (6/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (7/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (8/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (9/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (10/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (11/12)",
|
|
"Bounded Queue Producer/Consumer Drivers (12/12)"
|
|
],
|
|
"part_sizes": [
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5
|
|
],
|
|
"rationale": "Members share the concurrency harness and sequence-number observation; remaining members are added load/state variations and expected outcomes.",
|
|
"uncertainty": "Queue limit and precise rejection/ordering expectations not stated."
|
|
},
|
|
{
|
|
"common_work": "Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"family_name": "Configuration Parser Document Checks",
|
|
"natural_case_count": 60,
|
|
"part_names": [
|
|
"Configuration Parser Document Checks (1/12)",
|
|
"Configuration Parser Document Checks (2/12)",
|
|
"Configuration Parser Document Checks (3/12)",
|
|
"Configuration Parser Document Checks (4/12)",
|
|
"Configuration Parser Document Checks (5/12)",
|
|
"Configuration Parser Document Checks (6/12)",
|
|
"Configuration Parser Document Checks (7/12)",
|
|
"Configuration Parser Document Checks (8/12)",
|
|
"Configuration Parser Document Checks (9/12)",
|
|
"Configuration Parser Document Checks (10/12)",
|
|
"Configuration Parser Document Checks (11/12)",
|
|
"Configuration Parser Document Checks (12/12)"
|
|
],
|
|
"part_sizes": [
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5
|
|
],
|
|
"rationale": "Common parser invocation and assertion pattern on returned objects; remaining members are additional documents and expected diagnostics.",
|
|
"uncertainty": "Concrete accepted values and diagnostic positions unspecified."
|
|
},
|
|
{
|
|
"common_work": "Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"family_name": "Static-Analysis Findings Report Parsing",
|
|
"natural_case_count": 60,
|
|
"part_names": [
|
|
"Static-Analysis Findings Report Parsing (1/12)",
|
|
"Static-Analysis Findings Report Parsing (2/12)",
|
|
"Static-Analysis Findings Report Parsing (3/12)",
|
|
"Static-Analysis Findings Report Parsing (4/12)",
|
|
"Static-Analysis Findings Report Parsing (5/12)",
|
|
"Static-Analysis Findings Report Parsing (6/12)",
|
|
"Static-Analysis Findings Report Parsing (7/12)",
|
|
"Static-Analysis Findings Report Parsing (8/12)",
|
|
"Static-Analysis Findings Report Parsing (9/12)",
|
|
"Static-Analysis Findings Report Parsing (10/12)",
|
|
"Static-Analysis Findings Report Parsing (11/12)",
|
|
"Static-Analysis Findings Report Parsing (12/12)"
|
|
],
|
|
"part_sizes": [
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5
|
|
],
|
|
"rationale": "Shared offline parser and policy-table comparison; remaining members are additional report inputs and expected counts once machinery exists.",
|
|
"uncertainty": "Specific severity counts and rule-identifier expectations not given."
|
|
},
|
|
{
|
|
"common_work": "Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"family_name": "Status Frame Decoder Assertions",
|
|
"natural_case_count": 60,
|
|
"part_names": [
|
|
"Status Frame Decoder Assertions (1/12)",
|
|
"Status Frame Decoder Assertions (2/12)",
|
|
"Status Frame Decoder Assertions (3/12)",
|
|
"Status Frame Decoder Assertions (4/12)",
|
|
"Status Frame Decoder Assertions (5/12)",
|
|
"Status Frame Decoder Assertions (6/12)",
|
|
"Status Frame Decoder Assertions (7/12)",
|
|
"Status Frame Decoder Assertions (8/12)",
|
|
"Status Frame Decoder Assertions (9/12)",
|
|
"Status Frame Decoder Assertions (10/12)",
|
|
"Status Frame Decoder Assertions (11/12)",
|
|
"Status Frame Decoder Assertions (12/12)"
|
|
],
|
|
"part_sizes": [
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5
|
|
],
|
|
"rationale": "All members share the same decoder-call fixture and assertion structure; remaining members are additional frame inputs and expected outcomes.",
|
|
"uncertainty": "Exact field/checksum/rejection expectations per case not specified beyond nominal/boundary/malformed labels."
|
|
},
|
|
{
|
|
"common_work": "Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"family_name": "Watchdog Reset-Line Timing Capture",
|
|
"natural_case_count": 60,
|
|
"part_names": [
|
|
"Watchdog Reset-Line Timing Capture (1/12)",
|
|
"Watchdog Reset-Line Timing Capture (2/12)",
|
|
"Watchdog Reset-Line Timing Capture (3/12)",
|
|
"Watchdog Reset-Line Timing Capture (4/12)",
|
|
"Watchdog Reset-Line Timing Capture (5/12)",
|
|
"Watchdog Reset-Line Timing Capture (6/12)",
|
|
"Watchdog Reset-Line Timing Capture (7/12)",
|
|
"Watchdog Reset-Line Timing Capture (8/12)",
|
|
"Watchdog Reset-Line Timing Capture (9/12)",
|
|
"Watchdog Reset-Line Timing Capture (10/12)",
|
|
"Watchdog Reset-Line Timing Capture (11/12)",
|
|
"Watchdog Reset-Line Timing Capture (12/12)"
|
|
],
|
|
"part_sizes": [
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5,
|
|
5
|
|
],
|
|
"rationale": "Members share identical stimulus generation and timing-capture machinery; remaining members add pulse-input variations and expected timing outcomes.",
|
|
"uncertainty": "Timing tolerance value and deadline not quantified in records."
|
|
}
|
|
],
|
|
"counts": {
|
|
"final_singletons": 3,
|
|
"final_tasks": 75,
|
|
"natural_families": 9,
|
|
"natural_singletons": 3
|
|
},
|
|
"decision_audit": [
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0008",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder; timing tolerance is supplied"
|
|
}
|
|
],
|
|
"rationale": "All members share the controllable pulse source and digital reset-line capture fixture; case_type labels and pulse inputs are inexpensive variations over one skeleton.",
|
|
"source_members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0038",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074",
|
|
"CASE-0080",
|
|
"CASE-0086",
|
|
"CASE-0092",
|
|
"CASE-0098",
|
|
"CASE-0104",
|
|
"CASE-0110",
|
|
"CASE-0116",
|
|
"CASE-0122",
|
|
"CASE-0128",
|
|
"CASE-0134",
|
|
"CASE-0140",
|
|
"CASE-0146",
|
|
"CASE-0152",
|
|
"CASE-0158",
|
|
"CASE-0164",
|
|
"CASE-0170",
|
|
"CASE-0176",
|
|
"CASE-0188",
|
|
"CASE-0194",
|
|
"CASE-0200",
|
|
"CASE-0206",
|
|
"CASE-0212",
|
|
"CASE-0218",
|
|
"CASE-0224",
|
|
"CASE-0230",
|
|
"CASE-0236",
|
|
"CASE-0242",
|
|
"CASE-0248",
|
|
"CASE-0254",
|
|
"CASE-0260",
|
|
"CASE-0266",
|
|
"CASE-0272",
|
|
"CASE-0278",
|
|
"CASE-0284",
|
|
"CASE-0290",
|
|
"CASE-0296",
|
|
"CASE-0302",
|
|
"CASE-0308",
|
|
"CASE-0314",
|
|
"CASE-0320",
|
|
"CASE-0326",
|
|
"CASE-0332",
|
|
"CASE-0338",
|
|
"CASE-0344",
|
|
"CASE-0350",
|
|
"CASE-0356",
|
|
"CASE-0362"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0012",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store"
|
|
}
|
|
],
|
|
"rationale": "Identity fixtures, in-memory policy store, and decision/audit assertions are identical across members; only role/operation inputs and expected decisions differ.",
|
|
"source_members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072",
|
|
"CASE-0078",
|
|
"CASE-0084",
|
|
"CASE-0090",
|
|
"CASE-0096",
|
|
"CASE-0102",
|
|
"CASE-0108",
|
|
"CASE-0114",
|
|
"CASE-0120",
|
|
"CASE-0126",
|
|
"CASE-0132",
|
|
"CASE-0138",
|
|
"CASE-0144",
|
|
"CASE-0150",
|
|
"CASE-0156",
|
|
"CASE-0162",
|
|
"CASE-0168",
|
|
"CASE-0174",
|
|
"CASE-0180",
|
|
"CASE-0186",
|
|
"CASE-0192",
|
|
"CASE-0198",
|
|
"CASE-0204",
|
|
"CASE-0210",
|
|
"CASE-0216",
|
|
"CASE-0222",
|
|
"CASE-0228",
|
|
"CASE-0234",
|
|
"CASE-0240",
|
|
"CASE-0246",
|
|
"CASE-0252",
|
|
"CASE-0258",
|
|
"CASE-0264",
|
|
"CASE-0270",
|
|
"CASE-0276",
|
|
"CASE-0282",
|
|
"CASE-0288",
|
|
"CASE-0294",
|
|
"CASE-0300",
|
|
"CASE-0306",
|
|
"CASE-0312",
|
|
"CASE-0318",
|
|
"CASE-0324",
|
|
"CASE-0330",
|
|
"CASE-0336",
|
|
"CASE-0342",
|
|
"CASE-0348",
|
|
"CASE-0354",
|
|
"CASE-0360"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture; do not execute firmware"
|
|
}
|
|
],
|
|
"rationale": "Offline report parser and severity policy fixture with policy-table comparison are shared; members vary only report inputs and expected counts.",
|
|
"source_members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069",
|
|
"CASE-0075",
|
|
"CASE-0081",
|
|
"CASE-0087",
|
|
"CASE-0093",
|
|
"CASE-0099",
|
|
"CASE-0105",
|
|
"CASE-0111",
|
|
"CASE-0117",
|
|
"CASE-0123",
|
|
"CASE-0129",
|
|
"CASE-0135",
|
|
"CASE-0141",
|
|
"CASE-0147",
|
|
"CASE-0153",
|
|
"CASE-0159",
|
|
"CASE-0165",
|
|
"CASE-0171",
|
|
"CASE-0177",
|
|
"CASE-0183",
|
|
"CASE-0189",
|
|
"CASE-0195",
|
|
"CASE-0201",
|
|
"CASE-0207",
|
|
"CASE-0213",
|
|
"CASE-0219",
|
|
"CASE-0225",
|
|
"CASE-0231",
|
|
"CASE-0237",
|
|
"CASE-0243",
|
|
"CASE-0249",
|
|
"CASE-0255",
|
|
"CASE-0261",
|
|
"CASE-0267",
|
|
"CASE-0273",
|
|
"CASE-0279",
|
|
"CASE-0285",
|
|
"CASE-0291",
|
|
"CASE-0297",
|
|
"CASE-0303",
|
|
"CASE-0309",
|
|
"CASE-0315",
|
|
"CASE-0321",
|
|
"CASE-0327",
|
|
"CASE-0333",
|
|
"CASE-0339",
|
|
"CASE-0345",
|
|
"CASE-0351",
|
|
"CASE-0357"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"rationale": "Concurrent task drivers, bounded queue fixture, and sequence-number observations are common; load/state variations are cheap additions.",
|
|
"source_members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071",
|
|
"CASE-0077",
|
|
"CASE-0083",
|
|
"CASE-0089",
|
|
"CASE-0095",
|
|
"CASE-0101",
|
|
"CASE-0107",
|
|
"CASE-0113",
|
|
"CASE-0119",
|
|
"CASE-0125",
|
|
"CASE-0131",
|
|
"CASE-0137",
|
|
"CASE-0143",
|
|
"CASE-0149",
|
|
"CASE-0155",
|
|
"CASE-0161",
|
|
"CASE-0167",
|
|
"CASE-0173",
|
|
"CASE-0179",
|
|
"CASE-0185",
|
|
"CASE-0191",
|
|
"CASE-0197",
|
|
"CASE-0203",
|
|
"CASE-0209",
|
|
"CASE-0215",
|
|
"CASE-0221",
|
|
"CASE-0227",
|
|
"CASE-0233",
|
|
"CASE-0239",
|
|
"CASE-0245",
|
|
"CASE-0251",
|
|
"CASE-0257",
|
|
"CASE-0263",
|
|
"CASE-0269",
|
|
"CASE-0275",
|
|
"CASE-0281",
|
|
"CASE-0287",
|
|
"CASE-0293",
|
|
"CASE-0299",
|
|
"CASE-0305",
|
|
"CASE-0311",
|
|
"CASE-0317",
|
|
"CASE-0323",
|
|
"CASE-0329",
|
|
"CASE-0335",
|
|
"CASE-0341",
|
|
"CASE-0347",
|
|
"CASE-0353",
|
|
"CASE-0359"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0010",
|
|
"field": "preconditions",
|
|
"quote": "call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"rationale": "Parser invocation without network stack and assertions on returned parser objects are identical; members add documents and expected diagnostics only.",
|
|
"source_members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070",
|
|
"CASE-0076",
|
|
"CASE-0082",
|
|
"CASE-0088",
|
|
"CASE-0094",
|
|
"CASE-0100",
|
|
"CASE-0106",
|
|
"CASE-0112",
|
|
"CASE-0118",
|
|
"CASE-0124",
|
|
"CASE-0130",
|
|
"CASE-0136",
|
|
"CASE-0142",
|
|
"CASE-0148",
|
|
"CASE-0154",
|
|
"CASE-0160",
|
|
"CASE-0166",
|
|
"CASE-0172",
|
|
"CASE-0178",
|
|
"CASE-0184",
|
|
"CASE-0190",
|
|
"CASE-0196",
|
|
"CASE-0202",
|
|
"CASE-0208",
|
|
"CASE-0214",
|
|
"CASE-0220",
|
|
"CASE-0226",
|
|
"CASE-0232",
|
|
"CASE-0238",
|
|
"CASE-0244",
|
|
"CASE-0250",
|
|
"CASE-0256",
|
|
"CASE-0262",
|
|
"CASE-0268",
|
|
"CASE-0274",
|
|
"CASE-0280",
|
|
"CASE-0286",
|
|
"CASE-0292",
|
|
"CASE-0298",
|
|
"CASE-0304",
|
|
"CASE-0310",
|
|
"CASE-0316",
|
|
"CASE-0322",
|
|
"CASE-0328",
|
|
"CASE-0334",
|
|
"CASE-0340",
|
|
"CASE-0346",
|
|
"CASE-0352",
|
|
"CASE-0358"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0007",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
},
|
|
{
|
|
"alias": "CASE-0013",
|
|
"field": "preconditions",
|
|
"quote": "Use a byte-array builder and a decoder-call fixture"
|
|
}
|
|
],
|
|
"rationale": "Byte-array builder and decoder-call fixture with field/checksum/rejection assertions are shared; frame inputs and case_type labels are inexpensive variations.",
|
|
"source_members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073",
|
|
"CASE-0079",
|
|
"CASE-0085",
|
|
"CASE-0091",
|
|
"CASE-0097",
|
|
"CASE-0103",
|
|
"CASE-0109",
|
|
"CASE-0115",
|
|
"CASE-0121",
|
|
"CASE-0127",
|
|
"CASE-0133",
|
|
"CASE-0139",
|
|
"CASE-0145",
|
|
"CASE-0151",
|
|
"CASE-0157",
|
|
"CASE-0163",
|
|
"CASE-0169",
|
|
"CASE-0175",
|
|
"CASE-0181",
|
|
"CASE-0187",
|
|
"CASE-0193",
|
|
"CASE-0199",
|
|
"CASE-0205",
|
|
"CASE-0211",
|
|
"CASE-0217",
|
|
"CASE-0223",
|
|
"CASE-0229",
|
|
"CASE-0235",
|
|
"CASE-0241",
|
|
"CASE-0247",
|
|
"CASE-0253",
|
|
"CASE-0259",
|
|
"CASE-0265",
|
|
"CASE-0271",
|
|
"CASE-0277",
|
|
"CASE-0283",
|
|
"CASE-0289",
|
|
"CASE-0295",
|
|
"CASE-0301",
|
|
"CASE-0307",
|
|
"CASE-0313",
|
|
"CASE-0319",
|
|
"CASE-0325",
|
|
"CASE-0331",
|
|
"CASE-0337",
|
|
"CASE-0343",
|
|
"CASE-0349",
|
|
"CASE-0355",
|
|
"CASE-0361"
|
|
]
|
|
}
|
|
],
|
|
"large_family_review": [
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0008",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder; timing tolerance is supplied"
|
|
}
|
|
],
|
|
"rationale": "All members share the controllable pulse source and digital reset-line capture fixture; case_type labels and pulse inputs are inexpensive variations over one skeleton.",
|
|
"source_members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0038",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074",
|
|
"CASE-0080",
|
|
"CASE-0086",
|
|
"CASE-0092",
|
|
"CASE-0098",
|
|
"CASE-0104",
|
|
"CASE-0110",
|
|
"CASE-0116",
|
|
"CASE-0122",
|
|
"CASE-0128",
|
|
"CASE-0134",
|
|
"CASE-0140",
|
|
"CASE-0146",
|
|
"CASE-0152",
|
|
"CASE-0158",
|
|
"CASE-0164",
|
|
"CASE-0170",
|
|
"CASE-0176",
|
|
"CASE-0188",
|
|
"CASE-0194",
|
|
"CASE-0200",
|
|
"CASE-0206",
|
|
"CASE-0212",
|
|
"CASE-0218",
|
|
"CASE-0224",
|
|
"CASE-0230",
|
|
"CASE-0236",
|
|
"CASE-0242",
|
|
"CASE-0248",
|
|
"CASE-0254",
|
|
"CASE-0260",
|
|
"CASE-0266",
|
|
"CASE-0272",
|
|
"CASE-0278",
|
|
"CASE-0284",
|
|
"CASE-0290",
|
|
"CASE-0296",
|
|
"CASE-0302",
|
|
"CASE-0308",
|
|
"CASE-0314",
|
|
"CASE-0320",
|
|
"CASE-0326",
|
|
"CASE-0332",
|
|
"CASE-0338",
|
|
"CASE-0344",
|
|
"CASE-0350",
|
|
"CASE-0356",
|
|
"CASE-0362"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0012",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store"
|
|
}
|
|
],
|
|
"rationale": "Identity fixtures, in-memory policy store, and decision/audit assertions are identical across members; only role/operation inputs and expected decisions differ.",
|
|
"source_members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072",
|
|
"CASE-0078",
|
|
"CASE-0084",
|
|
"CASE-0090",
|
|
"CASE-0096",
|
|
"CASE-0102",
|
|
"CASE-0108",
|
|
"CASE-0114",
|
|
"CASE-0120",
|
|
"CASE-0126",
|
|
"CASE-0132",
|
|
"CASE-0138",
|
|
"CASE-0144",
|
|
"CASE-0150",
|
|
"CASE-0156",
|
|
"CASE-0162",
|
|
"CASE-0168",
|
|
"CASE-0174",
|
|
"CASE-0180",
|
|
"CASE-0186",
|
|
"CASE-0192",
|
|
"CASE-0198",
|
|
"CASE-0204",
|
|
"CASE-0210",
|
|
"CASE-0216",
|
|
"CASE-0222",
|
|
"CASE-0228",
|
|
"CASE-0234",
|
|
"CASE-0240",
|
|
"CASE-0246",
|
|
"CASE-0252",
|
|
"CASE-0258",
|
|
"CASE-0264",
|
|
"CASE-0270",
|
|
"CASE-0276",
|
|
"CASE-0282",
|
|
"CASE-0288",
|
|
"CASE-0294",
|
|
"CASE-0300",
|
|
"CASE-0306",
|
|
"CASE-0312",
|
|
"CASE-0318",
|
|
"CASE-0324",
|
|
"CASE-0330",
|
|
"CASE-0336",
|
|
"CASE-0342",
|
|
"CASE-0348",
|
|
"CASE-0354",
|
|
"CASE-0360"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture; do not execute firmware"
|
|
}
|
|
],
|
|
"rationale": "Offline report parser and severity policy fixture with policy-table comparison are shared; members vary only report inputs and expected counts.",
|
|
"source_members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069",
|
|
"CASE-0075",
|
|
"CASE-0081",
|
|
"CASE-0087",
|
|
"CASE-0093",
|
|
"CASE-0099",
|
|
"CASE-0105",
|
|
"CASE-0111",
|
|
"CASE-0117",
|
|
"CASE-0123",
|
|
"CASE-0129",
|
|
"CASE-0135",
|
|
"CASE-0141",
|
|
"CASE-0147",
|
|
"CASE-0153",
|
|
"CASE-0159",
|
|
"CASE-0165",
|
|
"CASE-0171",
|
|
"CASE-0177",
|
|
"CASE-0183",
|
|
"CASE-0189",
|
|
"CASE-0195",
|
|
"CASE-0201",
|
|
"CASE-0207",
|
|
"CASE-0213",
|
|
"CASE-0219",
|
|
"CASE-0225",
|
|
"CASE-0231",
|
|
"CASE-0237",
|
|
"CASE-0243",
|
|
"CASE-0249",
|
|
"CASE-0255",
|
|
"CASE-0261",
|
|
"CASE-0267",
|
|
"CASE-0273",
|
|
"CASE-0279",
|
|
"CASE-0285",
|
|
"CASE-0291",
|
|
"CASE-0297",
|
|
"CASE-0303",
|
|
"CASE-0309",
|
|
"CASE-0315",
|
|
"CASE-0321",
|
|
"CASE-0327",
|
|
"CASE-0333",
|
|
"CASE-0339",
|
|
"CASE-0345",
|
|
"CASE-0351",
|
|
"CASE-0357"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"rationale": "Concurrent task drivers, bounded queue fixture, and sequence-number observations are common; load/state variations are cheap additions.",
|
|
"source_members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071",
|
|
"CASE-0077",
|
|
"CASE-0083",
|
|
"CASE-0089",
|
|
"CASE-0095",
|
|
"CASE-0101",
|
|
"CASE-0107",
|
|
"CASE-0113",
|
|
"CASE-0119",
|
|
"CASE-0125",
|
|
"CASE-0131",
|
|
"CASE-0137",
|
|
"CASE-0143",
|
|
"CASE-0149",
|
|
"CASE-0155",
|
|
"CASE-0161",
|
|
"CASE-0167",
|
|
"CASE-0173",
|
|
"CASE-0179",
|
|
"CASE-0185",
|
|
"CASE-0191",
|
|
"CASE-0197",
|
|
"CASE-0203",
|
|
"CASE-0209",
|
|
"CASE-0215",
|
|
"CASE-0221",
|
|
"CASE-0227",
|
|
"CASE-0233",
|
|
"CASE-0239",
|
|
"CASE-0245",
|
|
"CASE-0251",
|
|
"CASE-0257",
|
|
"CASE-0263",
|
|
"CASE-0269",
|
|
"CASE-0275",
|
|
"CASE-0281",
|
|
"CASE-0287",
|
|
"CASE-0293",
|
|
"CASE-0299",
|
|
"CASE-0305",
|
|
"CASE-0311",
|
|
"CASE-0317",
|
|
"CASE-0323",
|
|
"CASE-0329",
|
|
"CASE-0335",
|
|
"CASE-0341",
|
|
"CASE-0347",
|
|
"CASE-0353",
|
|
"CASE-0359"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0010",
|
|
"field": "preconditions",
|
|
"quote": "call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"rationale": "Parser invocation without network stack and assertions on returned parser objects are identical; members add documents and expected diagnostics only.",
|
|
"source_members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070",
|
|
"CASE-0076",
|
|
"CASE-0082",
|
|
"CASE-0088",
|
|
"CASE-0094",
|
|
"CASE-0100",
|
|
"CASE-0106",
|
|
"CASE-0112",
|
|
"CASE-0118",
|
|
"CASE-0124",
|
|
"CASE-0130",
|
|
"CASE-0136",
|
|
"CASE-0142",
|
|
"CASE-0148",
|
|
"CASE-0154",
|
|
"CASE-0160",
|
|
"CASE-0166",
|
|
"CASE-0172",
|
|
"CASE-0178",
|
|
"CASE-0184",
|
|
"CASE-0190",
|
|
"CASE-0196",
|
|
"CASE-0202",
|
|
"CASE-0208",
|
|
"CASE-0214",
|
|
"CASE-0220",
|
|
"CASE-0226",
|
|
"CASE-0232",
|
|
"CASE-0238",
|
|
"CASE-0244",
|
|
"CASE-0250",
|
|
"CASE-0256",
|
|
"CASE-0262",
|
|
"CASE-0268",
|
|
"CASE-0274",
|
|
"CASE-0280",
|
|
"CASE-0286",
|
|
"CASE-0292",
|
|
"CASE-0298",
|
|
"CASE-0304",
|
|
"CASE-0310",
|
|
"CASE-0316",
|
|
"CASE-0322",
|
|
"CASE-0328",
|
|
"CASE-0334",
|
|
"CASE-0340",
|
|
"CASE-0346",
|
|
"CASE-0352",
|
|
"CASE-0358"
|
|
]
|
|
},
|
|
{
|
|
"decision": "keep",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0007",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
},
|
|
{
|
|
"alias": "CASE-0013",
|
|
"field": "preconditions",
|
|
"quote": "Use a byte-array builder and a decoder-call fixture"
|
|
}
|
|
],
|
|
"rationale": "Byte-array builder and decoder-call fixture with field/checksum/rejection assertions are shared; frame inputs and case_type labels are inexpensive variations.",
|
|
"source_members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073",
|
|
"CASE-0079",
|
|
"CASE-0085",
|
|
"CASE-0091",
|
|
"CASE-0097",
|
|
"CASE-0103",
|
|
"CASE-0109",
|
|
"CASE-0115",
|
|
"CASE-0121",
|
|
"CASE-0127",
|
|
"CASE-0133",
|
|
"CASE-0139",
|
|
"CASE-0145",
|
|
"CASE-0151",
|
|
"CASE-0157",
|
|
"CASE-0163",
|
|
"CASE-0169",
|
|
"CASE-0175",
|
|
"CASE-0181",
|
|
"CASE-0187",
|
|
"CASE-0193",
|
|
"CASE-0199",
|
|
"CASE-0205",
|
|
"CASE-0211",
|
|
"CASE-0217",
|
|
"CASE-0223",
|
|
"CASE-0229",
|
|
"CASE-0235",
|
|
"CASE-0241",
|
|
"CASE-0247",
|
|
"CASE-0253",
|
|
"CASE-0259",
|
|
"CASE-0265",
|
|
"CASE-0271",
|
|
"CASE-0277",
|
|
"CASE-0283",
|
|
"CASE-0289",
|
|
"CASE-0295",
|
|
"CASE-0301",
|
|
"CASE-0307",
|
|
"CASE-0313",
|
|
"CASE-0319",
|
|
"CASE-0325",
|
|
"CASE-0331",
|
|
"CASE-0337",
|
|
"CASE-0343",
|
|
"CASE-0349",
|
|
"CASE-0355",
|
|
"CASE-0361"
|
|
]
|
|
}
|
|
],
|
|
"natural_families": [
|
|
{
|
|
"common_work": "Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert fields, checksum status, and rejection code.",
|
|
"description": "Build encoded status frames with a byte-array builder, invoke the decoder fixture, capture the decoded object, and assert fields, checksum status, and rejection code. Members vary input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0007",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
},
|
|
{
|
|
"alias": "CASE-0013",
|
|
"field": "preconditions",
|
|
"quote": "Use a byte-array builder and a decoder-call fixture"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073",
|
|
"CASE-0079",
|
|
"CASE-0085",
|
|
"CASE-0091",
|
|
"CASE-0097",
|
|
"CASE-0103",
|
|
"CASE-0109",
|
|
"CASE-0115",
|
|
"CASE-0121",
|
|
"CASE-0127",
|
|
"CASE-0133",
|
|
"CASE-0139",
|
|
"CASE-0145",
|
|
"CASE-0151",
|
|
"CASE-0157",
|
|
"CASE-0163",
|
|
"CASE-0169",
|
|
"CASE-0175",
|
|
"CASE-0181",
|
|
"CASE-0187",
|
|
"CASE-0193",
|
|
"CASE-0199",
|
|
"CASE-0205",
|
|
"CASE-0211",
|
|
"CASE-0217",
|
|
"CASE-0223",
|
|
"CASE-0229",
|
|
"CASE-0235",
|
|
"CASE-0241",
|
|
"CASE-0247",
|
|
"CASE-0253",
|
|
"CASE-0259",
|
|
"CASE-0265",
|
|
"CASE-0271",
|
|
"CASE-0277",
|
|
"CASE-0283",
|
|
"CASE-0289",
|
|
"CASE-0295",
|
|
"CASE-0301",
|
|
"CASE-0307",
|
|
"CASE-0313",
|
|
"CASE-0319",
|
|
"CASE-0325",
|
|
"CASE-0331",
|
|
"CASE-0337",
|
|
"CASE-0343",
|
|
"CASE-0349",
|
|
"CASE-0355",
|
|
"CASE-0361"
|
|
],
|
|
"name": "Status Frame Decoder Assertions",
|
|
"rationale": "All members share the same decoder-call fixture and assertion structure; remaining members are additional frame inputs and expected outcomes.",
|
|
"uncertainty": "Exact field/checksum/rejection expectations per case not specified beyond nominal/boundary/malformed labels.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0019",
|
|
"CASE-0037",
|
|
"CASE-0055",
|
|
"CASE-0073",
|
|
"CASE-0091",
|
|
"CASE-0109",
|
|
"CASE-0127",
|
|
"CASE-0145",
|
|
"CASE-0163",
|
|
"CASE-0181",
|
|
"CASE-0199",
|
|
"CASE-0217",
|
|
"CASE-0235",
|
|
"CASE-0253",
|
|
"CASE-0271",
|
|
"CASE-0289",
|
|
"CASE-0307",
|
|
"CASE-0325",
|
|
"CASE-0343",
|
|
"CASE-0361"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0025",
|
|
"CASE-0043",
|
|
"CASE-0061",
|
|
"CASE-0079",
|
|
"CASE-0097",
|
|
"CASE-0115",
|
|
"CASE-0133",
|
|
"CASE-0151",
|
|
"CASE-0169",
|
|
"CASE-0187",
|
|
"CASE-0205",
|
|
"CASE-0223",
|
|
"CASE-0241",
|
|
"CASE-0259",
|
|
"CASE-0277",
|
|
"CASE-0295",
|
|
"CASE-0313",
|
|
"CASE-0331",
|
|
"CASE-0349"
|
|
],
|
|
[
|
|
"CASE-0013",
|
|
"CASE-0031",
|
|
"CASE-0049",
|
|
"CASE-0067",
|
|
"CASE-0085",
|
|
"CASE-0103",
|
|
"CASE-0121",
|
|
"CASE-0139",
|
|
"CASE-0157",
|
|
"CASE-0175",
|
|
"CASE-0193",
|
|
"CASE-0211",
|
|
"CASE-0229",
|
|
"CASE-0247",
|
|
"CASE-0265",
|
|
"CASE-0283",
|
|
"CASE-0301",
|
|
"CASE-0319",
|
|
"CASE-0337",
|
|
"CASE-0355"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"description": "Drive a controllable pulse source, stop/resume watchdog pulses, and capture reset-line timing with a digital capture fixture to check the deadline against tolerance. Members vary pulse input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0008",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder; timing tolerance is supplied"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0038",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074",
|
|
"CASE-0080",
|
|
"CASE-0086",
|
|
"CASE-0092",
|
|
"CASE-0098",
|
|
"CASE-0104",
|
|
"CASE-0110",
|
|
"CASE-0116",
|
|
"CASE-0122",
|
|
"CASE-0128",
|
|
"CASE-0134",
|
|
"CASE-0140",
|
|
"CASE-0146",
|
|
"CASE-0152",
|
|
"CASE-0158",
|
|
"CASE-0164",
|
|
"CASE-0170",
|
|
"CASE-0176",
|
|
"CASE-0188",
|
|
"CASE-0194",
|
|
"CASE-0200",
|
|
"CASE-0206",
|
|
"CASE-0212",
|
|
"CASE-0218",
|
|
"CASE-0224",
|
|
"CASE-0230",
|
|
"CASE-0236",
|
|
"CASE-0242",
|
|
"CASE-0248",
|
|
"CASE-0254",
|
|
"CASE-0260",
|
|
"CASE-0266",
|
|
"CASE-0272",
|
|
"CASE-0278",
|
|
"CASE-0284",
|
|
"CASE-0290",
|
|
"CASE-0296",
|
|
"CASE-0302",
|
|
"CASE-0308",
|
|
"CASE-0314",
|
|
"CASE-0320",
|
|
"CASE-0326",
|
|
"CASE-0332",
|
|
"CASE-0338",
|
|
"CASE-0344",
|
|
"CASE-0350",
|
|
"CASE-0356",
|
|
"CASE-0362"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture",
|
|
"rationale": "Members share identical stimulus generation and timing-capture machinery; remaining members add pulse-input variations and expected timing outcomes.",
|
|
"uncertainty": "Timing tolerance value and deadline not quantified in records.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0020",
|
|
"CASE-0038",
|
|
"CASE-0056",
|
|
"CASE-0074",
|
|
"CASE-0092",
|
|
"CASE-0110",
|
|
"CASE-0128",
|
|
"CASE-0146",
|
|
"CASE-0164",
|
|
"CASE-0200",
|
|
"CASE-0218",
|
|
"CASE-0236",
|
|
"CASE-0254",
|
|
"CASE-0272",
|
|
"CASE-0290",
|
|
"CASE-0308",
|
|
"CASE-0326",
|
|
"CASE-0344",
|
|
"CASE-0362"
|
|
],
|
|
[
|
|
"CASE-0008",
|
|
"CASE-0026",
|
|
"CASE-0044",
|
|
"CASE-0062",
|
|
"CASE-0080",
|
|
"CASE-0098",
|
|
"CASE-0116",
|
|
"CASE-0134",
|
|
"CASE-0152",
|
|
"CASE-0170",
|
|
"CASE-0188",
|
|
"CASE-0206",
|
|
"CASE-0224",
|
|
"CASE-0242",
|
|
"CASE-0260",
|
|
"CASE-0278",
|
|
"CASE-0296",
|
|
"CASE-0314",
|
|
"CASE-0332",
|
|
"CASE-0350"
|
|
],
|
|
[
|
|
"CASE-0014",
|
|
"CASE-0032",
|
|
"CASE-0050",
|
|
"CASE-0068",
|
|
"CASE-0086",
|
|
"CASE-0104",
|
|
"CASE-0122",
|
|
"CASE-0140",
|
|
"CASE-0158",
|
|
"CASE-0176",
|
|
"CASE-0194",
|
|
"CASE-0212",
|
|
"CASE-0230",
|
|
"CASE-0248",
|
|
"CASE-0266",
|
|
"CASE-0284",
|
|
"CASE-0302",
|
|
"CASE-0320",
|
|
"CASE-0338",
|
|
"CASE-0356"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"description": "Load a static-analysis report parser and severity policy fixture offline, count findings by severity, and compare rule identifiers against the policy table without executing firmware. Members vary report inputs.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture; do not execute firmware"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069",
|
|
"CASE-0075",
|
|
"CASE-0081",
|
|
"CASE-0087",
|
|
"CASE-0093",
|
|
"CASE-0099",
|
|
"CASE-0105",
|
|
"CASE-0111",
|
|
"CASE-0117",
|
|
"CASE-0123",
|
|
"CASE-0129",
|
|
"CASE-0135",
|
|
"CASE-0141",
|
|
"CASE-0147",
|
|
"CASE-0153",
|
|
"CASE-0159",
|
|
"CASE-0165",
|
|
"CASE-0171",
|
|
"CASE-0177",
|
|
"CASE-0183",
|
|
"CASE-0189",
|
|
"CASE-0195",
|
|
"CASE-0201",
|
|
"CASE-0207",
|
|
"CASE-0213",
|
|
"CASE-0219",
|
|
"CASE-0225",
|
|
"CASE-0231",
|
|
"CASE-0237",
|
|
"CASE-0243",
|
|
"CASE-0249",
|
|
"CASE-0255",
|
|
"CASE-0261",
|
|
"CASE-0267",
|
|
"CASE-0273",
|
|
"CASE-0279",
|
|
"CASE-0285",
|
|
"CASE-0291",
|
|
"CASE-0297",
|
|
"CASE-0303",
|
|
"CASE-0309",
|
|
"CASE-0315",
|
|
"CASE-0321",
|
|
"CASE-0327",
|
|
"CASE-0333",
|
|
"CASE-0339",
|
|
"CASE-0345",
|
|
"CASE-0351",
|
|
"CASE-0357"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing",
|
|
"rationale": "Shared offline parser and policy-table comparison; remaining members are additional report inputs and expected counts once machinery exists.",
|
|
"uncertainty": "Specific severity counts and rule-identifier expectations not given.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0021",
|
|
"CASE-0039",
|
|
"CASE-0057",
|
|
"CASE-0075",
|
|
"CASE-0093",
|
|
"CASE-0111",
|
|
"CASE-0129",
|
|
"CASE-0147",
|
|
"CASE-0165",
|
|
"CASE-0183",
|
|
"CASE-0201",
|
|
"CASE-0219",
|
|
"CASE-0237",
|
|
"CASE-0255",
|
|
"CASE-0273",
|
|
"CASE-0291",
|
|
"CASE-0309",
|
|
"CASE-0327",
|
|
"CASE-0345"
|
|
],
|
|
[
|
|
"CASE-0009",
|
|
"CASE-0027",
|
|
"CASE-0045",
|
|
"CASE-0063",
|
|
"CASE-0081",
|
|
"CASE-0099",
|
|
"CASE-0117",
|
|
"CASE-0135",
|
|
"CASE-0153",
|
|
"CASE-0171",
|
|
"CASE-0189",
|
|
"CASE-0207",
|
|
"CASE-0225",
|
|
"CASE-0243",
|
|
"CASE-0261",
|
|
"CASE-0279",
|
|
"CASE-0297",
|
|
"CASE-0315",
|
|
"CASE-0333",
|
|
"CASE-0351"
|
|
],
|
|
[
|
|
"CASE-0015",
|
|
"CASE-0033",
|
|
"CASE-0051",
|
|
"CASE-0069",
|
|
"CASE-0087",
|
|
"CASE-0105",
|
|
"CASE-0123",
|
|
"CASE-0141",
|
|
"CASE-0159",
|
|
"CASE-0177",
|
|
"CASE-0195",
|
|
"CASE-0213",
|
|
"CASE-0231",
|
|
"CASE-0249",
|
|
"CASE-0267",
|
|
"CASE-0285",
|
|
"CASE-0303",
|
|
"CASE-0321",
|
|
"CASE-0339",
|
|
"CASE-0357"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"description": "Construct configuration text fixtures, call the parser without the network stack, and assert accepted values or diagnostic positions from returned parser objects. Members vary documents.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0010",
|
|
"field": "preconditions",
|
|
"quote": "call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070",
|
|
"CASE-0076",
|
|
"CASE-0082",
|
|
"CASE-0088",
|
|
"CASE-0094",
|
|
"CASE-0100",
|
|
"CASE-0106",
|
|
"CASE-0112",
|
|
"CASE-0118",
|
|
"CASE-0124",
|
|
"CASE-0130",
|
|
"CASE-0136",
|
|
"CASE-0142",
|
|
"CASE-0148",
|
|
"CASE-0154",
|
|
"CASE-0160",
|
|
"CASE-0166",
|
|
"CASE-0172",
|
|
"CASE-0178",
|
|
"CASE-0184",
|
|
"CASE-0190",
|
|
"CASE-0196",
|
|
"CASE-0202",
|
|
"CASE-0208",
|
|
"CASE-0214",
|
|
"CASE-0220",
|
|
"CASE-0226",
|
|
"CASE-0232",
|
|
"CASE-0238",
|
|
"CASE-0244",
|
|
"CASE-0250",
|
|
"CASE-0256",
|
|
"CASE-0262",
|
|
"CASE-0268",
|
|
"CASE-0274",
|
|
"CASE-0280",
|
|
"CASE-0286",
|
|
"CASE-0292",
|
|
"CASE-0298",
|
|
"CASE-0304",
|
|
"CASE-0310",
|
|
"CASE-0316",
|
|
"CASE-0322",
|
|
"CASE-0328",
|
|
"CASE-0334",
|
|
"CASE-0340",
|
|
"CASE-0346",
|
|
"CASE-0352",
|
|
"CASE-0358"
|
|
],
|
|
"name": "Configuration Parser Document Checks",
|
|
"rationale": "Common parser invocation and assertion pattern on returned objects; remaining members are additional documents and expected diagnostics.",
|
|
"uncertainty": "Concrete accepted values and diagnostic positions unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0022",
|
|
"CASE-0040",
|
|
"CASE-0058",
|
|
"CASE-0076",
|
|
"CASE-0094",
|
|
"CASE-0112",
|
|
"CASE-0130",
|
|
"CASE-0148",
|
|
"CASE-0166",
|
|
"CASE-0184",
|
|
"CASE-0202",
|
|
"CASE-0220",
|
|
"CASE-0238",
|
|
"CASE-0256",
|
|
"CASE-0274",
|
|
"CASE-0292",
|
|
"CASE-0310",
|
|
"CASE-0328",
|
|
"CASE-0346"
|
|
],
|
|
[
|
|
"CASE-0010",
|
|
"CASE-0028",
|
|
"CASE-0046",
|
|
"CASE-0064",
|
|
"CASE-0082",
|
|
"CASE-0100",
|
|
"CASE-0118",
|
|
"CASE-0136",
|
|
"CASE-0154",
|
|
"CASE-0172",
|
|
"CASE-0190",
|
|
"CASE-0208",
|
|
"CASE-0226",
|
|
"CASE-0244",
|
|
"CASE-0262",
|
|
"CASE-0280",
|
|
"CASE-0298",
|
|
"CASE-0316",
|
|
"CASE-0334",
|
|
"CASE-0352"
|
|
],
|
|
[
|
|
"CASE-0016",
|
|
"CASE-0034",
|
|
"CASE-0052",
|
|
"CASE-0070",
|
|
"CASE-0088",
|
|
"CASE-0106",
|
|
"CASE-0124",
|
|
"CASE-0142",
|
|
"CASE-0160",
|
|
"CASE-0178",
|
|
"CASE-0196",
|
|
"CASE-0214",
|
|
"CASE-0232",
|
|
"CASE-0250",
|
|
"CASE-0268",
|
|
"CASE-0286",
|
|
"CASE-0304",
|
|
"CASE-0322",
|
|
"CASE-0340",
|
|
"CASE-0358"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"description": "Drive concurrent producer/consumer task drivers against a bounded queue fixture, observing depth, rejected writes, delivery ordering, and recovery after draining. Members vary input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071",
|
|
"CASE-0077",
|
|
"CASE-0083",
|
|
"CASE-0089",
|
|
"CASE-0095",
|
|
"CASE-0101",
|
|
"CASE-0107",
|
|
"CASE-0113",
|
|
"CASE-0119",
|
|
"CASE-0125",
|
|
"CASE-0131",
|
|
"CASE-0137",
|
|
"CASE-0143",
|
|
"CASE-0149",
|
|
"CASE-0155",
|
|
"CASE-0161",
|
|
"CASE-0167",
|
|
"CASE-0173",
|
|
"CASE-0179",
|
|
"CASE-0185",
|
|
"CASE-0191",
|
|
"CASE-0197",
|
|
"CASE-0203",
|
|
"CASE-0209",
|
|
"CASE-0215",
|
|
"CASE-0221",
|
|
"CASE-0227",
|
|
"CASE-0233",
|
|
"CASE-0239",
|
|
"CASE-0245",
|
|
"CASE-0251",
|
|
"CASE-0257",
|
|
"CASE-0263",
|
|
"CASE-0269",
|
|
"CASE-0275",
|
|
"CASE-0281",
|
|
"CASE-0287",
|
|
"CASE-0293",
|
|
"CASE-0299",
|
|
"CASE-0305",
|
|
"CASE-0311",
|
|
"CASE-0317",
|
|
"CASE-0323",
|
|
"CASE-0329",
|
|
"CASE-0335",
|
|
"CASE-0341",
|
|
"CASE-0347",
|
|
"CASE-0353",
|
|
"CASE-0359"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers",
|
|
"rationale": "Members share the concurrency harness and sequence-number observation; remaining members are added load/state variations and expected outcomes.",
|
|
"uncertainty": "Queue limit and precise rejection/ordering expectations not stated.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0023",
|
|
"CASE-0041",
|
|
"CASE-0059",
|
|
"CASE-0077",
|
|
"CASE-0095",
|
|
"CASE-0113",
|
|
"CASE-0131",
|
|
"CASE-0149",
|
|
"CASE-0167",
|
|
"CASE-0185",
|
|
"CASE-0203",
|
|
"CASE-0221",
|
|
"CASE-0239",
|
|
"CASE-0257",
|
|
"CASE-0275",
|
|
"CASE-0293",
|
|
"CASE-0311",
|
|
"CASE-0329",
|
|
"CASE-0347"
|
|
],
|
|
[
|
|
"CASE-0011",
|
|
"CASE-0029",
|
|
"CASE-0047",
|
|
"CASE-0065",
|
|
"CASE-0083",
|
|
"CASE-0101",
|
|
"CASE-0119",
|
|
"CASE-0137",
|
|
"CASE-0155",
|
|
"CASE-0173",
|
|
"CASE-0191",
|
|
"CASE-0209",
|
|
"CASE-0227",
|
|
"CASE-0245",
|
|
"CASE-0263",
|
|
"CASE-0281",
|
|
"CASE-0299",
|
|
"CASE-0317",
|
|
"CASE-0335",
|
|
"CASE-0353"
|
|
],
|
|
[
|
|
"CASE-0017",
|
|
"CASE-0035",
|
|
"CASE-0053",
|
|
"CASE-0071",
|
|
"CASE-0089",
|
|
"CASE-0107",
|
|
"CASE-0125",
|
|
"CASE-0143",
|
|
"CASE-0161",
|
|
"CASE-0179",
|
|
"CASE-0197",
|
|
"CASE-0215",
|
|
"CASE-0233",
|
|
"CASE-0251",
|
|
"CASE-0269",
|
|
"CASE-0287",
|
|
"CASE-0305",
|
|
"CASE-0323",
|
|
"CASE-0341",
|
|
"CASE-0359"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"description": "Submit role-scoped operations to the authorization decision function using identity fixtures and an in-memory policy store, comparing allow/deny and audit-event fields to a permissions matrix. Members vary input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0012",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072",
|
|
"CASE-0078",
|
|
"CASE-0084",
|
|
"CASE-0090",
|
|
"CASE-0096",
|
|
"CASE-0102",
|
|
"CASE-0108",
|
|
"CASE-0114",
|
|
"CASE-0120",
|
|
"CASE-0126",
|
|
"CASE-0132",
|
|
"CASE-0138",
|
|
"CASE-0144",
|
|
"CASE-0150",
|
|
"CASE-0156",
|
|
"CASE-0162",
|
|
"CASE-0168",
|
|
"CASE-0174",
|
|
"CASE-0180",
|
|
"CASE-0186",
|
|
"CASE-0192",
|
|
"CASE-0198",
|
|
"CASE-0204",
|
|
"CASE-0210",
|
|
"CASE-0216",
|
|
"CASE-0222",
|
|
"CASE-0228",
|
|
"CASE-0234",
|
|
"CASE-0240",
|
|
"CASE-0246",
|
|
"CASE-0252",
|
|
"CASE-0258",
|
|
"CASE-0264",
|
|
"CASE-0270",
|
|
"CASE-0276",
|
|
"CASE-0282",
|
|
"CASE-0288",
|
|
"CASE-0294",
|
|
"CASE-0300",
|
|
"CASE-0306",
|
|
"CASE-0312",
|
|
"CASE-0318",
|
|
"CASE-0324",
|
|
"CASE-0330",
|
|
"CASE-0336",
|
|
"CASE-0342",
|
|
"CASE-0348",
|
|
"CASE-0354",
|
|
"CASE-0360"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks",
|
|
"rationale": "Shared policy-store setup and decision/audit assertion; remaining members are added role/operation inputs and expected decisions.",
|
|
"uncertainty": "Specific permissions-matrix entries and audit fields not enumerated.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0024",
|
|
"CASE-0042",
|
|
"CASE-0060",
|
|
"CASE-0078",
|
|
"CASE-0096",
|
|
"CASE-0114",
|
|
"CASE-0132",
|
|
"CASE-0150",
|
|
"CASE-0168",
|
|
"CASE-0186",
|
|
"CASE-0204",
|
|
"CASE-0222",
|
|
"CASE-0240",
|
|
"CASE-0258",
|
|
"CASE-0276",
|
|
"CASE-0294",
|
|
"CASE-0312",
|
|
"CASE-0330",
|
|
"CASE-0348"
|
|
],
|
|
[
|
|
"CASE-0012",
|
|
"CASE-0030",
|
|
"CASE-0048",
|
|
"CASE-0066",
|
|
"CASE-0084",
|
|
"CASE-0102",
|
|
"CASE-0120",
|
|
"CASE-0138",
|
|
"CASE-0156",
|
|
"CASE-0174",
|
|
"CASE-0192",
|
|
"CASE-0210",
|
|
"CASE-0228",
|
|
"CASE-0246",
|
|
"CASE-0264",
|
|
"CASE-0282",
|
|
"CASE-0300",
|
|
"CASE-0318",
|
|
"CASE-0336",
|
|
"CASE-0354"
|
|
],
|
|
[
|
|
"CASE-0018",
|
|
"CASE-0036",
|
|
"CASE-0054",
|
|
"CASE-0072",
|
|
"CASE-0090",
|
|
"CASE-0108",
|
|
"CASE-0126",
|
|
"CASE-0144",
|
|
"CASE-0162",
|
|
"CASE-0180",
|
|
"CASE-0198",
|
|
"CASE-0216",
|
|
"CASE-0234",
|
|
"CASE-0252",
|
|
"CASE-0270",
|
|
"CASE-0288",
|
|
"CASE-0306",
|
|
"CASE-0324",
|
|
"CASE-0342",
|
|
"CASE-0360"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Thermal chamber cycling with a calibrated dimensional gauge; assert expansion stays within dimensional tolerance.",
|
|
"description": "Cycle the thermal chamber and measure enclosure expansion with a calibrated gauge against dimensional tolerance. Distinct environmental-chamber and gauge machinery; procedure underspecified.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "success_criteria",
|
|
"quote": "Expansion stays within the dimensional tolerance using a calibrated gauge"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Measurement",
|
|
"rationale": "Unique environmental-chamber equipment and gauge measurement unlike any software fixture; single distinct implementation.",
|
|
"uncertainty": "Procedure details, temperature range, and tolerance value are unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0001"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Anechoic acoustic recording fixture with spectral analysis; assert spectral peak magnitude stays below the frequency-dependent threshold.",
|
|
"description": "Record acoustic output in an anechoic fixture and assert spectral peak magnitude stays below a frequency-dependent threshold. Distinct acoustic instrumentation; procedure underspecified.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0182",
|
|
"field": "success_criteria",
|
|
"quote": "Spectral peak magnitude stays below the supplied frequency-dependent threshold"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0182"
|
|
],
|
|
"name": "Anechoic Acoustic Output Measurement",
|
|
"rationale": "Unique acoustic recording and spectral evidence collection distinct from all other families; single distinct implementation.",
|
|
"uncertainty": "Procedure details and the frequency-dependent threshold curve are unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0182"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Twin clean-container rebuild of identical source; compare artifact digests after removing only allowed timestamp metadata.",
|
|
"description": "Rebuild identical source twice in clean containers and compare artifact digests after removing only allowed timestamp metadata. Distinct build-container workflow; procedure underspecified.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0363",
|
|
"field": "success_criteria",
|
|
"quote": "Compare artifact digests after removing only explicitly allowed timestamp metadata"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0363"
|
|
],
|
|
"name": "Reproducible Build Digest Comparison",
|
|
"rationale": "Unique build-container orchestration and digest comparison workflow unlike other fixtures; single distinct implementation.",
|
|
"uncertainty": "Container setup, allowed-metadata list, and digest method are unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0363"
|
|
]
|
|
]
|
|
}
|
|
],
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"proposal_disagreements": {
|
|
"aliases": [],
|
|
"pair_count": 0,
|
|
"proposal_a": [
|
|
[
|
|
"CASE-0001"
|
|
],
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0038",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074",
|
|
"CASE-0080",
|
|
"CASE-0086",
|
|
"CASE-0092",
|
|
"CASE-0098",
|
|
"CASE-0104",
|
|
"CASE-0110",
|
|
"CASE-0116",
|
|
"CASE-0122",
|
|
"CASE-0128",
|
|
"CASE-0134",
|
|
"CASE-0140",
|
|
"CASE-0146",
|
|
"CASE-0152",
|
|
"CASE-0158",
|
|
"CASE-0164",
|
|
"CASE-0170",
|
|
"CASE-0176",
|
|
"CASE-0188",
|
|
"CASE-0194",
|
|
"CASE-0200",
|
|
"CASE-0206",
|
|
"CASE-0212",
|
|
"CASE-0218",
|
|
"CASE-0224",
|
|
"CASE-0230",
|
|
"CASE-0236",
|
|
"CASE-0242",
|
|
"CASE-0248",
|
|
"CASE-0254",
|
|
"CASE-0260",
|
|
"CASE-0266",
|
|
"CASE-0272",
|
|
"CASE-0278",
|
|
"CASE-0284",
|
|
"CASE-0290",
|
|
"CASE-0296",
|
|
"CASE-0302",
|
|
"CASE-0308",
|
|
"CASE-0314",
|
|
"CASE-0320",
|
|
"CASE-0326",
|
|
"CASE-0332",
|
|
"CASE-0338",
|
|
"CASE-0344",
|
|
"CASE-0350",
|
|
"CASE-0356",
|
|
"CASE-0362"
|
|
],
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069",
|
|
"CASE-0075",
|
|
"CASE-0081",
|
|
"CASE-0087",
|
|
"CASE-0093",
|
|
"CASE-0099",
|
|
"CASE-0105",
|
|
"CASE-0111",
|
|
"CASE-0117",
|
|
"CASE-0123",
|
|
"CASE-0129",
|
|
"CASE-0135",
|
|
"CASE-0141",
|
|
"CASE-0147",
|
|
"CASE-0153",
|
|
"CASE-0159",
|
|
"CASE-0165",
|
|
"CASE-0171",
|
|
"CASE-0177",
|
|
"CASE-0183",
|
|
"CASE-0189",
|
|
"CASE-0195",
|
|
"CASE-0201",
|
|
"CASE-0207",
|
|
"CASE-0213",
|
|
"CASE-0219",
|
|
"CASE-0225",
|
|
"CASE-0231",
|
|
"CASE-0237",
|
|
"CASE-0243",
|
|
"CASE-0249",
|
|
"CASE-0255",
|
|
"CASE-0261",
|
|
"CASE-0267",
|
|
"CASE-0273",
|
|
"CASE-0279",
|
|
"CASE-0285",
|
|
"CASE-0291",
|
|
"CASE-0297",
|
|
"CASE-0303",
|
|
"CASE-0309",
|
|
"CASE-0315",
|
|
"CASE-0321",
|
|
"CASE-0327",
|
|
"CASE-0333",
|
|
"CASE-0339",
|
|
"CASE-0345",
|
|
"CASE-0351",
|
|
"CASE-0357"
|
|
],
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070",
|
|
"CASE-0076",
|
|
"CASE-0082",
|
|
"CASE-0088",
|
|
"CASE-0094",
|
|
"CASE-0100",
|
|
"CASE-0106",
|
|
"CASE-0112",
|
|
"CASE-0118",
|
|
"CASE-0124",
|
|
"CASE-0130",
|
|
"CASE-0136",
|
|
"CASE-0142",
|
|
"CASE-0148",
|
|
"CASE-0154",
|
|
"CASE-0160",
|
|
"CASE-0166",
|
|
"CASE-0172",
|
|
"CASE-0178",
|
|
"CASE-0184",
|
|
"CASE-0190",
|
|
"CASE-0196",
|
|
"CASE-0202",
|
|
"CASE-0208",
|
|
"CASE-0214",
|
|
"CASE-0220",
|
|
"CASE-0226",
|
|
"CASE-0232",
|
|
"CASE-0238",
|
|
"CASE-0244",
|
|
"CASE-0250",
|
|
"CASE-0256",
|
|
"CASE-0262",
|
|
"CASE-0268",
|
|
"CASE-0274",
|
|
"CASE-0280",
|
|
"CASE-0286",
|
|
"CASE-0292",
|
|
"CASE-0298",
|
|
"CASE-0304",
|
|
"CASE-0310",
|
|
"CASE-0316",
|
|
"CASE-0322",
|
|
"CASE-0328",
|
|
"CASE-0334",
|
|
"CASE-0340",
|
|
"CASE-0346",
|
|
"CASE-0352",
|
|
"CASE-0358"
|
|
],
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071",
|
|
"CASE-0077",
|
|
"CASE-0083",
|
|
"CASE-0089",
|
|
"CASE-0095",
|
|
"CASE-0101",
|
|
"CASE-0107",
|
|
"CASE-0113",
|
|
"CASE-0119",
|
|
"CASE-0125",
|
|
"CASE-0131",
|
|
"CASE-0137",
|
|
"CASE-0143",
|
|
"CASE-0149",
|
|
"CASE-0155",
|
|
"CASE-0161",
|
|
"CASE-0167",
|
|
"CASE-0173",
|
|
"CASE-0179",
|
|
"CASE-0185",
|
|
"CASE-0191",
|
|
"CASE-0197",
|
|
"CASE-0203",
|
|
"CASE-0209",
|
|
"CASE-0215",
|
|
"CASE-0221",
|
|
"CASE-0227",
|
|
"CASE-0233",
|
|
"CASE-0239",
|
|
"CASE-0245",
|
|
"CASE-0251",
|
|
"CASE-0257",
|
|
"CASE-0263",
|
|
"CASE-0269",
|
|
"CASE-0275",
|
|
"CASE-0281",
|
|
"CASE-0287",
|
|
"CASE-0293",
|
|
"CASE-0299",
|
|
"CASE-0305",
|
|
"CASE-0311",
|
|
"CASE-0317",
|
|
"CASE-0323",
|
|
"CASE-0329",
|
|
"CASE-0335",
|
|
"CASE-0341",
|
|
"CASE-0347",
|
|
"CASE-0353",
|
|
"CASE-0359"
|
|
],
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072",
|
|
"CASE-0078",
|
|
"CASE-0084",
|
|
"CASE-0090",
|
|
"CASE-0096",
|
|
"CASE-0102",
|
|
"CASE-0108",
|
|
"CASE-0114",
|
|
"CASE-0120",
|
|
"CASE-0126",
|
|
"CASE-0132",
|
|
"CASE-0138",
|
|
"CASE-0144",
|
|
"CASE-0150",
|
|
"CASE-0156",
|
|
"CASE-0162",
|
|
"CASE-0168",
|
|
"CASE-0174",
|
|
"CASE-0180",
|
|
"CASE-0186",
|
|
"CASE-0192",
|
|
"CASE-0198",
|
|
"CASE-0204",
|
|
"CASE-0210",
|
|
"CASE-0216",
|
|
"CASE-0222",
|
|
"CASE-0228",
|
|
"CASE-0234",
|
|
"CASE-0240",
|
|
"CASE-0246",
|
|
"CASE-0252",
|
|
"CASE-0258",
|
|
"CASE-0264",
|
|
"CASE-0270",
|
|
"CASE-0276",
|
|
"CASE-0282",
|
|
"CASE-0288",
|
|
"CASE-0294",
|
|
"CASE-0300",
|
|
"CASE-0306",
|
|
"CASE-0312",
|
|
"CASE-0318",
|
|
"CASE-0324",
|
|
"CASE-0330",
|
|
"CASE-0336",
|
|
"CASE-0342",
|
|
"CASE-0348",
|
|
"CASE-0354",
|
|
"CASE-0360"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073",
|
|
"CASE-0079",
|
|
"CASE-0085",
|
|
"CASE-0091",
|
|
"CASE-0097",
|
|
"CASE-0103",
|
|
"CASE-0109",
|
|
"CASE-0115",
|
|
"CASE-0121",
|
|
"CASE-0127",
|
|
"CASE-0133",
|
|
"CASE-0139",
|
|
"CASE-0145",
|
|
"CASE-0151",
|
|
"CASE-0157",
|
|
"CASE-0163",
|
|
"CASE-0169",
|
|
"CASE-0175",
|
|
"CASE-0181",
|
|
"CASE-0187",
|
|
"CASE-0193",
|
|
"CASE-0199",
|
|
"CASE-0205",
|
|
"CASE-0211",
|
|
"CASE-0217",
|
|
"CASE-0223",
|
|
"CASE-0229",
|
|
"CASE-0235",
|
|
"CASE-0241",
|
|
"CASE-0247",
|
|
"CASE-0253",
|
|
"CASE-0259",
|
|
"CASE-0265",
|
|
"CASE-0271",
|
|
"CASE-0277",
|
|
"CASE-0283",
|
|
"CASE-0289",
|
|
"CASE-0295",
|
|
"CASE-0301",
|
|
"CASE-0307",
|
|
"CASE-0313",
|
|
"CASE-0319",
|
|
"CASE-0325",
|
|
"CASE-0331",
|
|
"CASE-0337",
|
|
"CASE-0343",
|
|
"CASE-0349",
|
|
"CASE-0355",
|
|
"CASE-0361"
|
|
],
|
|
[
|
|
"CASE-0182"
|
|
],
|
|
[
|
|
"CASE-0363"
|
|
]
|
|
],
|
|
"proposal_b": [
|
|
[
|
|
"CASE-0001"
|
|
],
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0038",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074",
|
|
"CASE-0080",
|
|
"CASE-0086",
|
|
"CASE-0092",
|
|
"CASE-0098",
|
|
"CASE-0104",
|
|
"CASE-0110",
|
|
"CASE-0116",
|
|
"CASE-0122",
|
|
"CASE-0128",
|
|
"CASE-0134",
|
|
"CASE-0140",
|
|
"CASE-0146",
|
|
"CASE-0152",
|
|
"CASE-0158",
|
|
"CASE-0164",
|
|
"CASE-0170",
|
|
"CASE-0176",
|
|
"CASE-0188",
|
|
"CASE-0194",
|
|
"CASE-0200",
|
|
"CASE-0206",
|
|
"CASE-0212",
|
|
"CASE-0218",
|
|
"CASE-0224",
|
|
"CASE-0230",
|
|
"CASE-0236",
|
|
"CASE-0242",
|
|
"CASE-0248",
|
|
"CASE-0254",
|
|
"CASE-0260",
|
|
"CASE-0266",
|
|
"CASE-0272",
|
|
"CASE-0278",
|
|
"CASE-0284",
|
|
"CASE-0290",
|
|
"CASE-0296",
|
|
"CASE-0302",
|
|
"CASE-0308",
|
|
"CASE-0314",
|
|
"CASE-0320",
|
|
"CASE-0326",
|
|
"CASE-0332",
|
|
"CASE-0338",
|
|
"CASE-0344",
|
|
"CASE-0350",
|
|
"CASE-0356",
|
|
"CASE-0362"
|
|
],
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069",
|
|
"CASE-0075",
|
|
"CASE-0081",
|
|
"CASE-0087",
|
|
"CASE-0093",
|
|
"CASE-0099",
|
|
"CASE-0105",
|
|
"CASE-0111",
|
|
"CASE-0117",
|
|
"CASE-0123",
|
|
"CASE-0129",
|
|
"CASE-0135",
|
|
"CASE-0141",
|
|
"CASE-0147",
|
|
"CASE-0153",
|
|
"CASE-0159",
|
|
"CASE-0165",
|
|
"CASE-0171",
|
|
"CASE-0177",
|
|
"CASE-0183",
|
|
"CASE-0189",
|
|
"CASE-0195",
|
|
"CASE-0201",
|
|
"CASE-0207",
|
|
"CASE-0213",
|
|
"CASE-0219",
|
|
"CASE-0225",
|
|
"CASE-0231",
|
|
"CASE-0237",
|
|
"CASE-0243",
|
|
"CASE-0249",
|
|
"CASE-0255",
|
|
"CASE-0261",
|
|
"CASE-0267",
|
|
"CASE-0273",
|
|
"CASE-0279",
|
|
"CASE-0285",
|
|
"CASE-0291",
|
|
"CASE-0297",
|
|
"CASE-0303",
|
|
"CASE-0309",
|
|
"CASE-0315",
|
|
"CASE-0321",
|
|
"CASE-0327",
|
|
"CASE-0333",
|
|
"CASE-0339",
|
|
"CASE-0345",
|
|
"CASE-0351",
|
|
"CASE-0357"
|
|
],
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070",
|
|
"CASE-0076",
|
|
"CASE-0082",
|
|
"CASE-0088",
|
|
"CASE-0094",
|
|
"CASE-0100",
|
|
"CASE-0106",
|
|
"CASE-0112",
|
|
"CASE-0118",
|
|
"CASE-0124",
|
|
"CASE-0130",
|
|
"CASE-0136",
|
|
"CASE-0142",
|
|
"CASE-0148",
|
|
"CASE-0154",
|
|
"CASE-0160",
|
|
"CASE-0166",
|
|
"CASE-0172",
|
|
"CASE-0178",
|
|
"CASE-0184",
|
|
"CASE-0190",
|
|
"CASE-0196",
|
|
"CASE-0202",
|
|
"CASE-0208",
|
|
"CASE-0214",
|
|
"CASE-0220",
|
|
"CASE-0226",
|
|
"CASE-0232",
|
|
"CASE-0238",
|
|
"CASE-0244",
|
|
"CASE-0250",
|
|
"CASE-0256",
|
|
"CASE-0262",
|
|
"CASE-0268",
|
|
"CASE-0274",
|
|
"CASE-0280",
|
|
"CASE-0286",
|
|
"CASE-0292",
|
|
"CASE-0298",
|
|
"CASE-0304",
|
|
"CASE-0310",
|
|
"CASE-0316",
|
|
"CASE-0322",
|
|
"CASE-0328",
|
|
"CASE-0334",
|
|
"CASE-0340",
|
|
"CASE-0346",
|
|
"CASE-0352",
|
|
"CASE-0358"
|
|
],
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071",
|
|
"CASE-0077",
|
|
"CASE-0083",
|
|
"CASE-0089",
|
|
"CASE-0095",
|
|
"CASE-0101",
|
|
"CASE-0107",
|
|
"CASE-0113",
|
|
"CASE-0119",
|
|
"CASE-0125",
|
|
"CASE-0131",
|
|
"CASE-0137",
|
|
"CASE-0143",
|
|
"CASE-0149",
|
|
"CASE-0155",
|
|
"CASE-0161",
|
|
"CASE-0167",
|
|
"CASE-0173",
|
|
"CASE-0179",
|
|
"CASE-0185",
|
|
"CASE-0191",
|
|
"CASE-0197",
|
|
"CASE-0203",
|
|
"CASE-0209",
|
|
"CASE-0215",
|
|
"CASE-0221",
|
|
"CASE-0227",
|
|
"CASE-0233",
|
|
"CASE-0239",
|
|
"CASE-0245",
|
|
"CASE-0251",
|
|
"CASE-0257",
|
|
"CASE-0263",
|
|
"CASE-0269",
|
|
"CASE-0275",
|
|
"CASE-0281",
|
|
"CASE-0287",
|
|
"CASE-0293",
|
|
"CASE-0299",
|
|
"CASE-0305",
|
|
"CASE-0311",
|
|
"CASE-0317",
|
|
"CASE-0323",
|
|
"CASE-0329",
|
|
"CASE-0335",
|
|
"CASE-0341",
|
|
"CASE-0347",
|
|
"CASE-0353",
|
|
"CASE-0359"
|
|
],
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072",
|
|
"CASE-0078",
|
|
"CASE-0084",
|
|
"CASE-0090",
|
|
"CASE-0096",
|
|
"CASE-0102",
|
|
"CASE-0108",
|
|
"CASE-0114",
|
|
"CASE-0120",
|
|
"CASE-0126",
|
|
"CASE-0132",
|
|
"CASE-0138",
|
|
"CASE-0144",
|
|
"CASE-0150",
|
|
"CASE-0156",
|
|
"CASE-0162",
|
|
"CASE-0168",
|
|
"CASE-0174",
|
|
"CASE-0180",
|
|
"CASE-0186",
|
|
"CASE-0192",
|
|
"CASE-0198",
|
|
"CASE-0204",
|
|
"CASE-0210",
|
|
"CASE-0216",
|
|
"CASE-0222",
|
|
"CASE-0228",
|
|
"CASE-0234",
|
|
"CASE-0240",
|
|
"CASE-0246",
|
|
"CASE-0252",
|
|
"CASE-0258",
|
|
"CASE-0264",
|
|
"CASE-0270",
|
|
"CASE-0276",
|
|
"CASE-0282",
|
|
"CASE-0288",
|
|
"CASE-0294",
|
|
"CASE-0300",
|
|
"CASE-0306",
|
|
"CASE-0312",
|
|
"CASE-0318",
|
|
"CASE-0324",
|
|
"CASE-0330",
|
|
"CASE-0336",
|
|
"CASE-0342",
|
|
"CASE-0348",
|
|
"CASE-0354",
|
|
"CASE-0360"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073",
|
|
"CASE-0079",
|
|
"CASE-0085",
|
|
"CASE-0091",
|
|
"CASE-0097",
|
|
"CASE-0103",
|
|
"CASE-0109",
|
|
"CASE-0115",
|
|
"CASE-0121",
|
|
"CASE-0127",
|
|
"CASE-0133",
|
|
"CASE-0139",
|
|
"CASE-0145",
|
|
"CASE-0151",
|
|
"CASE-0157",
|
|
"CASE-0163",
|
|
"CASE-0169",
|
|
"CASE-0175",
|
|
"CASE-0181",
|
|
"CASE-0187",
|
|
"CASE-0193",
|
|
"CASE-0199",
|
|
"CASE-0205",
|
|
"CASE-0211",
|
|
"CASE-0217",
|
|
"CASE-0223",
|
|
"CASE-0229",
|
|
"CASE-0235",
|
|
"CASE-0241",
|
|
"CASE-0247",
|
|
"CASE-0253",
|
|
"CASE-0259",
|
|
"CASE-0265",
|
|
"CASE-0271",
|
|
"CASE-0277",
|
|
"CASE-0283",
|
|
"CASE-0289",
|
|
"CASE-0295",
|
|
"CASE-0301",
|
|
"CASE-0307",
|
|
"CASE-0313",
|
|
"CASE-0319",
|
|
"CASE-0325",
|
|
"CASE-0331",
|
|
"CASE-0337",
|
|
"CASE-0343",
|
|
"CASE-0349",
|
|
"CASE-0355",
|
|
"CASE-0361"
|
|
],
|
|
[
|
|
"CASE-0182"
|
|
],
|
|
[
|
|
"CASE-0363"
|
|
]
|
|
]
|
|
},
|
|
"reconciled_families": [
|
|
{
|
|
"common_work": "Byte-array frame builder feeding a decoder-call fixture; capture decoded object and assert decoded fields, checksum status, and rejection code.",
|
|
"description": "Build encoded watchdog status frames with a byte-array builder, invoke the decoder fixture, capture the decoded object, and assert fields, checksum status, and rejection code. Members vary frame input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0007",
|
|
"field": "success_criteria",
|
|
"quote": "Capture the decoded object and compare fields, checksum status, and rejection code"
|
|
},
|
|
{
|
|
"alias": "CASE-0013",
|
|
"field": "preconditions",
|
|
"quote": "Use a byte-array builder and a decoder-call fixture"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073",
|
|
"CASE-0079",
|
|
"CASE-0085",
|
|
"CASE-0091",
|
|
"CASE-0097",
|
|
"CASE-0103",
|
|
"CASE-0109",
|
|
"CASE-0115",
|
|
"CASE-0121",
|
|
"CASE-0127",
|
|
"CASE-0133",
|
|
"CASE-0139",
|
|
"CASE-0145",
|
|
"CASE-0151",
|
|
"CASE-0157",
|
|
"CASE-0163",
|
|
"CASE-0169",
|
|
"CASE-0175",
|
|
"CASE-0181",
|
|
"CASE-0187",
|
|
"CASE-0193",
|
|
"CASE-0199",
|
|
"CASE-0205",
|
|
"CASE-0211",
|
|
"CASE-0217",
|
|
"CASE-0223",
|
|
"CASE-0229",
|
|
"CASE-0235",
|
|
"CASE-0241",
|
|
"CASE-0247",
|
|
"CASE-0253",
|
|
"CASE-0259",
|
|
"CASE-0265",
|
|
"CASE-0271",
|
|
"CASE-0277",
|
|
"CASE-0283",
|
|
"CASE-0289",
|
|
"CASE-0295",
|
|
"CASE-0301",
|
|
"CASE-0307",
|
|
"CASE-0313",
|
|
"CASE-0319",
|
|
"CASE-0325",
|
|
"CASE-0331",
|
|
"CASE-0337",
|
|
"CASE-0343",
|
|
"CASE-0349",
|
|
"CASE-0355",
|
|
"CASE-0361"
|
|
],
|
|
"name": "Status Frame Decoder Assertions",
|
|
"rationale": "All members share the same decoder-call fixture and assertion structure; remaining members are additional frame inputs and expected outcomes once one is implemented.",
|
|
"uncertainty": "Exact field/checksum/rejection expectations per case not specified beyond nominal/boundary/malformed labels.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0019",
|
|
"CASE-0037",
|
|
"CASE-0055",
|
|
"CASE-0073",
|
|
"CASE-0091",
|
|
"CASE-0109",
|
|
"CASE-0127",
|
|
"CASE-0145",
|
|
"CASE-0163",
|
|
"CASE-0181",
|
|
"CASE-0199",
|
|
"CASE-0217",
|
|
"CASE-0235",
|
|
"CASE-0253",
|
|
"CASE-0271",
|
|
"CASE-0289",
|
|
"CASE-0307",
|
|
"CASE-0325",
|
|
"CASE-0343",
|
|
"CASE-0361"
|
|
],
|
|
[
|
|
"CASE-0007",
|
|
"CASE-0025",
|
|
"CASE-0043",
|
|
"CASE-0061",
|
|
"CASE-0079",
|
|
"CASE-0097",
|
|
"CASE-0115",
|
|
"CASE-0133",
|
|
"CASE-0151",
|
|
"CASE-0169",
|
|
"CASE-0187",
|
|
"CASE-0205",
|
|
"CASE-0223",
|
|
"CASE-0241",
|
|
"CASE-0259",
|
|
"CASE-0277",
|
|
"CASE-0295",
|
|
"CASE-0313",
|
|
"CASE-0331",
|
|
"CASE-0349"
|
|
],
|
|
[
|
|
"CASE-0013",
|
|
"CASE-0031",
|
|
"CASE-0049",
|
|
"CASE-0067",
|
|
"CASE-0085",
|
|
"CASE-0103",
|
|
"CASE-0121",
|
|
"CASE-0139",
|
|
"CASE-0157",
|
|
"CASE-0175",
|
|
"CASE-0193",
|
|
"CASE-0211",
|
|
"CASE-0229",
|
|
"CASE-0247",
|
|
"CASE-0265",
|
|
"CASE-0283",
|
|
"CASE-0301",
|
|
"CASE-0319",
|
|
"CASE-0337",
|
|
"CASE-0355"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Controllable pulse source and reset-line recorder; measure reset-line timing with a digital capture fixture and check the deadline against supplied tolerance.",
|
|
"description": "Drive a controllable pulse source, stop/resume watchdog pulses, and capture reset-line timing with a digital capture fixture to check the reset deadline against tolerance. Members vary pulse input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0002",
|
|
"field": "success_criteria",
|
|
"quote": "Measure reset-line timing with a digital capture fixture and check the deadline"
|
|
},
|
|
{
|
|
"alias": "CASE-0008",
|
|
"field": "preconditions",
|
|
"quote": "Use a controllable pulse source and reset-line recorder; timing tolerance is supplied"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0038",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074",
|
|
"CASE-0080",
|
|
"CASE-0086",
|
|
"CASE-0092",
|
|
"CASE-0098",
|
|
"CASE-0104",
|
|
"CASE-0110",
|
|
"CASE-0116",
|
|
"CASE-0122",
|
|
"CASE-0128",
|
|
"CASE-0134",
|
|
"CASE-0140",
|
|
"CASE-0146",
|
|
"CASE-0152",
|
|
"CASE-0158",
|
|
"CASE-0164",
|
|
"CASE-0170",
|
|
"CASE-0176",
|
|
"CASE-0188",
|
|
"CASE-0194",
|
|
"CASE-0200",
|
|
"CASE-0206",
|
|
"CASE-0212",
|
|
"CASE-0218",
|
|
"CASE-0224",
|
|
"CASE-0230",
|
|
"CASE-0236",
|
|
"CASE-0242",
|
|
"CASE-0248",
|
|
"CASE-0254",
|
|
"CASE-0260",
|
|
"CASE-0266",
|
|
"CASE-0272",
|
|
"CASE-0278",
|
|
"CASE-0284",
|
|
"CASE-0290",
|
|
"CASE-0296",
|
|
"CASE-0302",
|
|
"CASE-0308",
|
|
"CASE-0314",
|
|
"CASE-0320",
|
|
"CASE-0326",
|
|
"CASE-0332",
|
|
"CASE-0338",
|
|
"CASE-0344",
|
|
"CASE-0350",
|
|
"CASE-0356",
|
|
"CASE-0362"
|
|
],
|
|
"name": "Watchdog Reset-Line Timing Capture",
|
|
"rationale": "Members share identical stimulus generation and timing-capture machinery; remaining members add pulse-input variations and expected timing outcomes.",
|
|
"uncertainty": "Timing tolerance value and deadline not quantified in records.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0002",
|
|
"CASE-0020",
|
|
"CASE-0038",
|
|
"CASE-0056",
|
|
"CASE-0074",
|
|
"CASE-0092",
|
|
"CASE-0110",
|
|
"CASE-0128",
|
|
"CASE-0146",
|
|
"CASE-0164",
|
|
"CASE-0200",
|
|
"CASE-0218",
|
|
"CASE-0236",
|
|
"CASE-0254",
|
|
"CASE-0272",
|
|
"CASE-0290",
|
|
"CASE-0308",
|
|
"CASE-0326",
|
|
"CASE-0344",
|
|
"CASE-0362"
|
|
],
|
|
[
|
|
"CASE-0008",
|
|
"CASE-0026",
|
|
"CASE-0044",
|
|
"CASE-0062",
|
|
"CASE-0080",
|
|
"CASE-0098",
|
|
"CASE-0116",
|
|
"CASE-0134",
|
|
"CASE-0152",
|
|
"CASE-0170",
|
|
"CASE-0188",
|
|
"CASE-0206",
|
|
"CASE-0224",
|
|
"CASE-0242",
|
|
"CASE-0260",
|
|
"CASE-0278",
|
|
"CASE-0296",
|
|
"CASE-0314",
|
|
"CASE-0332",
|
|
"CASE-0350"
|
|
],
|
|
[
|
|
"CASE-0014",
|
|
"CASE-0032",
|
|
"CASE-0050",
|
|
"CASE-0068",
|
|
"CASE-0086",
|
|
"CASE-0104",
|
|
"CASE-0122",
|
|
"CASE-0140",
|
|
"CASE-0158",
|
|
"CASE-0176",
|
|
"CASE-0194",
|
|
"CASE-0212",
|
|
"CASE-0230",
|
|
"CASE-0248",
|
|
"CASE-0266",
|
|
"CASE-0284",
|
|
"CASE-0302",
|
|
"CASE-0320",
|
|
"CASE-0338",
|
|
"CASE-0356"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Offline static-analysis report parser plus severity policy fixture; count findings by severity and compare each rule identifier against the policy table.",
|
|
"description": "Load a static-analysis report parser and severity policy fixture offline, count findings by severity, and compare rule identifiers against the policy table without executing firmware. Members vary report inputs.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0003",
|
|
"field": "success_criteria",
|
|
"quote": "Count findings by severity and compare each rule identifier against the policy table"
|
|
},
|
|
{
|
|
"alias": "CASE-0009",
|
|
"field": "preconditions",
|
|
"quote": "Load a static-analysis report parser and a severity policy fixture; do not execute firmware"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069",
|
|
"CASE-0075",
|
|
"CASE-0081",
|
|
"CASE-0087",
|
|
"CASE-0093",
|
|
"CASE-0099",
|
|
"CASE-0105",
|
|
"CASE-0111",
|
|
"CASE-0117",
|
|
"CASE-0123",
|
|
"CASE-0129",
|
|
"CASE-0135",
|
|
"CASE-0141",
|
|
"CASE-0147",
|
|
"CASE-0153",
|
|
"CASE-0159",
|
|
"CASE-0165",
|
|
"CASE-0171",
|
|
"CASE-0177",
|
|
"CASE-0183",
|
|
"CASE-0189",
|
|
"CASE-0195",
|
|
"CASE-0201",
|
|
"CASE-0207",
|
|
"CASE-0213",
|
|
"CASE-0219",
|
|
"CASE-0225",
|
|
"CASE-0231",
|
|
"CASE-0237",
|
|
"CASE-0243",
|
|
"CASE-0249",
|
|
"CASE-0255",
|
|
"CASE-0261",
|
|
"CASE-0267",
|
|
"CASE-0273",
|
|
"CASE-0279",
|
|
"CASE-0285",
|
|
"CASE-0291",
|
|
"CASE-0297",
|
|
"CASE-0303",
|
|
"CASE-0309",
|
|
"CASE-0315",
|
|
"CASE-0321",
|
|
"CASE-0327",
|
|
"CASE-0333",
|
|
"CASE-0339",
|
|
"CASE-0345",
|
|
"CASE-0351",
|
|
"CASE-0357"
|
|
],
|
|
"name": "Static-Analysis Findings Report Parsing",
|
|
"rationale": "Shared offline parser and policy-table comparison; remaining members are additional report inputs and expected counts once machinery exists.",
|
|
"uncertainty": "Specific severity counts and rule-identifier expectations not given.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0003",
|
|
"CASE-0021",
|
|
"CASE-0039",
|
|
"CASE-0057",
|
|
"CASE-0075",
|
|
"CASE-0093",
|
|
"CASE-0111",
|
|
"CASE-0129",
|
|
"CASE-0147",
|
|
"CASE-0165",
|
|
"CASE-0183",
|
|
"CASE-0201",
|
|
"CASE-0219",
|
|
"CASE-0237",
|
|
"CASE-0255",
|
|
"CASE-0273",
|
|
"CASE-0291",
|
|
"CASE-0309",
|
|
"CASE-0327",
|
|
"CASE-0345"
|
|
],
|
|
[
|
|
"CASE-0009",
|
|
"CASE-0027",
|
|
"CASE-0045",
|
|
"CASE-0063",
|
|
"CASE-0081",
|
|
"CASE-0099",
|
|
"CASE-0117",
|
|
"CASE-0135",
|
|
"CASE-0153",
|
|
"CASE-0171",
|
|
"CASE-0189",
|
|
"CASE-0207",
|
|
"CASE-0225",
|
|
"CASE-0243",
|
|
"CASE-0261",
|
|
"CASE-0279",
|
|
"CASE-0297",
|
|
"CASE-0315",
|
|
"CASE-0333",
|
|
"CASE-0351"
|
|
],
|
|
[
|
|
"CASE-0015",
|
|
"CASE-0033",
|
|
"CASE-0051",
|
|
"CASE-0069",
|
|
"CASE-0087",
|
|
"CASE-0105",
|
|
"CASE-0123",
|
|
"CASE-0141",
|
|
"CASE-0159",
|
|
"CASE-0177",
|
|
"CASE-0195",
|
|
"CASE-0213",
|
|
"CASE-0231",
|
|
"CASE-0249",
|
|
"CASE-0267",
|
|
"CASE-0285",
|
|
"CASE-0303",
|
|
"CASE-0321",
|
|
"CASE-0339",
|
|
"CASE-0357"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Configuration text fixtures fed to the parser without starting the network stack; assert accepted values or diagnostic positions from returned parser objects.",
|
|
"description": "Construct configuration text fixtures, call the parser without the network stack, and assert accepted values or diagnostic positions from returned parser objects. Members vary nominal/boundary/malformed documents.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0004",
|
|
"field": "success_criteria",
|
|
"quote": "Assert accepted values or diagnostic positions using returned parser objects"
|
|
},
|
|
{
|
|
"alias": "CASE-0010",
|
|
"field": "preconditions",
|
|
"quote": "call the parser without starting the network stack"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070",
|
|
"CASE-0076",
|
|
"CASE-0082",
|
|
"CASE-0088",
|
|
"CASE-0094",
|
|
"CASE-0100",
|
|
"CASE-0106",
|
|
"CASE-0112",
|
|
"CASE-0118",
|
|
"CASE-0124",
|
|
"CASE-0130",
|
|
"CASE-0136",
|
|
"CASE-0142",
|
|
"CASE-0148",
|
|
"CASE-0154",
|
|
"CASE-0160",
|
|
"CASE-0166",
|
|
"CASE-0172",
|
|
"CASE-0178",
|
|
"CASE-0184",
|
|
"CASE-0190",
|
|
"CASE-0196",
|
|
"CASE-0202",
|
|
"CASE-0208",
|
|
"CASE-0214",
|
|
"CASE-0220",
|
|
"CASE-0226",
|
|
"CASE-0232",
|
|
"CASE-0238",
|
|
"CASE-0244",
|
|
"CASE-0250",
|
|
"CASE-0256",
|
|
"CASE-0262",
|
|
"CASE-0268",
|
|
"CASE-0274",
|
|
"CASE-0280",
|
|
"CASE-0286",
|
|
"CASE-0292",
|
|
"CASE-0298",
|
|
"CASE-0304",
|
|
"CASE-0310",
|
|
"CASE-0316",
|
|
"CASE-0322",
|
|
"CASE-0328",
|
|
"CASE-0334",
|
|
"CASE-0340",
|
|
"CASE-0346",
|
|
"CASE-0352",
|
|
"CASE-0358"
|
|
],
|
|
"name": "Configuration Parser Document Checks",
|
|
"rationale": "Common parser invocation and assertion pattern on returned objects; remaining members are additional documents and expected diagnostics.",
|
|
"uncertainty": "Concrete accepted values and diagnostic positions unspecified.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0004",
|
|
"CASE-0022",
|
|
"CASE-0040",
|
|
"CASE-0058",
|
|
"CASE-0076",
|
|
"CASE-0094",
|
|
"CASE-0112",
|
|
"CASE-0130",
|
|
"CASE-0148",
|
|
"CASE-0166",
|
|
"CASE-0184",
|
|
"CASE-0202",
|
|
"CASE-0220",
|
|
"CASE-0238",
|
|
"CASE-0256",
|
|
"CASE-0274",
|
|
"CASE-0292",
|
|
"CASE-0310",
|
|
"CASE-0328",
|
|
"CASE-0346"
|
|
],
|
|
[
|
|
"CASE-0010",
|
|
"CASE-0028",
|
|
"CASE-0046",
|
|
"CASE-0064",
|
|
"CASE-0082",
|
|
"CASE-0100",
|
|
"CASE-0118",
|
|
"CASE-0136",
|
|
"CASE-0154",
|
|
"CASE-0172",
|
|
"CASE-0190",
|
|
"CASE-0208",
|
|
"CASE-0226",
|
|
"CASE-0244",
|
|
"CASE-0262",
|
|
"CASE-0280",
|
|
"CASE-0298",
|
|
"CASE-0316",
|
|
"CASE-0334",
|
|
"CASE-0352"
|
|
],
|
|
[
|
|
"CASE-0016",
|
|
"CASE-0034",
|
|
"CASE-0052",
|
|
"CASE-0070",
|
|
"CASE-0088",
|
|
"CASE-0106",
|
|
"CASE-0124",
|
|
"CASE-0142",
|
|
"CASE-0160",
|
|
"CASE-0178",
|
|
"CASE-0196",
|
|
"CASE-0214",
|
|
"CASE-0232",
|
|
"CASE-0250",
|
|
"CASE-0268",
|
|
"CASE-0286",
|
|
"CASE-0304",
|
|
"CASE-0322",
|
|
"CASE-0340",
|
|
"CASE-0358"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Concurrent task drivers and bounded queue fixture; observe queue depth, rejected writes, delivery ordering, and recovery after draining via sequence checks.",
|
|
"description": "Drive concurrent producer/consumer task drivers against a bounded queue fixture, observing depth, rejected writes, delivery ordering, and recovery after draining. Members vary input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0005",
|
|
"field": "success_criteria",
|
|
"quote": "Observe queue depth, rejected writes, delivery ordering, and recovery after draining"
|
|
},
|
|
{
|
|
"alias": "CASE-0011",
|
|
"field": "preconditions",
|
|
"quote": "Use concurrent task drivers, a bounded queue fixture, and sequence-number assertions"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071",
|
|
"CASE-0077",
|
|
"CASE-0083",
|
|
"CASE-0089",
|
|
"CASE-0095",
|
|
"CASE-0101",
|
|
"CASE-0107",
|
|
"CASE-0113",
|
|
"CASE-0119",
|
|
"CASE-0125",
|
|
"CASE-0131",
|
|
"CASE-0137",
|
|
"CASE-0143",
|
|
"CASE-0149",
|
|
"CASE-0155",
|
|
"CASE-0161",
|
|
"CASE-0167",
|
|
"CASE-0173",
|
|
"CASE-0179",
|
|
"CASE-0185",
|
|
"CASE-0191",
|
|
"CASE-0197",
|
|
"CASE-0203",
|
|
"CASE-0209",
|
|
"CASE-0215",
|
|
"CASE-0221",
|
|
"CASE-0227",
|
|
"CASE-0233",
|
|
"CASE-0239",
|
|
"CASE-0245",
|
|
"CASE-0251",
|
|
"CASE-0257",
|
|
"CASE-0263",
|
|
"CASE-0269",
|
|
"CASE-0275",
|
|
"CASE-0281",
|
|
"CASE-0287",
|
|
"CASE-0293",
|
|
"CASE-0299",
|
|
"CASE-0305",
|
|
"CASE-0311",
|
|
"CASE-0317",
|
|
"CASE-0323",
|
|
"CASE-0329",
|
|
"CASE-0335",
|
|
"CASE-0341",
|
|
"CASE-0347",
|
|
"CASE-0353",
|
|
"CASE-0359"
|
|
],
|
|
"name": "Bounded Queue Producer/Consumer Drivers",
|
|
"rationale": "Members share the concurrency harness and sequence-number observation; remaining members are added load/state variations and expected outcomes.",
|
|
"uncertainty": "Queue limit and precise rejection/ordering expectations not stated.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0005",
|
|
"CASE-0023",
|
|
"CASE-0041",
|
|
"CASE-0059",
|
|
"CASE-0077",
|
|
"CASE-0095",
|
|
"CASE-0113",
|
|
"CASE-0131",
|
|
"CASE-0149",
|
|
"CASE-0167",
|
|
"CASE-0185",
|
|
"CASE-0203",
|
|
"CASE-0221",
|
|
"CASE-0239",
|
|
"CASE-0257",
|
|
"CASE-0275",
|
|
"CASE-0293",
|
|
"CASE-0311",
|
|
"CASE-0329",
|
|
"CASE-0347"
|
|
],
|
|
[
|
|
"CASE-0011",
|
|
"CASE-0029",
|
|
"CASE-0047",
|
|
"CASE-0065",
|
|
"CASE-0083",
|
|
"CASE-0101",
|
|
"CASE-0119",
|
|
"CASE-0137",
|
|
"CASE-0155",
|
|
"CASE-0173",
|
|
"CASE-0191",
|
|
"CASE-0209",
|
|
"CASE-0227",
|
|
"CASE-0245",
|
|
"CASE-0263",
|
|
"CASE-0281",
|
|
"CASE-0299",
|
|
"CASE-0317",
|
|
"CASE-0335",
|
|
"CASE-0353"
|
|
],
|
|
[
|
|
"CASE-0017",
|
|
"CASE-0035",
|
|
"CASE-0053",
|
|
"CASE-0071",
|
|
"CASE-0089",
|
|
"CASE-0107",
|
|
"CASE-0125",
|
|
"CASE-0143",
|
|
"CASE-0161",
|
|
"CASE-0179",
|
|
"CASE-0197",
|
|
"CASE-0215",
|
|
"CASE-0233",
|
|
"CASE-0251",
|
|
"CASE-0269",
|
|
"CASE-0287",
|
|
"CASE-0305",
|
|
"CASE-0323",
|
|
"CASE-0341",
|
|
"CASE-0359"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Identity fixtures and in-memory policy store drive the decision function; compare allow/deny and audit-event fields against the permissions matrix.",
|
|
"description": "Submit role-scoped operations to the authorization decision function using identity fixtures and an in-memory policy store, comparing allow/deny decisions and audit-event fields to a permissions matrix. Members vary input class.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0006",
|
|
"field": "success_criteria",
|
|
"quote": "Compare allow or deny decisions and audit-event fields against the permissions matrix"
|
|
},
|
|
{
|
|
"alias": "CASE-0012",
|
|
"field": "preconditions",
|
|
"quote": "Create identity fixtures and an in-memory policy store"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072",
|
|
"CASE-0078",
|
|
"CASE-0084",
|
|
"CASE-0090",
|
|
"CASE-0096",
|
|
"CASE-0102",
|
|
"CASE-0108",
|
|
"CASE-0114",
|
|
"CASE-0120",
|
|
"CASE-0126",
|
|
"CASE-0132",
|
|
"CASE-0138",
|
|
"CASE-0144",
|
|
"CASE-0150",
|
|
"CASE-0156",
|
|
"CASE-0162",
|
|
"CASE-0168",
|
|
"CASE-0174",
|
|
"CASE-0180",
|
|
"CASE-0186",
|
|
"CASE-0192",
|
|
"CASE-0198",
|
|
"CASE-0204",
|
|
"CASE-0210",
|
|
"CASE-0216",
|
|
"CASE-0222",
|
|
"CASE-0228",
|
|
"CASE-0234",
|
|
"CASE-0240",
|
|
"CASE-0246",
|
|
"CASE-0252",
|
|
"CASE-0258",
|
|
"CASE-0264",
|
|
"CASE-0270",
|
|
"CASE-0276",
|
|
"CASE-0282",
|
|
"CASE-0288",
|
|
"CASE-0294",
|
|
"CASE-0300",
|
|
"CASE-0306",
|
|
"CASE-0312",
|
|
"CASE-0318",
|
|
"CASE-0324",
|
|
"CASE-0330",
|
|
"CASE-0336",
|
|
"CASE-0342",
|
|
"CASE-0348",
|
|
"CASE-0354",
|
|
"CASE-0360"
|
|
],
|
|
"name": "Authorization Decision Matrix Checks",
|
|
"rationale": "Shared policy-store setup and decision/audit assertion; remaining members are added role/operation inputs and expected decisions.",
|
|
"uncertainty": "Specific permissions-matrix entries and audit fields not enumerated.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0006",
|
|
"CASE-0024",
|
|
"CASE-0042",
|
|
"CASE-0060",
|
|
"CASE-0078",
|
|
"CASE-0096",
|
|
"CASE-0114",
|
|
"CASE-0132",
|
|
"CASE-0150",
|
|
"CASE-0168",
|
|
"CASE-0186",
|
|
"CASE-0204",
|
|
"CASE-0222",
|
|
"CASE-0240",
|
|
"CASE-0258",
|
|
"CASE-0276",
|
|
"CASE-0294",
|
|
"CASE-0312",
|
|
"CASE-0330",
|
|
"CASE-0348"
|
|
],
|
|
[
|
|
"CASE-0012",
|
|
"CASE-0030",
|
|
"CASE-0048",
|
|
"CASE-0066",
|
|
"CASE-0084",
|
|
"CASE-0102",
|
|
"CASE-0120",
|
|
"CASE-0138",
|
|
"CASE-0156",
|
|
"CASE-0174",
|
|
"CASE-0192",
|
|
"CASE-0210",
|
|
"CASE-0228",
|
|
"CASE-0246",
|
|
"CASE-0264",
|
|
"CASE-0282",
|
|
"CASE-0300",
|
|
"CASE-0318",
|
|
"CASE-0336",
|
|
"CASE-0354"
|
|
],
|
|
[
|
|
"CASE-0018",
|
|
"CASE-0036",
|
|
"CASE-0054",
|
|
"CASE-0072",
|
|
"CASE-0090",
|
|
"CASE-0108",
|
|
"CASE-0126",
|
|
"CASE-0144",
|
|
"CASE-0162",
|
|
"CASE-0180",
|
|
"CASE-0198",
|
|
"CASE-0216",
|
|
"CASE-0234",
|
|
"CASE-0252",
|
|
"CASE-0270",
|
|
"CASE-0288",
|
|
"CASE-0306",
|
|
"CASE-0324",
|
|
"CASE-0342",
|
|
"CASE-0360"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Thermal chamber cycling with a calibrated dimensional gauge; assert expansion stays within dimensional tolerance.",
|
|
"description": "Cycle the thermal chamber and measure enclosure expansion with a calibrated gauge against dimensional tolerance. Distinct environmental-chamber and gauge machinery; procedure details underspecified.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0001",
|
|
"field": "success_criteria",
|
|
"quote": "Expansion stays within the dimensional tolerance using a calibrated gauge"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"name": "Thermal Chamber Expansion Measurement",
|
|
"rationale": "Unique environmental-chamber equipment and gauge measurement unlike any software fixture; single distinct implementation.",
|
|
"uncertainty": "Procedure details, temperature range, and tolerance value are unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0001"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Anechoic acoustic recording fixture with spectral analysis; assert spectral peak magnitude stays below the frequency-dependent threshold.",
|
|
"description": "Record acoustic output in an anechoic fixture and assert spectral peak magnitude stays below a frequency-dependent threshold. Distinct acoustic instrumentation; procedure details underspecified.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0182",
|
|
"field": "success_criteria",
|
|
"quote": "Spectral peak magnitude stays below the supplied frequency-dependent threshold"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0182"
|
|
],
|
|
"name": "Anechoic Acoustic Output Measurement",
|
|
"rationale": "Unique acoustic recording and spectral evidence collection distinct from all other families; single distinct implementation.",
|
|
"uncertainty": "Procedure details and the frequency-dependent threshold curve are unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0182"
|
|
]
|
|
]
|
|
},
|
|
{
|
|
"common_work": "Twin clean-container rebuild of identical source; compare artifact digests after removing only allowed timestamp metadata.",
|
|
"description": "Rebuild identical source twice in clean containers and compare artifact digests after removing only explicitly allowed timestamp metadata. Distinct build-container workflow; procedure details underspecified.",
|
|
"evidence": [
|
|
{
|
|
"alias": "CASE-0363",
|
|
"field": "success_criteria",
|
|
"quote": "Compare artifact digests after removing only explicitly allowed timestamp metadata"
|
|
}
|
|
],
|
|
"members": [
|
|
"CASE-0363"
|
|
],
|
|
"name": "Reproducible Build Digest Comparison",
|
|
"rationale": "Unique build-container orchestration and digest comparison workflow unlike other fixtures; single distinct implementation.",
|
|
"uncertainty": "Container setup, allowed-metadata list, and digest method are unknown.",
|
|
"variation_sets": [
|
|
[
|
|
"CASE-0363"
|
|
]
|
|
]
|
|
}
|
|
],
|
|
"sizing_is_not_semantic_evidence": true,
|
|
"unresolved_uncertainties": [
|
|
{
|
|
"family_name": "Status Frame Decoder Assertions",
|
|
"members": [
|
|
"CASE-0007",
|
|
"CASE-0013",
|
|
"CASE-0019",
|
|
"CASE-0025",
|
|
"CASE-0031",
|
|
"CASE-0037",
|
|
"CASE-0043",
|
|
"CASE-0049",
|
|
"CASE-0055",
|
|
"CASE-0061",
|
|
"CASE-0067",
|
|
"CASE-0073",
|
|
"CASE-0079",
|
|
"CASE-0085",
|
|
"CASE-0091",
|
|
"CASE-0097",
|
|
"CASE-0103",
|
|
"CASE-0109",
|
|
"CASE-0115",
|
|
"CASE-0121",
|
|
"CASE-0127",
|
|
"CASE-0133",
|
|
"CASE-0139",
|
|
"CASE-0145",
|
|
"CASE-0151",
|
|
"CASE-0157",
|
|
"CASE-0163",
|
|
"CASE-0169",
|
|
"CASE-0175",
|
|
"CASE-0181",
|
|
"CASE-0187",
|
|
"CASE-0193",
|
|
"CASE-0199",
|
|
"CASE-0205",
|
|
"CASE-0211",
|
|
"CASE-0217",
|
|
"CASE-0223",
|
|
"CASE-0229",
|
|
"CASE-0235",
|
|
"CASE-0241",
|
|
"CASE-0247",
|
|
"CASE-0253",
|
|
"CASE-0259",
|
|
"CASE-0265",
|
|
"CASE-0271",
|
|
"CASE-0277",
|
|
"CASE-0283",
|
|
"CASE-0289",
|
|
"CASE-0295",
|
|
"CASE-0301",
|
|
"CASE-0307",
|
|
"CASE-0313",
|
|
"CASE-0319",
|
|
"CASE-0325",
|
|
"CASE-0331",
|
|
"CASE-0337",
|
|
"CASE-0343",
|
|
"CASE-0349",
|
|
"CASE-0355",
|
|
"CASE-0361"
|
|
],
|
|
"uncertainty": "Exact field/checksum/rejection expectations per case not specified beyond nominal/boundary/malformed labels."
|
|
},
|
|
{
|
|
"family_name": "Watchdog Reset-Line Timing Capture",
|
|
"members": [
|
|
"CASE-0002",
|
|
"CASE-0008",
|
|
"CASE-0014",
|
|
"CASE-0020",
|
|
"CASE-0026",
|
|
"CASE-0032",
|
|
"CASE-0038",
|
|
"CASE-0044",
|
|
"CASE-0050",
|
|
"CASE-0056",
|
|
"CASE-0062",
|
|
"CASE-0068",
|
|
"CASE-0074",
|
|
"CASE-0080",
|
|
"CASE-0086",
|
|
"CASE-0092",
|
|
"CASE-0098",
|
|
"CASE-0104",
|
|
"CASE-0110",
|
|
"CASE-0116",
|
|
"CASE-0122",
|
|
"CASE-0128",
|
|
"CASE-0134",
|
|
"CASE-0140",
|
|
"CASE-0146",
|
|
"CASE-0152",
|
|
"CASE-0158",
|
|
"CASE-0164",
|
|
"CASE-0170",
|
|
"CASE-0176",
|
|
"CASE-0188",
|
|
"CASE-0194",
|
|
"CASE-0200",
|
|
"CASE-0206",
|
|
"CASE-0212",
|
|
"CASE-0218",
|
|
"CASE-0224",
|
|
"CASE-0230",
|
|
"CASE-0236",
|
|
"CASE-0242",
|
|
"CASE-0248",
|
|
"CASE-0254",
|
|
"CASE-0260",
|
|
"CASE-0266",
|
|
"CASE-0272",
|
|
"CASE-0278",
|
|
"CASE-0284",
|
|
"CASE-0290",
|
|
"CASE-0296",
|
|
"CASE-0302",
|
|
"CASE-0308",
|
|
"CASE-0314",
|
|
"CASE-0320",
|
|
"CASE-0326",
|
|
"CASE-0332",
|
|
"CASE-0338",
|
|
"CASE-0344",
|
|
"CASE-0350",
|
|
"CASE-0356",
|
|
"CASE-0362"
|
|
],
|
|
"uncertainty": "Timing tolerance value and deadline not quantified in records."
|
|
},
|
|
{
|
|
"family_name": "Static-Analysis Findings Report Parsing",
|
|
"members": [
|
|
"CASE-0003",
|
|
"CASE-0009",
|
|
"CASE-0015",
|
|
"CASE-0021",
|
|
"CASE-0027",
|
|
"CASE-0033",
|
|
"CASE-0039",
|
|
"CASE-0045",
|
|
"CASE-0051",
|
|
"CASE-0057",
|
|
"CASE-0063",
|
|
"CASE-0069",
|
|
"CASE-0075",
|
|
"CASE-0081",
|
|
"CASE-0087",
|
|
"CASE-0093",
|
|
"CASE-0099",
|
|
"CASE-0105",
|
|
"CASE-0111",
|
|
"CASE-0117",
|
|
"CASE-0123",
|
|
"CASE-0129",
|
|
"CASE-0135",
|
|
"CASE-0141",
|
|
"CASE-0147",
|
|
"CASE-0153",
|
|
"CASE-0159",
|
|
"CASE-0165",
|
|
"CASE-0171",
|
|
"CASE-0177",
|
|
"CASE-0183",
|
|
"CASE-0189",
|
|
"CASE-0195",
|
|
"CASE-0201",
|
|
"CASE-0207",
|
|
"CASE-0213",
|
|
"CASE-0219",
|
|
"CASE-0225",
|
|
"CASE-0231",
|
|
"CASE-0237",
|
|
"CASE-0243",
|
|
"CASE-0249",
|
|
"CASE-0255",
|
|
"CASE-0261",
|
|
"CASE-0267",
|
|
"CASE-0273",
|
|
"CASE-0279",
|
|
"CASE-0285",
|
|
"CASE-0291",
|
|
"CASE-0297",
|
|
"CASE-0303",
|
|
"CASE-0309",
|
|
"CASE-0315",
|
|
"CASE-0321",
|
|
"CASE-0327",
|
|
"CASE-0333",
|
|
"CASE-0339",
|
|
"CASE-0345",
|
|
"CASE-0351",
|
|
"CASE-0357"
|
|
],
|
|
"uncertainty": "Specific severity counts and rule-identifier expectations not given."
|
|
},
|
|
{
|
|
"family_name": "Configuration Parser Document Checks",
|
|
"members": [
|
|
"CASE-0004",
|
|
"CASE-0010",
|
|
"CASE-0016",
|
|
"CASE-0022",
|
|
"CASE-0028",
|
|
"CASE-0034",
|
|
"CASE-0040",
|
|
"CASE-0046",
|
|
"CASE-0052",
|
|
"CASE-0058",
|
|
"CASE-0064",
|
|
"CASE-0070",
|
|
"CASE-0076",
|
|
"CASE-0082",
|
|
"CASE-0088",
|
|
"CASE-0094",
|
|
"CASE-0100",
|
|
"CASE-0106",
|
|
"CASE-0112",
|
|
"CASE-0118",
|
|
"CASE-0124",
|
|
"CASE-0130",
|
|
"CASE-0136",
|
|
"CASE-0142",
|
|
"CASE-0148",
|
|
"CASE-0154",
|
|
"CASE-0160",
|
|
"CASE-0166",
|
|
"CASE-0172",
|
|
"CASE-0178",
|
|
"CASE-0184",
|
|
"CASE-0190",
|
|
"CASE-0196",
|
|
"CASE-0202",
|
|
"CASE-0208",
|
|
"CASE-0214",
|
|
"CASE-0220",
|
|
"CASE-0226",
|
|
"CASE-0232",
|
|
"CASE-0238",
|
|
"CASE-0244",
|
|
"CASE-0250",
|
|
"CASE-0256",
|
|
"CASE-0262",
|
|
"CASE-0268",
|
|
"CASE-0274",
|
|
"CASE-0280",
|
|
"CASE-0286",
|
|
"CASE-0292",
|
|
"CASE-0298",
|
|
"CASE-0304",
|
|
"CASE-0310",
|
|
"CASE-0316",
|
|
"CASE-0322",
|
|
"CASE-0328",
|
|
"CASE-0334",
|
|
"CASE-0340",
|
|
"CASE-0346",
|
|
"CASE-0352",
|
|
"CASE-0358"
|
|
],
|
|
"uncertainty": "Concrete accepted values and diagnostic positions unspecified."
|
|
},
|
|
{
|
|
"family_name": "Bounded Queue Producer/Consumer Drivers",
|
|
"members": [
|
|
"CASE-0005",
|
|
"CASE-0011",
|
|
"CASE-0017",
|
|
"CASE-0023",
|
|
"CASE-0029",
|
|
"CASE-0035",
|
|
"CASE-0041",
|
|
"CASE-0047",
|
|
"CASE-0053",
|
|
"CASE-0059",
|
|
"CASE-0065",
|
|
"CASE-0071",
|
|
"CASE-0077",
|
|
"CASE-0083",
|
|
"CASE-0089",
|
|
"CASE-0095",
|
|
"CASE-0101",
|
|
"CASE-0107",
|
|
"CASE-0113",
|
|
"CASE-0119",
|
|
"CASE-0125",
|
|
"CASE-0131",
|
|
"CASE-0137",
|
|
"CASE-0143",
|
|
"CASE-0149",
|
|
"CASE-0155",
|
|
"CASE-0161",
|
|
"CASE-0167",
|
|
"CASE-0173",
|
|
"CASE-0179",
|
|
"CASE-0185",
|
|
"CASE-0191",
|
|
"CASE-0197",
|
|
"CASE-0203",
|
|
"CASE-0209",
|
|
"CASE-0215",
|
|
"CASE-0221",
|
|
"CASE-0227",
|
|
"CASE-0233",
|
|
"CASE-0239",
|
|
"CASE-0245",
|
|
"CASE-0251",
|
|
"CASE-0257",
|
|
"CASE-0263",
|
|
"CASE-0269",
|
|
"CASE-0275",
|
|
"CASE-0281",
|
|
"CASE-0287",
|
|
"CASE-0293",
|
|
"CASE-0299",
|
|
"CASE-0305",
|
|
"CASE-0311",
|
|
"CASE-0317",
|
|
"CASE-0323",
|
|
"CASE-0329",
|
|
"CASE-0335",
|
|
"CASE-0341",
|
|
"CASE-0347",
|
|
"CASE-0353",
|
|
"CASE-0359"
|
|
],
|
|
"uncertainty": "Queue limit and precise rejection/ordering expectations not stated."
|
|
},
|
|
{
|
|
"family_name": "Authorization Decision Matrix Checks",
|
|
"members": [
|
|
"CASE-0006",
|
|
"CASE-0012",
|
|
"CASE-0018",
|
|
"CASE-0024",
|
|
"CASE-0030",
|
|
"CASE-0036",
|
|
"CASE-0042",
|
|
"CASE-0048",
|
|
"CASE-0054",
|
|
"CASE-0060",
|
|
"CASE-0066",
|
|
"CASE-0072",
|
|
"CASE-0078",
|
|
"CASE-0084",
|
|
"CASE-0090",
|
|
"CASE-0096",
|
|
"CASE-0102",
|
|
"CASE-0108",
|
|
"CASE-0114",
|
|
"CASE-0120",
|
|
"CASE-0126",
|
|
"CASE-0132",
|
|
"CASE-0138",
|
|
"CASE-0144",
|
|
"CASE-0150",
|
|
"CASE-0156",
|
|
"CASE-0162",
|
|
"CASE-0168",
|
|
"CASE-0174",
|
|
"CASE-0180",
|
|
"CASE-0186",
|
|
"CASE-0192",
|
|
"CASE-0198",
|
|
"CASE-0204",
|
|
"CASE-0210",
|
|
"CASE-0216",
|
|
"CASE-0222",
|
|
"CASE-0228",
|
|
"CASE-0234",
|
|
"CASE-0240",
|
|
"CASE-0246",
|
|
"CASE-0252",
|
|
"CASE-0258",
|
|
"CASE-0264",
|
|
"CASE-0270",
|
|
"CASE-0276",
|
|
"CASE-0282",
|
|
"CASE-0288",
|
|
"CASE-0294",
|
|
"CASE-0300",
|
|
"CASE-0306",
|
|
"CASE-0312",
|
|
"CASE-0318",
|
|
"CASE-0324",
|
|
"CASE-0330",
|
|
"CASE-0336",
|
|
"CASE-0342",
|
|
"CASE-0348",
|
|
"CASE-0354",
|
|
"CASE-0360"
|
|
],
|
|
"uncertainty": "Specific permissions-matrix entries and audit fields not enumerated."
|
|
},
|
|
{
|
|
"family_name": "Thermal Chamber Expansion Measurement",
|
|
"members": [
|
|
"CASE-0001"
|
|
],
|
|
"uncertainty": "Procedure details, temperature range, and tolerance value are unknown."
|
|
},
|
|
{
|
|
"family_name": "Anechoic Acoustic Output Measurement",
|
|
"members": [
|
|
"CASE-0182"
|
|
],
|
|
"uncertainty": "Procedure details and the frequency-dependent threshold curve are unknown."
|
|
},
|
|
{
|
|
"family_name": "Reproducible Build Digest Comparison",
|
|
"members": [
|
|
"CASE-0363"
|
|
],
|
|
"uncertainty": "Container setup, allowed-metadata list, and digest method are unknown."
|
|
}
|
|
]
|
|
},
|
|
"routing": {
|
|
"allow_external": true,
|
|
"allowed_external_providers": [
|
|
"claude"
|
|
]
|
|
},
|
|
"selection": {
|
|
"backend": "claude-code-2.1.226",
|
|
"case_count": 363,
|
|
"cli_model": "claude-opus-4-8[1m]",
|
|
"configuration_revision": "suite-v6-20260929",
|
|
"context": 1000000,
|
|
"enabled": true,
|
|
"execution_revision": "suite-multipass-v3-20260929",
|
|
"input_bytes": 304065,
|
|
"input_count_method": "Complete UTF-8 input/system/schema byte bound plus harness overhead; not a tokenizer",
|
|
"input_token_bound": 312257,
|
|
"input_token_count": null,
|
|
"later_pass_capacity_verified": false,
|
|
"later_pass_checks": "before_each_invocation",
|
|
"max_final_group_cases": 5,
|
|
"max_final_name_characters": 64,
|
|
"max_turns": 6,
|
|
"maximum_model_passes": 5,
|
|
"minimum_model_passes": 3,
|
|
"model": "claude-opus-4-8",
|
|
"output": 64000,
|
|
"output_reservation_tokens": 55680,
|
|
"output_reservation_verified": false,
|
|
"overhead": 8192,
|
|
"policy_revision": "implementation-five-v1-20260929",
|
|
"prompt_revision": "implementation-proximity-multipass-v4-20260929",
|
|
"prompt_sha256": "253314b009ea82fc44695260ece8edd501ab60dc40ab3cc9e1ac9a0acb2017c0",
|
|
"provider": "claude",
|
|
"reasoning": "medium",
|
|
"source_sha256": "311c96701a3be823afd2bf2c2d682da56e5f383108001f498a8a672ab41a9037"
|
|
},
|
|
"singleton_statistics": {
|
|
"final_singletons": 3,
|
|
"natural_singletons": 3
|
|
},
|
|
"status": "completed",
|
|
"temporary_files_deleted": true,
|
|
"truncation": false,
|
|
"turns": 12,
|
|
"usage": {
|
|
"cache_creation": {
|
|
"ephemeral_1h_input_tokens": 0,
|
|
"ephemeral_5m_input_tokens": 0
|
|
},
|
|
"cache_creation_input_tokens": 0,
|
|
"cache_read_input_tokens": 0,
|
|
"input_tokens": 983491,
|
|
"output_tokens": 91932,
|
|
"server_tool_use": {
|
|
"web_fetch_requests": 0,
|
|
"web_search_requests": 0
|
|
}
|
|
},
|
|
"wall_seconds": 842.777
|
|
},
|
|
"progress_verification": {
|
|
"samples": 135,
|
|
"stages": [
|
|
"decision_audit",
|
|
"large_family_review",
|
|
"proposal_a",
|
|
"proposal_b",
|
|
"reconciliation"
|
|
],
|
|
"heartbeat_count": 135,
|
|
"cli_activity_changes": 59,
|
|
"scope": "Authenticated LAN status samples; operational metadata only; not percentage completion"
|
|
},
|
|
"source_field_lengths": {
|
|
"description": {
|
|
"min": 48,
|
|
"max": 245,
|
|
"mean": 234.5
|
|
},
|
|
"preconditions": {
|
|
"min": 67,
|
|
"max": 143,
|
|
"mean": 137.2
|
|
},
|
|
"success_criteria": {
|
|
"min": 73,
|
|
"max": 135,
|
|
"mean": 131.2
|
|
},
|
|
"case_type": {
|
|
"min": 7,
|
|
"max": 15,
|
|
"mean": 10.0
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"routine_log_check": {
|
|
"lines": 2,
|
|
"non_json_lines": 0,
|
|
"unexpected_field_lines": 0
|
|
},
|
|
"limitations": [
|
|
"Synthetic semantic patterns are intentionally known; real engineering suitability still requires review.",
|
|
"Output reservation and tokenizer are estimates, not verified exact capacity.",
|
|
"Provider attention to every field cannot be established from ID coverage.",
|
|
"Provider account data retention controls remain unverified.",
|
|
"Earlier failed outputs were removed by temporary-file cleanup; no partial result was recovered.",
|
|
"CLI estimated-cost totals are not subscription billing."
|
|
]
|
|
}
|