{"benchmark_version":"phase5-1.v1","raw_trials":[{"accepted_attempt":null,"affected_consumers":["billing-console-agent","collections-assistant-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-context-provider","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":1e-05},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"512dca15c09153f3260c967778a2b6ae1fd5e971de5cf35751038945bc11b913","repetition":1,"run_order":1,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["billing-console-agent","billing-insights-skill"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":78.744739},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":74944},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3046},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"71190060e64f342a8119c0ad64db6fe177059d4a902fba5f0fc8f4e1ecefd7d1","repetition":1,"run_order":2,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["shipping-portal-agent","warehouse-assistant-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/carrier-scorecard-control","github.acme/route-planning-control","github.acme/shipping-context-provider","github.acme/warehouse-assistant-agent"],"patch_targets":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":2e-06},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"c73e76abb80c8ea9a4109e3aa3e14cb7ce2cfe727e3bd70388276ef03a31c881","repetition":2,"run_order":3,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["fulfillment-insights-skill","shipping-portal-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/carrier-scorecard-control","github.acme/route-planning-control","github.acme/warehouse-assistant-agent"],"patch_targets":["github.acme/fulfillment-insights-skill","github.acme/shipping-context-provider","github.acme/shipping-portal-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":103.129334},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":185922},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3530},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"b3a2241bb4a57d9e331bc2c3173d39b692e82cca170357d96831454475d2830a","repetition":2,"run_order":4,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["shipping-portal-agent","warehouse-assistant-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/carrier-scorecard-control","github.acme/route-planning-control","github.acme/shipping-context-provider","github.acme/warehouse-assistant-agent"],"patch_targets":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":1e-06},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"c73e76abb80c8ea9a4109e3aa3e14cb7ce2cfe727e3bd70388276ef03a31c881","repetition":3,"run_order":5,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[{"code":"malformed_discovery_json","count":1,"layer":"discovery"}],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":70.699468},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"blocked","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":104097},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2695},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"b3a2241bb4a57d9e331bc2c3173d39b692e82cca170357d96831454475d2830a","repetition":3,"run_order":6,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"malformed_output","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["credit-support-agent","risk-guidance-skill","risk-review-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control"],"patch_targets":["github.acme/risk-context-provider","github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":80.026184},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":131113},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2898},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"8a99de562c5db3b74e4aab85900cdf8cc64b1f0575aa457ced53767fe2caa849","repetition":3,"run_order":7,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["credit-support-agent","risk-review-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control","github.acme/risk-context-provider"],"patch_targets":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":1e-06},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"e7bc109f8eb5ecfdb286f08eb96b0f3c7360d75ec5baee7c1681a99970196624","repetition":3,"run_order":8,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["shipping-portal-agent","warehouse-assistant-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/carrier-scorecard-control","github.acme/route-planning-control","github.acme/shipping-context-provider","github.acme/warehouse-assistant-agent"],"patch_targets":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":2e-06},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"c73e76abb80c8ea9a4109e3aa3e14cb7ce2cfe727e3bd70388276ef03a31c881","repetition":1,"run_order":11,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[{"code":"malformed_discovery_json","count":1,"layer":"discovery"}],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":98.339919},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"blocked","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":188284},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3281},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"b3a2241bb4a57d9e331bc2c3173d39b692e82cca170357d96831454475d2830a","repetition":1,"run_order":12,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"malformed_output","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["billing-console-agent","collections-assistant-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-context-provider","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":1e-06},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"512dca15c09153f3260c967778a2b6ae1fd5e971de5cf35751038945bc11b913","repetition":2,"run_order":15,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["billing-console-agent","billing-insights-skill"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":114.968112},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":187953},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3546},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"71190060e64f342a8119c0ad64db6fe177059d4a902fba5f0fc8f4e1ecefd7d1","repetition":2,"run_order":16,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["billing-console-agent","billing-insights-skill","collections-assistant-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":98.751098},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":185992},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3174},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"71190060e64f342a8119c0ad64db6fe177059d4a902fba5f0fc8f4e1ecefd7d1","repetition":3,"run_order":17,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["billing-console-agent","collections-assistant-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-context-provider","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":1e-06},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"512dca15c09153f3260c967778a2b6ae1fd5e971de5cf35751038945bc11b913","repetition":3,"run_order":18,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[{"code":"malformed_discovery_json","count":1,"layer":"discovery"}],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":92.91065},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"blocked","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":155396},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3034},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"8a99de562c5db3b74e4aab85900cdf8cc64b1f0575aa457ced53767fe2caa849","repetition":2,"run_order":19,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"malformed_output","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["credit-support-agent","risk-review-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control","github.acme/risk-context-provider"],"patch_targets":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":1e-06},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"e7bc109f8eb5ecfdb286f08eb96b0f3c7360d75ec5baee7c1681a99970196624","repetition":2,"run_order":20,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["risk-guidance-skill","risk-review-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control"],"patch_targets":["github.acme/risk-context-provider","github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"code_search_discovery","cost_usd":{"reason":"Codex CLI did not expose a verified trial cost","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":92.218423},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":157523},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3363},"prompt_template_checksum":"3500cb3d818b89b0d467f11a1d056e06c108d431dd7fe50bde529ff6ff8314d5","rendered_prompt_checksum":"8a99de562c5db3b74e4aab85900cdf8cc64b1f0575aa457ced53767fe2caa849","repetition":1,"run_order":21,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["credit-support-agent","risk-review-agent"],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":null,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":null,"integration_passed":null,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control","github.acme/risk-context-provider"],"patch_targets":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"mcpatch_discovery","cost_usd":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":1e-06},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"accepted","input_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"this deterministic discovery condition did not invoke a model","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"7a078804b1fb6541d3524a1a4ba2e0b451e6c2531bf7371c44f2b750c730c9c5","rendered_prompt_checksum":"e7bc109f8eb5ecfdb286f08eb96b0f3c7360d75ec5baee7c1681a99970196624","repetition":1,"run_order":22,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":null,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-b330ea04e49e7ca00f24","changed_file_count":2,"changed_line_count":6,"diff_checksum":"ca722755901d0c0a6a386d3e47063be5529bdd31def1e455ae9754eb9e3377cf","repository_id":"github.acme/billing-console-agent","tree_checksum":"cf1e5d6a0e74f19f34a36d373781ab4c926882e9b26d5ec21c543e30fa7c6bb3"},{"attempt":1,"candidate_id":"candidate-0a9cd2fb695e25657f82","changed_file_count":2,"changed_line_count":6,"diff_checksum":"2f21ef64618ba9150e4442e0353d65fedefed3f00da2636a46c174d2e511bb75","repository_id":"github.acme/billing-insights-skill","tree_checksum":"5ee32eb549582018347b2b5f81edf990b34d56c16f21fb7b02e278e181cf3de8"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":119.084629},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":266790},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2277},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"3b315b6fff0f04e2d8adb585cda091f6701c37e12fabf88875a07132d9a68f39","repetition":1,"run_order":23,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-cb49ffaa38cd7a34d3da","changed_file_count":2,"changed_line_count":15,"diff_checksum":"5fff69cc426c8f44d90fee73e1c71385a732a0b9381f85ee9524c54f7a5279bc","repository_id":"github.acme/billing-console-agent","tree_checksum":"02bc74a43112063fabe15dd85ae71b7759f963c6986031ad7680ad75cf6f95a9"},{"attempt":1,"candidate_id":"candidate-ce2405dd5a7af9f8a525","changed_file_count":2,"changed_line_count":12,"diff_checksum":"1c5aaf226cdd3cce3cac8d25fc5581d76f053474869525f8b9b059e8d9d2e9ed","repository_id":"github.acme/billing-insights-skill","tree_checksum":"84aadd20579c031834ebf261d543fa7db21bd1731a409727f8f95bf4365015b9"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":218.55058400000001},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":454827},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":4963},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"b6c06e43cf081f34ec4e9b7bc17806d71e5f272f261edf3aab9e47a8d793c434","repetition":1,"run_order":24,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-b330ea04e49e7ca00f24","changed_file_count":2,"changed_line_count":6,"diff_checksum":"ca722755901d0c0a6a386d3e47063be5529bdd31def1e455ae9754eb9e3377cf","repository_id":"github.acme/billing-console-agent","tree_checksum":"cf1e5d6a0e74f19f34a36d373781ab4c926882e9b26d5ec21c543e30fa7c6bb3"},{"attempt":1,"candidate_id":"candidate-99f2fd223d8d9cef2368","changed_file_count":2,"changed_line_count":7,"diff_checksum":"2658e65ecd94489f52d669914e5c1ab632c4b1d06df662bb85debfe453cdeed3","repository_id":"github.acme/billing-insights-skill","tree_checksum":"ce471e57e039c66aa4ad8939796ba663bf8d82152daecce411a052f374ec26f9"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":136.85671200000002},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":315557},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2427},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"3b315b6fff0f04e2d8adb585cda091f6701c37e12fabf88875a07132d9a68f39","repetition":3,"run_order":25,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-8f2ff3e7ab0c1ffceeea","changed_file_count":2,"changed_line_count":15,"diff_checksum":"d9e97884ce46e9bfa0ef09bef0fabb21d5f919e50949d924f19cd98e179b3560","repository_id":"github.acme/billing-console-agent","tree_checksum":"1b1a91de24c5b12d9707e3c31f48aeeeff831cb079c9f04e572e6819c580a27b"},{"attempt":1,"candidate_id":"candidate-588ecaa1b43977087abd","changed_file_count":2,"changed_line_count":11,"diff_checksum":"3835c9d4aa6e501f8c47826a0ab145105b1ea4cf987d70cf733f658c78a96b55","repository_id":"github.acme/billing-insights-skill","tree_checksum":"e8572ab8e62175b75e235bff29927dad4b6946e25111cbc4abaf7a18160e1c6b"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":204.30916200000001},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":356814},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":4325},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"b6c06e43cf081f34ec4e9b7bc17806d71e5f272f261edf3aab9e47a8d793c434","repetition":3,"run_order":26,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-0d7ac5330449ec7a1d84","changed_file_count":2,"changed_line_count":14,"diff_checksum":"ac8c8f32ff9a3d0effd1df7fe4827ee142ef66413f90ffe70aac72eb60fa1761","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"1949c5928739b0c2fd7c3269ba9a92d46a0ccd7e30cdfc110c4c8663b09a7796"},{"attempt":1,"candidate_id":"candidate-04669492a01ee46c19f1","changed_file_count":2,"changed_line_count":13,"diff_checksum":"e036ffe80d6050e34333fa8e58d727ac06d66faa5ec847e1a2f2ef36373d64fb","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"096c38e5553a61fc72183ea7b0af86df1e510319a0fde99943317a49b817df4e"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":151.329027},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":304428},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3165},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"9f9d6d1cbcfacc4b1b40ffd0b01f9330c4554f4ec9a1b9291c665935f5f1b27d","repetition":2,"run_order":27,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-3078d4913a6e2342dd8c","changed_file_count":2,"changed_line_count":6,"diff_checksum":"65ca42940a279e9018709c0ba30e96f1fc8f1b8dcecc9201b37e5a92580f596b","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"46a702a98e204d43aa8168e45245395b3d3131e813d56a18c2775768e2a62550"},{"attempt":1,"candidate_id":"candidate-a7c0eaa1f9dd2ce9fdaf","changed_file_count":2,"changed_line_count":8,"diff_checksum":"ad2109f63aed389a60d1c3d8bcf0cd5cbc9abe769204c925e3ba42a901b194ea","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"b2d73a957ab07e1d66cbc28ef329396fb32f80530b7e4597b0174eef70b586e8"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":134.867524},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":263843},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2322},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"566fa317d30f6317d33e1037657bb9ba41a77990048b0ffeb9c0929bfc9472d7","repetition":2,"run_order":28,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":3,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":4,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[{"code":"evaluation_plugin_unavailable","count":2,"layer":"contract"}],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-4bd3a991ddb1d0425daf","changed_file_count":2,"changed_line_count":11,"diff_checksum":"b8d575deb38027d2318abf0ab1b0a24543e20f0e89894ad6da68a8ce62955665","repository_id":"github.acme/billing-console-agent","tree_checksum":"11fb4e8da4c71dbd25764f2dcb8ebea7620f9d113ee9175d0fac76b7c1390f0b"},{"attempt":2,"candidate_id":"candidate-016bb4421613d029088e","changed_file_count":2,"changed_line_count":15,"diff_checksum":"f294383679cf765f92ea1421aa18e8abe486b6e535b31eb0d817c330374b6d10","repository_id":"github.acme/billing-console-agent","tree_checksum":"c0549b76fcd1b9accdc5ca4b2d3944188d29d3644d80ec5d126a9915a3bd50f0"},{"attempt":3,"candidate_id":"candidate-0b64e15888b07ca1f55a","changed_file_count":2,"changed_line_count":13,"diff_checksum":"603b790ae3e1ff7e15312b59ecf2016b468cb9f572672c7761a61d30cbd4cb1b","repository_id":"github.acme/billing-console-agent","tree_checksum":"03ba245b6b757c7d454d5cc287966f25be0b9739908b287fe70a050687c911ca"},{"attempt":1,"candidate_id":"candidate-b8da219d26407d375f59","changed_file_count":2,"changed_line_count":11,"diff_checksum":"00b36116cf0aea700f5d306ad72389d9b54966bb82e46887d92cad75df2c8583","repository_id":"github.acme/billing-insights-skill","tree_checksum":"0e8b1bdc624e6f1a1f2809bd48b22bb6208c614c32a4ec2bb3b9ced49882feae"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":371.79697},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":754995},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":8007},"prompt_template_checksum":"aec89f35495dc229710280a83a8f8ff5ca4ce7116e37a8a1f64485ac8b590a7b","rendered_prompt_checksum":"8b0a575069a4759c6c43052571807cf5b4f4850eadc2632789ea713cf5eba6fd","repetition":2,"run_order":29,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-d69bed5212491e0692b2","changed_file_count":2,"changed_line_count":7,"diff_checksum":"104232ebd6e8db73866fa30fe8188959c9f6c4b46edf940208ed657c6a689bfd","repository_id":"github.acme/billing-console-agent","tree_checksum":"bb7e69d7d5167d772e34d994c3087f345cfcd535f8ff5268a981d43dbb4cfcf2"},{"attempt":1,"candidate_id":"candidate-0a9cd2fb695e25657f82","changed_file_count":2,"changed_line_count":6,"diff_checksum":"2f21ef64618ba9150e4442e0353d65fedefed3f00da2636a46c174d2e511bb75","repository_id":"github.acme/billing-insights-skill","tree_checksum":"5ee32eb549582018347b2b5f81edf990b34d56c16f21fb7b02e278e181cf3de8"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":131.895201},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":316226},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2359},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"3b315b6fff0f04e2d8adb585cda091f6701c37e12fabf88875a07132d9a68f39","repetition":2,"run_order":30,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-87e9ea8ee696c2b28ee1","changed_file_count":2,"changed_line_count":19,"diff_checksum":"b6ba29ddc503cf8e646c35e380d2500317130c01946443aef97bc3b948bda7f5","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"45f4e4037ed5e80e8e09e5992b57a3377efd4b5b29e819b719c3c4d9dc7a11c5"},{"attempt":1,"candidate_id":"candidate-df69e5ff0d3197b08f29","changed_file_count":2,"changed_line_count":12,"diff_checksum":"3217870c654cbbbbaa59a8f093c53825603453f0686511deb4a4469841b40a28","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"d99e313b74005678be686a52d9d6d5e5f02b11d4e4f710ed056a97e77360a4fc"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":209.005067},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":405157},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":4649},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"9f9d6d1cbcfacc4b1b40ffd0b01f9330c4554f4ec9a1b9291c665935f5f1b27d","repetition":1,"run_order":31,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-f0800b9b6c3db6817aff","changed_file_count":2,"changed_line_count":10,"diff_checksum":"82e9fbe264af9b23859a2829cd068f4aa80ddf59baa008cbb467043c1e410d84","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"1d702c7376f1ed80f98f0baaac7b9a820033a52f365433799af7db59ed32f934"},{"attempt":1,"candidate_id":"candidate-4b931d24c37656542aee","changed_file_count":2,"changed_line_count":10,"diff_checksum":"ecde12a82857a702c432d58bc6a29f2ca88442c8f595d8e523c68b7fb8533f2a","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"2bc2686fae2b69403db13ab9ddb54291499c6bde36003b98f834ddd27513f060"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":153.598745},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":316311},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3052},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"566fa317d30f6317d33e1037657bb9ba41a77990048b0ffeb9c0929bfc9472d7","repetition":1,"run_order":32,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-152dc566426fe43cdc9b","changed_file_count":2,"changed_line_count":10,"diff_checksum":"078334f740db447a41ca927ecdd3fbbd1a476d9803378924d085555cb1fd864d","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"aee6e93366c5c9038813536ec74ffbe3e63d6fd3f6998f0c367d57a9630e8d8f"},{"attempt":1,"candidate_id":"candidate-aa5901fdf7f69ca5074b","changed_file_count":2,"changed_line_count":9,"diff_checksum":"d79620560c6337f15d2f00f71563a8fe0daf1ec465a7a46f9fb34fc74aa874ed","repository_id":"github.acme/risk-review-agent","tree_checksum":"86bcc7095b4fa2acaa1529029632916235f055841650aa9a8d3405353bfd9b76"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":138.205518},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":286978},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2440},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"993b2ac0dbaf895d442c1a36e110461b8ecae8f420303d9d9a4ac245971d1a81","repetition":1,"run_order":35,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":false,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[{"code":"policy_diff_too_large","count":1,"layer":"patch_policy"}],"governance_safe":null,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-667ca38ff1361bfc2b2d","changed_file_count":2,"changed_line_count":23,"diff_checksum":"b6881d877b531df17876c50990b826dd6fee96f6aa4d5ffbfe1efefb1377a298","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"4236a386d6783f6bd18581802f2e2595cc64b8147949670cddc9d1d569ff0d39"},{"attempt":1,"candidate_id":"candidate-83a0ec554774d9a38e1e","changed_file_count":2,"changed_line_count":11,"diff_checksum":"d73cadd201cd06e42a3d17c70378390496c9ac70f9737a09fe7d3d9546e05a4c","repository_id":"github.acme/risk-review-agent","tree_checksum":"92f7bb32d361af188f784c048d0bea409c99875c3ebd7eb4d38509c2ee91dcb8"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":152.269411},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":273602},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3458},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"418026b5be707b3124c61e402a6117925163c90494cce7f97892880169eda9bf","repetition":1,"run_order":36,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"policy_violation","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":3,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":4,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[{"code":"contract_required_output","count":2,"layer":"contract"}],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-b0e2fee20fa14be466ba","changed_file_count":2,"changed_line_count":19,"diff_checksum":"87c6ae2904d963e9d2538d13c938fc696d24298a87509c00957df9ef90d03456","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"964320dcbae6f5f038b0d2b548863c49511321e52867812770c83facf10c4aed"},{"attempt":2,"candidate_id":"candidate-e908dc577ba139b13577","changed_file_count":2,"changed_line_count":17,"diff_checksum":"d2f780725a431f04956761425678aa98d67f0171a6ba9cc0795e31e68d1266bb","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"be8215ba8bffe8de71bae62dadb6c9c96c72be97e4c3a2805208c7aee2f45770"},{"attempt":3,"candidate_id":"candidate-4d4892b1c01e36ff1023","changed_file_count":2,"changed_line_count":12,"diff_checksum":"d529e785155c2c050faf8bd54d585139be61468ecb239cecd1b6e42c354e4e34","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"117430ff4f11ac21a3ef49c2948755023ad99709030f844a9b962a2b67c91b97"},{"attempt":1,"candidate_id":"candidate-0124291fa1ef6f0e34aa","changed_file_count":2,"changed_line_count":11,"diff_checksum":"5db98d4117b871a0969e13a6f271176c414de5feb2dfeafd85a130317407c644","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"ad57f609049d800d6614ddab489e5f718cd05d6dea20577bac4223ed9e1ecdbf"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":354.107226},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":758193},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":8155},"prompt_template_checksum":"aec89f35495dc229710280a83a8f8ff5ca4ce7116e37a8a1f64485ac8b590a7b","rendered_prompt_checksum":"174442ddf2607110a55526b282c3f05ea3b27416495b73a8b23fa1bec643b368","repetition":3,"run_order":37,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-08c5223391d09a87fddf","changed_file_count":2,"changed_line_count":10,"diff_checksum":"7f7235993251a9372e47a2ea2f1b988521f04620fec011eb6985ee5ddf17a6cf","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"fe45575970bbfea9cf23ee11d82bca2e58835850821fc9115b28c4eaa0c11742"},{"attempt":1,"candidate_id":"candidate-4b931d24c37656542aee","changed_file_count":2,"changed_line_count":10,"diff_checksum":"ecde12a82857a702c432d58bc6a29f2ca88442c8f595d8e523c68b7fb8533f2a","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"2bc2686fae2b69403db13ab9ddb54291499c6bde36003b98f834ddd27513f060"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":189.72650900000002},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":293433},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3619},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"566fa317d30f6317d33e1037657bb9ba41a77990048b0ffeb9c0929bfc9472d7","repetition":3,"run_order":38,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-cd9d105155778702fbe4","changed_file_count":2,"changed_line_count":10,"diff_checksum":"67decbe543f9d4b885db81469e2c732483a24564c10d48dca94128a1168a76c2","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"3bcdcc951d4fbacd467aaa5a11599d65af4a23db4d627ed9826e455826a50fcc"},{"attempt":1,"candidate_id":"candidate-f499f83117ed6a643868","changed_file_count":2,"changed_line_count":6,"diff_checksum":"488a3bd881343f13d1332f71581ffd7f1d823b7f191ff92c5101498ab2bd6cc6","repository_id":"github.acme/risk-review-agent","tree_checksum":"03025861d73659decf5659c37ac197b277316a764683e5fbe9675b1cc907ea06"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":143.45127100000002},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":261984},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2632},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"993b2ac0dbaf895d442c1a36e110461b8ecae8f420303d9d9a4ac245971d1a81","repetition":2,"run_order":39,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-2901c337977609a883d7","changed_file_count":2,"changed_line_count":11,"diff_checksum":"5939ae4a8784bb32ddddb288505d2a1104a7bbdca110dfcd87ab09fdd6d368d9","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"06b7115b135346da046041b72f03395d4dff12d35f89f55cea5ca0da46acb762"},{"attempt":1,"candidate_id":"candidate-fe33aca194d2dedd24c2","changed_file_count":2,"changed_line_count":11,"diff_checksum":"a8c64629cb54c248c112a8f22d31a31167b305d05a8073c478fb0b06b88c8b7d","repository_id":"github.acme/risk-review-agent","tree_checksum":"88177e37989eb2713950f1ee23da601d8f2380923e98bd8c0d7ea961b472208c"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":196.935425},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":380150},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3868},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"418026b5be707b3124c61e402a6117925163c90494cce7f97892880169eda9bf","repetition":2,"run_order":40,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-72dfe0cffa518192b3e0","changed_file_count":2,"changed_line_count":12,"diff_checksum":"52e11833f0fbe6e094f9fb05d557f199ef362ed83e0ef54506d99a3b1a676dae","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"44b7b339f4badc639cdb9fdc51843a1038a4c1558722259f648769e69459bd6d"},{"attempt":1,"candidate_id":"candidate-ff1f1d92fad5d03528dd","changed_file_count":2,"changed_line_count":8,"diff_checksum":"7bd5055c02349b3a624bd51edff60f2127a4102a84bec6c2db9cc9229bf97ab1","repository_id":"github.acme/risk-review-agent","tree_checksum":"38627d5ab1c5665b9055e3d1bc6e69d91b063b26031d681ebb44d4ea70928f89"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":160.695906},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":296879},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2980},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"418026b5be707b3124c61e402a6117925163c90494cce7f97892880169eda9bf","repetition":3,"run_order":43,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":[],"all_true_consumers_protected":null,"all_true_targets_repaired":null,"attempted_repositories":[],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":[],"correct_target_and_correct_patch":null,"end_to_end_repair":null,"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-b66b35d660df3fa234f5","changed_file_count":2,"changed_line_count":6,"diff_checksum":"0c78a83936f7c5525a8ce1e2ac868ade3cbc8769b45b1fc4856fb780c59251d7","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"1d532d18c637cb28d93e86b08a6393db6b1f5800b67165450e75d94225b8da08"},{"attempt":1,"candidate_id":"candidate-f499f83117ed6a643868","changed_file_count":2,"changed_line_count":6,"diff_checksum":"488a3bd881343f13d1332f71581ffd7f1d823b7f191ff92c5101498ab2bd6cc6","repository_id":"github.acme/risk-review-agent","tree_checksum":"03025861d73659decf5659c37ac197b277316a764683e5fbe9675b1cc907ea06"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":102.921978},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":238312},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2292},"prompt_template_checksum":"90710cb9d2d3c44a0474d09eb034c3cd5eb6c9d243abdbd5f8dd66d105cfb91b","rendered_prompt_checksum":"993b2ac0dbaf895d442c1a36e110461b8ecae8f420303d9d9a4ac245971d1a81","repetition":3,"run_order":44,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":[],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":[],"all_true_consumers_protected":false,"all_true_targets_repaired":false,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":false,"component_trial_ids":["trial-3cf9182af83796d8b23c","end-to-end-repair-3d34f5efeac1701dc6d6"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":0,"candidate_references":[],"condition":"repo_only_repair","cost_usd":{"reason":null,"status":"observed","unit":"USD","value":0.0},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":0.0},"failure_counts":[],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":0},"integration_passed":null,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":0},"prompt_template_checksum":"247f08d2d7b76ce19490c23309a15cc8a97780e0905a1e16d45a2cfe03b57802","rendered_prompt_checksum":"247f08d2d7b76ce19490c23309a15cc8a97780e0905a1e16d45a2cfe03b57802","repository_outcomes":[],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":null},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"missing_repair_target","count":2,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"malformed_discovery_json","count":1,"layer":"discovery"}],"governance_safe":null,"integration_passed":null,"missing_repair_targets":2,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":98.339919},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":188284},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3281},"prompt_template_checksum":"d04b9ff7869894442f9bd4a4c9846235d319456fff6623f2069d342cec6bf399","rendered_prompt_checksum":"20102272e9b458ba57401909b02ab71a4f48ad1e7b06d7801894f4d2bf647493","repetition":1,"run_order":45,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"failed","successfully_repaired_repositories":[],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":0},{"accepted_attempt":2,"affected_consumers":["shipping-portal-agent","warehouse-assistant-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"attempts_used":3,"complete_fleet_repaired":true,"component_trial_ids":["trial-42deee824c33eb12ddba","end-to-end-repair-4e32082da18bf9985d86"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":3,"candidate_references":[{"attempt":1,"candidate_id":"candidate-09ccd9bdf2dfbe1391aa","changed_file_count":2,"changed_line_count":20,"diff_checksum":"f9929347333fe727871c80bd558cfdd3be5edc12079b0dfb42ae3a647af4946d","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"8ac43ba07b2ad7421aa6711c2cf6764777eb12bd5c4b46230b89c42cb571b9df"},{"attempt":2,"candidate_id":"candidate-3f503d5bd78c13043c6b","changed_file_count":2,"changed_line_count":11,"diff_checksum":"0f1385f1070427ccfd26e69237334ae08879cf36dd685c0a85f89b3368867161","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"67db1cc7b30e53206ef7c1a728e199a501b2fffebd22f72bc014c133eaecaefc"},{"attempt":1,"candidate_id":"candidate-b785ce2efb86ec9ddf90","changed_file_count":2,"changed_line_count":11,"diff_checksum":"d34fbc4a0b9c8a224f33379da99c587cc045609ea8f901e9d4918cb99b4f2ef8","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"4cd1183042698f88e2e50a2b24858c64fa599c7be599f7b4b3a7b57ee709ab5f"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":227.897938},"failure_counts":[{"code":"contract_required_output","count":1,"layer":"contract"}],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":452429},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":5784},"prompt_template_checksum":"7d7538c39aa03581298a4bcc15858637f78c791fc1e2bb8a5a5fb294c20db3e0","rendered_prompt_checksum":"46c4b8943f58f89fe9f92fde2ee80f3270cf9cc11cf02700d433f711a337fc89","repository_outcomes":[{"accepted_attempt":2,"attempts_used":2,"candidate_ids":["candidate-09ccd9bdf2dfbe1391aa","candidate-3f503d5bd78c13043c6b"],"final_result":"ready_for_human_review","repository_id":"github.acme/fulfillment-insights-skill","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-b785ce2efb86ec9ddf90"],"final_result":"ready_for_human_review","repository_id":"github.acme/shipping-portal-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[{"code":"contract_required_output","count":1,"layer":"contract"}],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/carrier-scorecard-control","github.acme/route-planning-control","github.acme/shipping-context-provider","github.acme/warehouse-assistant-agent"],"patch_targets":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-09ccd9bdf2dfbe1391aa","changed_file_count":2,"changed_line_count":20,"diff_checksum":"f9929347333fe727871c80bd558cfdd3be5edc12079b0dfb42ae3a647af4946d","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"8ac43ba07b2ad7421aa6711c2cf6764777eb12bd5c4b46230b89c42cb571b9df"},{"attempt":2,"candidate_id":"candidate-3f503d5bd78c13043c6b","changed_file_count":2,"changed_line_count":11,"diff_checksum":"0f1385f1070427ccfd26e69237334ae08879cf36dd685c0a85f89b3368867161","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"67db1cc7b30e53206ef7c1a728e199a501b2fffebd22f72bc014c133eaecaefc"},{"attempt":1,"candidate_id":"candidate-b785ce2efb86ec9ddf90","changed_file_count":2,"changed_line_count":11,"diff_checksum":"d34fbc4a0b9c8a224f33379da99c587cc045609ea8f901e9d4918cb99b4f2ef8","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"4cd1183042698f88e2e50a2b24858c64fa599c7be599f7b4b3a7b57ee709ab5f"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":227.89794},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"b5c8cfad2cf55f97c7326e4eea1b0cf65d55ab0c04df89a2eccfc8fb0da94f34","rendered_prompt_checksum":"6d26a63a649370321e76e5ba09d6463421f91c92349235a9c7c0698226d1c910","repetition":1,"run_order":46,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["billing-console-agent","billing-insights-skill","collections-assistant-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"attempts_used":3,"complete_fleet_repaired":true,"component_trial_ids":["trial-e3428617e4757a104323","end-to-end-repair-7fe834704663f7f52be1"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":3,"candidate_references":[{"attempt":1,"candidate_id":"candidate-b330ea04e49e7ca00f24","changed_file_count":2,"changed_line_count":6,"diff_checksum":"ca722755901d0c0a6a386d3e47063be5529bdd31def1e455ae9754eb9e3377cf","repository_id":"github.acme/billing-console-agent","tree_checksum":"cf1e5d6a0e74f19f34a36d373781ab4c926882e9b26d5ec21c543e30fa7c6bb3"},{"attempt":1,"candidate_id":"candidate-5fb1933b7442feb498b7","changed_file_count":1,"changed_line_count":22,"diff_checksum":"b4c89d4a55d37b0c852839372c1d2cad20160bfad8ac35ed6ae3d2184a98b43c","repository_id":"github.acme/billing-context-provider","tree_checksum":"0361d5b79a049e0bd549403d074e3d09ef32aa2d2880297d089d6342d3f972cf"},{"attempt":1,"candidate_id":"candidate-d4a3ba7fcf42c3ee4ae8","changed_file_count":2,"changed_line_count":13,"diff_checksum":"d04710f7d3c56c42523202167e5c8955ad282998c3b5c95da920bc4c781ccff6","repository_id":"github.acme/billing-insights-skill","tree_checksum":"fbcecaf400bc1e9444f6b7b80cf3ffba368bfd7b682fc615dd55bc9daf9f155e"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":244.45850000000002},"failure_counts":[{"code":"policy_diff_too_large","count":1,"layer":"patch_policy"}],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":486133},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":5113},"prompt_template_checksum":"188a932ed7acb17e2974e54b3bd677a73c012b2f7ca6ffb9d7100d6a6dc46b13","rendered_prompt_checksum":"0ba6f5f2170d926eb324cec0c24c92d6b33948ee317adb71ca0dc4575cec72bc","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-b330ea04e49e7ca00f24"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-console-agent","status":"succeeded"},{"accepted_attempt":null,"attempts_used":1,"candidate_ids":["candidate-5fb1933b7442feb498b7"],"final_result":"rejected","repository_id":"github.acme/billing-context-provider","status":"policy_violation"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-d4a3ba7fcf42c3ee4ae8"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-insights-skill","status":"succeeded"}],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":true},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"unnecessary_repair_target","count":1,"layer":"composition"},{"code":"policy_diff_too_large","count":1,"layer":"patch_policy"}],"governance_safe":null,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-b330ea04e49e7ca00f24","changed_file_count":2,"changed_line_count":6,"diff_checksum":"ca722755901d0c0a6a386d3e47063be5529bdd31def1e455ae9754eb9e3377cf","repository_id":"github.acme/billing-console-agent","tree_checksum":"cf1e5d6a0e74f19f34a36d373781ab4c926882e9b26d5ec21c543e30fa7c6bb3"},{"attempt":1,"candidate_id":"candidate-5fb1933b7442feb498b7","changed_file_count":1,"changed_line_count":22,"diff_checksum":"b4c89d4a55d37b0c852839372c1d2cad20160bfad8ac35ed6ae3d2184a98b43c","repository_id":"github.acme/billing-context-provider","tree_checksum":"0361d5b79a049e0bd549403d074e3d09ef32aa2d2880297d089d6342d3f972cf"},{"attempt":1,"candidate_id":"candidate-d4a3ba7fcf42c3ee4ae8","changed_file_count":2,"changed_line_count":13,"diff_checksum":"d04710f7d3c56c42523202167e5c8955ad282998c3b5c95da920bc4c781ccff6","repository_id":"github.acme/billing-insights-skill","tree_checksum":"fbcecaf400bc1e9444f6b7b80cf3ffba368bfd7b682fc615dd55bc9daf9f155e"}],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":343.209598},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":672125},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":8287},"prompt_template_checksum":"03bca3679cf19fe1324879e718d0b4f0ad18352af6dc6f1e14b3377683b9cc46","rendered_prompt_checksum":"3c75cced87d7087699977d38af5247f023b9d1a4d051e8a7b25b11e9a93533d9","repetition":3,"run_order":49,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"policy_violation","successfully_repaired_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":1},{"accepted_attempt":1,"affected_consumers":["billing-console-agent","collections-assistant-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":["trial-254a474662d593335c94","end-to-end-repair-946efc3430f57c1be61c"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":2,"candidate_references":[{"attempt":1,"candidate_id":"candidate-5ac3ff2fcb2a6794a884","changed_file_count":2,"changed_line_count":16,"diff_checksum":"4a1b802391ebf711376436a7510b155ac523b3f98e84be2dec5e6ecf387bd323","repository_id":"github.acme/billing-console-agent","tree_checksum":"245ab1a06b8722a6d7ac8996725d4ba42dcf940f17907d208f882caf65a6a9d4"},{"attempt":1,"candidate_id":"candidate-75fa09b22e558446852f","changed_file_count":2,"changed_line_count":13,"diff_checksum":"069c867ec2c586e38e043c179565af6d5779254a981507d1820cd4b82d96fe94","repository_id":"github.acme/billing-insights-skill","tree_checksum":"0fb52fd855c81705afb32f1d3e3938a5f483b70b8327abe4a6274f1e96abd2ed"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":152.83132999999998},"failure_counts":[],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":300308},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3860},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"b6c06e43cf081f34ec4e9b7bc17806d71e5f272f261edf3aab9e47a8d793c434","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-5ac3ff2fcb2a6794a884"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-console-agent","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-75fa09b22e558446852f"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-insights-skill","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-context-provider","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-5ac3ff2fcb2a6794a884","changed_file_count":2,"changed_line_count":16,"diff_checksum":"4a1b802391ebf711376436a7510b155ac523b3f98e84be2dec5e6ecf387bd323","repository_id":"github.acme/billing-console-agent","tree_checksum":"245ab1a06b8722a6d7ac8996725d4ba42dcf940f17907d208f882caf65a6a9d4"},{"attempt":1,"candidate_id":"candidate-75fa09b22e558446852f","changed_file_count":2,"changed_line_count":13,"diff_checksum":"069c867ec2c586e38e043c179565af6d5779254a981507d1820cd4b82d96fe94","repository_id":"github.acme/billing-insights-skill","tree_checksum":"0fb52fd855c81705afb32f1d3e3938a5f483b70b8327abe4a6274f1e96abd2ed"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":152.83133099999998},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"54aea7e5acec8cd0c91a5e29edb28f44157b252d423d3e4fad36240157d8739c","rendered_prompt_checksum":"fd295b6ea7367946dd16f0ae1c5076fbb1fd942bbbcc9d2191782e7090e0cd1f","repetition":3,"run_order":50,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":[],"all_true_consumers_protected":false,"all_true_targets_repaired":false,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":false,"component_trial_ids":["trial-16f6ca8ad4e34f531564","end-to-end-repair-3d34f5efeac1701dc6d6"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":0,"candidate_references":[],"condition":"repo_only_repair","cost_usd":{"reason":null,"status":"observed","unit":"USD","value":0.0},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":0.0},"failure_counts":[],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":0},"integration_passed":null,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":0},"prompt_template_checksum":"247f08d2d7b76ce19490c23309a15cc8a97780e0905a1e16d45a2cfe03b57802","rendered_prompt_checksum":"247f08d2d7b76ce19490c23309a15cc8a97780e0905a1e16d45a2cfe03b57802","repository_outcomes":[],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":null},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"missing_repair_target","count":2,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"malformed_discovery_json","count":1,"layer":"discovery"}],"governance_safe":null,"integration_passed":null,"missing_repair_targets":2,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":92.91065},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":155396},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3034},"prompt_template_checksum":"d04b9ff7869894442f9bd4a4c9846235d319456fff6623f2069d342cec6bf399","rendered_prompt_checksum":"94d0fbf3dfb759ad2628646d979301b6226434eab6b3359139d0e4480e7e83fa","repetition":2,"run_order":51,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"failed","successfully_repaired_repositories":[],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":0},{"accepted_attempt":2,"affected_consumers":["credit-support-agent","risk-review-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"attempts_used":3,"complete_fleet_repaired":true,"component_trial_ids":["trial-d29f3ef3cfc5d14d84e8","end-to-end-repair-ac082bfe43c174761982"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":3,"candidate_references":[{"attempt":1,"candidate_id":"candidate-5cef1e9d4bc6b1d9cfe9","changed_file_count":2,"changed_line_count":11,"diff_checksum":"449ad176fc348eb4bef29aa3e166741c9f28f23b6cd5b7b330f7ef1acbbf2a30","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"2cfec3e11151f2c3d5a7190b374ce777395635f41f309248517ebdee9cad92e1"},{"attempt":2,"candidate_id":"candidate-06036bfce6fb91ca13c2","changed_file_count":2,"changed_line_count":12,"diff_checksum":"3eb9b27abab47d993bbc6b0f95da7ccc6cb2ea5cd328663a9f83e528d616685f","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"1fbd63370686947eb061735e70b7c2e17d687ce318c6790ce48d7dc9c967ae09"},{"attempt":1,"candidate_id":"candidate-63fddfd92258dd79f4c4","changed_file_count":2,"changed_line_count":15,"diff_checksum":"c6adca4513a3a0494301006c1b2b5cd26367570f4f4ad617687292ff168919ad","repository_id":"github.acme/risk-review-agent","tree_checksum":"b0732998d10c60a809943018c978d0e92bcb6dc5d94a26331e4ca4c20922a6fe"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":279.211326},"failure_counts":[{"code":"contract_required_output","count":1,"layer":"contract"}],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":584401},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":6113},"prompt_template_checksum":"7d7538c39aa03581298a4bcc15858637f78c791fc1e2bb8a5a5fb294c20db3e0","rendered_prompt_checksum":"cb81b9f7cfc63b3da8e450c5ca21e74b3e891da2cfff26af24175e9d1fcde786","repository_outcomes":[{"accepted_attempt":2,"attempts_used":2,"candidate_ids":["candidate-5cef1e9d4bc6b1d9cfe9","candidate-06036bfce6fb91ca13c2"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-guidance-skill","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-63fddfd92258dd79f4c4"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-review-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[{"code":"contract_required_output","count":1,"layer":"contract"}],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control","github.acme/risk-context-provider"],"patch_targets":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-5cef1e9d4bc6b1d9cfe9","changed_file_count":2,"changed_line_count":11,"diff_checksum":"449ad176fc348eb4bef29aa3e166741c9f28f23b6cd5b7b330f7ef1acbbf2a30","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"2cfec3e11151f2c3d5a7190b374ce777395635f41f309248517ebdee9cad92e1"},{"attempt":2,"candidate_id":"candidate-06036bfce6fb91ca13c2","changed_file_count":2,"changed_line_count":12,"diff_checksum":"3eb9b27abab47d993bbc6b0f95da7ccc6cb2ea5cd328663a9f83e528d616685f","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"1fbd63370686947eb061735e70b7c2e17d687ce318c6790ce48d7dc9c967ae09"},{"attempt":1,"candidate_id":"candidate-63fddfd92258dd79f4c4","changed_file_count":2,"changed_line_count":15,"diff_checksum":"c6adca4513a3a0494301006c1b2b5cd26367570f4f4ad617687292ff168919ad","repository_id":"github.acme/risk-review-agent","tree_checksum":"b0732998d10c60a809943018c978d0e92bcb6dc5d94a26331e4ca4c20922a6fe"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":279.211327},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"b5c8cfad2cf55f97c7326e4eea1b0cf65d55ab0c04df89a2eccfc8fb0da94f34","rendered_prompt_checksum":"ea26a91ea3c0bf3c6abe74b4bb1f37d2e29e08317860ca61258c42fb247a0657","repetition":2,"run_order":52,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":["billing-console-agent","collections-assistant-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":["trial-0a3f6f1aafc68021da95","end-to-end-repair-9fcc3d41442645745e5d"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":2,"candidate_references":[{"attempt":1,"candidate_id":"candidate-55bccc207fb6e5ef86d4","changed_file_count":2,"changed_line_count":12,"diff_checksum":"c61a840efffa61ce2fff99e5dca88c7976cae3689d52608b5a6b25435a1b9279","repository_id":"github.acme/billing-console-agent","tree_checksum":"a98db9836a149f7bdf6268c8dc224e3ec6b51517a7d89798b35791833e3a4a64"},{"attempt":1,"candidate_id":"candidate-3d3a9b8709e6d91ee107","changed_file_count":2,"changed_line_count":12,"diff_checksum":"3dbbdd5ea108b25680619e516aee3da261a1cb56c03dc7b75ac7c66e7fadee54","repository_id":"github.acme/billing-insights-skill","tree_checksum":"4630829818b001c6392acd213af910136514029318dbb20fdda5b44040ad4e4f"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":197.569231},"failure_counts":[],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":428442},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":4246},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"b6c06e43cf081f34ec4e9b7bc17806d71e5f272f261edf3aab9e47a8d793c434","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-55bccc207fb6e5ef86d4"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-console-agent","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-3d3a9b8709e6d91ee107"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-insights-skill","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-context-provider","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-55bccc207fb6e5ef86d4","changed_file_count":2,"changed_line_count":12,"diff_checksum":"c61a840efffa61ce2fff99e5dca88c7976cae3689d52608b5a6b25435a1b9279","repository_id":"github.acme/billing-console-agent","tree_checksum":"a98db9836a149f7bdf6268c8dc224e3ec6b51517a7d89798b35791833e3a4a64"},{"attempt":1,"candidate_id":"candidate-3d3a9b8709e6d91ee107","changed_file_count":2,"changed_line_count":12,"diff_checksum":"3dbbdd5ea108b25680619e516aee3da261a1cb56c03dc7b75ac7c66e7fadee54","repository_id":"github.acme/billing-insights-skill","tree_checksum":"4630829818b001c6392acd213af910136514029318dbb20fdda5b44040ad4e4f"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":197.569241},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"54aea7e5acec8cd0c91a5e29edb28f44157b252d423d3e4fad36240157d8739c","rendered_prompt_checksum":"fd295b6ea7367946dd16f0ae1c5076fbb1fd942bbbcc9d2191782e7090e0cd1f","repetition":1,"run_order":53,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["billing-console-agent","billing-insights-skill"],"all_true_consumers_protected":false,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"attempts_used":4,"complete_fleet_repaired":true,"component_trial_ids":["trial-3ec3305aecdc0e2d47ab","end-to-end-repair-10a3f07e7e4d3607ff0e"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":4,"candidate_references":[{"attempt":1,"candidate_id":"candidate-b330ea04e49e7ca00f24","changed_file_count":2,"changed_line_count":6,"diff_checksum":"ca722755901d0c0a6a386d3e47063be5529bdd31def1e455ae9754eb9e3377cf","repository_id":"github.acme/billing-console-agent","tree_checksum":"cf1e5d6a0e74f19f34a36d373781ab4c926882e9b26d5ec21c543e30fa7c6bb3"},{"attempt":1,"candidate_id":"candidate-eabc360208db3391f483","changed_file_count":1,"changed_line_count":19,"diff_checksum":"9869ea53863a7868af1fda6db13022112784f0bcec4e9acc8bd1beba38d2a247","repository_id":"github.acme/billing-context-provider","tree_checksum":"7c1c25d685473e0fac78871da65a62ff4b4c1f298da16b5c3bb62c18fc23ce7b"},{"attempt":2,"candidate_id":"candidate-d9daf635e86c7313d854","changed_file_count":1,"changed_line_count":21,"diff_checksum":"3b2ce2a5c2eff84c7eb7f59d780b5d2a83dc3ca9451fd0d1a89eedbbbf5979ee","repository_id":"github.acme/billing-context-provider","tree_checksum":"edaec919ebcfe1e5c431994db845bbdd745e778025c2133f08f4e40e27771f58"},{"attempt":1,"candidate_id":"candidate-0a9cd2fb695e25657f82","changed_file_count":2,"changed_line_count":6,"diff_checksum":"2f21ef64618ba9150e4442e0353d65fedefed3f00da2636a46c174d2e511bb75","repository_id":"github.acme/billing-insights-skill","tree_checksum":"5ee32eb549582018347b2b5f81edf990b34d56c16f21fb7b02e278e181cf3de8"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":339.332448},"failure_counts":[{"code":"selected_no_change_repository_modified","count":1,"layer":"integration"},{"code":"policy_diff_too_large","count":1,"layer":"patch_policy"}],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":603005},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":6985},"prompt_template_checksum":"620a23e768ead794b4ce4c506f603319d89efd8334ea3e32d6f9dfadcf0335d2","rendered_prompt_checksum":"5d16a1fd926b83f22c35fcb74b5e4779c119c5f6236cfe60e92ccd812e6b76ae","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-b330ea04e49e7ca00f24"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-console-agent","status":"succeeded"},{"accepted_attempt":null,"attempts_used":2,"candidate_ids":["candidate-eabc360208db3391f483","candidate-d9daf635e86c7313d854"],"final_result":"rejected","repository_id":"github.acme/billing-context-provider","status":"policy_violation"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-0a9cd2fb695e25657f82"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-insights-skill","status":"succeeded"}],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":true},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"unnecessary_repair_target","count":1,"layer":"composition"},{"code":"selected_no_change_repository_modified","count":1,"layer":"integration"},{"code":"policy_diff_too_large","count":1,"layer":"patch_policy"}],"governance_safe":null,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-b330ea04e49e7ca00f24","changed_file_count":2,"changed_line_count":6,"diff_checksum":"ca722755901d0c0a6a386d3e47063be5529bdd31def1e455ae9754eb9e3377cf","repository_id":"github.acme/billing-console-agent","tree_checksum":"cf1e5d6a0e74f19f34a36d373781ab4c926882e9b26d5ec21c543e30fa7c6bb3"},{"attempt":1,"candidate_id":"candidate-eabc360208db3391f483","changed_file_count":1,"changed_line_count":19,"diff_checksum":"9869ea53863a7868af1fda6db13022112784f0bcec4e9acc8bd1beba38d2a247","repository_id":"github.acme/billing-context-provider","tree_checksum":"7c1c25d685473e0fac78871da65a62ff4b4c1f298da16b5c3bb62c18fc23ce7b"},{"attempt":2,"candidate_id":"candidate-d9daf635e86c7313d854","changed_file_count":1,"changed_line_count":21,"diff_checksum":"3b2ce2a5c2eff84c7eb7f59d780b5d2a83dc3ca9451fd0d1a89eedbbbf5979ee","repository_id":"github.acme/billing-context-provider","tree_checksum":"edaec919ebcfe1e5c431994db845bbdd745e778025c2133f08f4e40e27771f58"},{"attempt":1,"candidate_id":"candidate-0a9cd2fb695e25657f82","changed_file_count":2,"changed_line_count":6,"diff_checksum":"2f21ef64618ba9150e4442e0353d65fedefed3f00da2636a46c174d2e511bb75","repository_id":"github.acme/billing-insights-skill","tree_checksum":"5ee32eb549582018347b2b5f81edf990b34d56c16f21fb7b02e278e181cf3de8"}],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":418.077187},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":677949},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":10031},"prompt_template_checksum":"316424f636a647a265f2b3d01dad1e5e7aeaec68b27d08bf369a73edbe52f8ab","rendered_prompt_checksum":"bf20d8ae942f05d9dd4954fc77720fe6a79985823c9c8c054a3a571b82d698d9","repetition":1,"run_order":54,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"policy_violation","successfully_repaired_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":1},{"accepted_attempt":null,"affected_consumers":["risk-guidance-skill","risk-review-agent"],"all_true_consumers_protected":false,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/risk-context-provider","github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"attempts_used":4,"complete_fleet_repaired":true,"component_trial_ids":["trial-341a5b7d4d6d088270a2","end-to-end-repair-de61498f975153d2f9aa"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":4,"candidate_references":[{"attempt":1,"candidate_id":"candidate-535e2c9cef8ce45ef78f","changed_file_count":1,"changed_line_count":5,"diff_checksum":"9f669acc5f5f0478ff841fe3cfd2c82bc5f8c18d931b1d34141cc4333c2d6211","repository_id":"github.acme/risk-context-provider","tree_checksum":"9d0ca4d151c6ee01e8737c79e88c502a9593b39bf0249c1f9ad7b35b4d288eee"},{"attempt":2,"candidate_id":"candidate-c86fe04b4337098b18c1","changed_file_count":1,"changed_line_count":5,"diff_checksum":"9f669acc5f5f0478ff841fe3cfd2c82bc5f8c18d931b1d34141cc4333c2d6211","repository_id":"github.acme/risk-context-provider","tree_checksum":"9d0ca4d151c6ee01e8737c79e88c502a9593b39bf0249c1f9ad7b35b4d288eee"},{"attempt":1,"candidate_id":"candidate-edd96ff4df44921ac2da","changed_file_count":2,"changed_line_count":10,"diff_checksum":"2c1ce8c12ab728c431aaf96c0a42a1c2b5eb86873b53325c89927216b5a2882c","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"4bb3289d5b5bcbc80552c2a05396c0746c39a4fd08c319fe6a1f81a5e3030c4a"},{"attempt":1,"candidate_id":"candidate-5b6a829d48ac20a8c096","changed_file_count":2,"changed_line_count":11,"diff_checksum":"3c7a1cf50c9fd0e1e361b046308e422c4e39ffe09ce6d0dab1bb88a8db6c1459","repository_id":"github.acme/risk-review-agent","tree_checksum":"f6f1abb709fa23a6791619a560d0f51d53bcd9781bffbb2e87508aa9b1847277"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":293.126972},"failure_counts":[{"code":"selected_no_change_repository_modified","count":2,"layer":"integration"}],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":602545},"integration_passed":false,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":5384},"prompt_template_checksum":"620a23e768ead794b4ce4c506f603319d89efd8334ea3e32d6f9dfadcf0335d2","rendered_prompt_checksum":"0c5cef79e4fe7396da11221223070fbb93d27e141b53d99e0010d3589bddd835","repository_outcomes":[{"accepted_attempt":null,"attempts_used":2,"candidate_ids":["candidate-535e2c9cef8ce45ef78f","candidate-c86fe04b4337098b18c1"],"final_result":"rejected","repository_id":"github.acme/risk-context-provider","status":"failed"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-edd96ff4df44921ac2da"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-guidance-skill","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-5b6a829d48ac20a8c096"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-review-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":false},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"unnecessary_repair_target","count":1,"layer":"composition"},{"code":"selected_no_change_repository_modified","count":2,"layer":"integration"}],"governance_safe":null,"integration_passed":false,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control"],"patch_targets":["github.acme/risk-context-provider","github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-535e2c9cef8ce45ef78f","changed_file_count":1,"changed_line_count":5,"diff_checksum":"9f669acc5f5f0478ff841fe3cfd2c82bc5f8c18d931b1d34141cc4333c2d6211","repository_id":"github.acme/risk-context-provider","tree_checksum":"9d0ca4d151c6ee01e8737c79e88c502a9593b39bf0249c1f9ad7b35b4d288eee"},{"attempt":2,"candidate_id":"candidate-c86fe04b4337098b18c1","changed_file_count":1,"changed_line_count":5,"diff_checksum":"9f669acc5f5f0478ff841fe3cfd2c82bc5f8c18d931b1d34141cc4333c2d6211","repository_id":"github.acme/risk-context-provider","tree_checksum":"9d0ca4d151c6ee01e8737c79e88c502a9593b39bf0249c1f9ad7b35b4d288eee"},{"attempt":1,"candidate_id":"candidate-edd96ff4df44921ac2da","changed_file_count":2,"changed_line_count":10,"diff_checksum":"2c1ce8c12ab728c431aaf96c0a42a1c2b5eb86873b53325c89927216b5a2882c","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"4bb3289d5b5bcbc80552c2a05396c0746c39a4fd08c319fe6a1f81a5e3030c4a"},{"attempt":1,"candidate_id":"candidate-5b6a829d48ac20a8c096","changed_file_count":2,"changed_line_count":11,"diff_checksum":"3c7a1cf50c9fd0e1e361b046308e422c4e39ffe09ce6d0dab1bb88a8db6c1459","repository_id":"github.acme/risk-review-agent","tree_checksum":"f6f1abb709fa23a6791619a560d0f51d53bcd9781bffbb2e87508aa9b1847277"}],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":385.34539500000005},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":760068},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":8747},"prompt_template_checksum":"316424f636a647a265f2b3d01dad1e5e7aeaec68b27d08bf369a73edbe52f8ab","rendered_prompt_checksum":"2a226dd8fa83c11b349c88eea899375e756391bc3e1de319c9804930a0e050a6","repetition":1,"run_order":55,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"failed","successfully_repaired_repositories":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":1},{"accepted_attempt":2,"affected_consumers":["credit-support-agent","risk-review-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"attempts_used":3,"complete_fleet_repaired":true,"component_trial_ids":["trial-a4a04539fc56c6360c93","end-to-end-repair-07727c3cc474a5d3ef85"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":3,"candidate_references":[{"attempt":1,"candidate_id":"candidate-665773b35dc28cd1159d","changed_file_count":2,"changed_line_count":9,"diff_checksum":"ba48ff3370d5982d84709e446dd25c01c50e427fb3713896cdcdd04bfd281a27","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"7d2e69bc161582026b3eb7832628d97d67dd9ec321edb29891fa7c43da022ccf"},{"attempt":1,"candidate_id":"candidate-a550aa9e9bc207d3847d","changed_file_count":2,"changed_line_count":16,"diff_checksum":"7b0f9654789349da12399cda98f58dabb96a6d320c8e8b672526ac6227cb0246","repository_id":"github.acme/risk-review-agent","tree_checksum":"b31a0a3b995bb332c6adcd521d8d8b2655d231e04f4f736822665fa4fe6d1d0f"},{"attempt":2,"candidate_id":"candidate-b36467bab0d061788f66","changed_file_count":2,"changed_line_count":11,"diff_checksum":"a8c64629cb54c248c112a8f22d31a31167b305d05a8073c478fb0b06b88c8b7d","repository_id":"github.acme/risk-review-agent","tree_checksum":"88177e37989eb2713950f1ee23da601d8f2380923e98bd8c0d7ea961b472208c"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":287.716517},"failure_counts":[{"code":"contract_required_output","count":1,"layer":"contract"}],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":479820},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":4937},"prompt_template_checksum":"7d7538c39aa03581298a4bcc15858637f78c791fc1e2bb8a5a5fb294c20db3e0","rendered_prompt_checksum":"03db58be8edc646b248576f1a1de0d1e93824d42185821d09f1263b328a9cf84","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-665773b35dc28cd1159d"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-guidance-skill","status":"succeeded"},{"accepted_attempt":2,"attempts_used":2,"candidate_ids":["candidate-a550aa9e9bc207d3847d","candidate-b36467bab0d061788f66"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-review-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[{"code":"contract_required_output","count":1,"layer":"contract"}],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control","github.acme/risk-context-provider"],"patch_targets":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-665773b35dc28cd1159d","changed_file_count":2,"changed_line_count":9,"diff_checksum":"ba48ff3370d5982d84709e446dd25c01c50e427fb3713896cdcdd04bfd281a27","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"7d2e69bc161582026b3eb7832628d97d67dd9ec321edb29891fa7c43da022ccf"},{"attempt":1,"candidate_id":"candidate-a550aa9e9bc207d3847d","changed_file_count":2,"changed_line_count":16,"diff_checksum":"7b0f9654789349da12399cda98f58dabb96a6d320c8e8b672526ac6227cb0246","repository_id":"github.acme/risk-review-agent","tree_checksum":"b31a0a3b995bb332c6adcd521d8d8b2655d231e04f4f736822665fa4fe6d1d0f"},{"attempt":2,"candidate_id":"candidate-b36467bab0d061788f66","changed_file_count":2,"changed_line_count":11,"diff_checksum":"a8c64629cb54c248c112a8f22d31a31167b305d05a8073c478fb0b06b88c8b7d","repository_id":"github.acme/risk-review-agent","tree_checksum":"88177e37989eb2713950f1ee23da601d8f2380923e98bd8c0d7ea961b472208c"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":287.716518},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"b5c8cfad2cf55f97c7326e4eea1b0cf65d55ab0c04df89a2eccfc8fb0da94f34","rendered_prompt_checksum":"27b6bbb6f51fe31deda0fa177f2bc41f485346e6867c1cdb593be07fd823459e","repetition":1,"run_order":56,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":["shipping-portal-agent","warehouse-assistant-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":["trial-7e39e917bc3eeeda6b5d","end-to-end-repair-f2699e860c1b9f072634"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":2,"candidate_references":[{"attempt":1,"candidate_id":"candidate-1b73f9d02db5e192f9a7","changed_file_count":2,"changed_line_count":13,"diff_checksum":"8a0390a5adef8073aa2c5595bc412fd80232fb39d32ec5ddd354ecc431911c14","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"ea43bcf386f074f64bb805851e3962c79da284ea60edd0e7bd2917ac740a2af7"},{"attempt":1,"candidate_id":"candidate-0124291fa1ef6f0e34aa","changed_file_count":2,"changed_line_count":11,"diff_checksum":"5db98d4117b871a0969e13a6f271176c414de5feb2dfeafd85a130317407c644","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"ad57f609049d800d6614ddab489e5f718cd05d6dea20577bac4223ed9e1ecdbf"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":167.954836},"failure_counts":[],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":307769},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3675},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"9f9d6d1cbcfacc4b1b40ffd0b01f9330c4554f4ec9a1b9291c665935f5f1b27d","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-1b73f9d02db5e192f9a7"],"final_result":"ready_for_human_review","repository_id":"github.acme/fulfillment-insights-skill","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-0124291fa1ef6f0e34aa"],"final_result":"ready_for_human_review","repository_id":"github.acme/shipping-portal-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/carrier-scorecard-control","github.acme/route-planning-control","github.acme/shipping-context-provider","github.acme/warehouse-assistant-agent"],"patch_targets":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-1b73f9d02db5e192f9a7","changed_file_count":2,"changed_line_count":13,"diff_checksum":"8a0390a5adef8073aa2c5595bc412fd80232fb39d32ec5ddd354ecc431911c14","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"ea43bcf386f074f64bb805851e3962c79da284ea60edd0e7bd2917ac740a2af7"},{"attempt":1,"candidate_id":"candidate-0124291fa1ef6f0e34aa","changed_file_count":2,"changed_line_count":11,"diff_checksum":"5db98d4117b871a0969e13a6f271176c414de5feb2dfeafd85a130317407c644","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"ad57f609049d800d6614ddab489e5f718cd05d6dea20577bac4223ed9e1ecdbf"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":167.954838},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"54aea7e5acec8cd0c91a5e29edb28f44157b252d423d3e4fad36240157d8739c","rendered_prompt_checksum":"d04430355f1c7ea72402d2f357df8348c58b6b6164e035ba7ec0866d99403b33","repetition":2,"run_order":57,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["fulfillment-insights-skill","shipping-portal-agent"],"all_true_consumers_protected":false,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/fulfillment-insights-skill","github.acme/shipping-context-provider","github.acme/shipping-portal-agent"],"attempts_used":5,"complete_fleet_repaired":true,"component_trial_ids":["trial-5c35327bcd0bd9784167","end-to-end-repair-f44dbe1bfe9d5fc200d3"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":5,"candidate_references":[{"attempt":1,"candidate_id":"candidate-08c5223391d09a87fddf","changed_file_count":2,"changed_line_count":10,"diff_checksum":"7f7235993251a9372e47a2ea2f1b988521f04620fec011eb6985ee5ddf17a6cf","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"fe45575970bbfea9cf23ee11d82bca2e58835850821fc9115b28c4eaa0c11742"},{"attempt":1,"candidate_id":"candidate-0fe2e290f95b1dd4d262","changed_file_count":1,"changed_line_count":10,"diff_checksum":"2d164d40c7e37dd076143ce039b72b0c1157a1ac32edae24eff53c2286fbe736","repository_id":"github.acme/shipping-context-provider","tree_checksum":"57ebec35e475c10df29a581db83725dae4d401034864f78c948c6a2a0c63f8df"},{"attempt":2,"candidate_id":"candidate-4eb5f306355719935c48","changed_file_count":1,"changed_line_count":16,"diff_checksum":"9b4aeb486ccc737cfd30720b78708dc0dc79c13c639ad0bf0e84cb8bdea13245","repository_id":"github.acme/shipping-context-provider","tree_checksum":"a8d872d03e9e718ffdd64a562d31457aa57a916d050b002f366e28ede6f7db78"},{"attempt":3,"candidate_id":"candidate-39fb90677ed6c32850b3","changed_file_count":1,"changed_line_count":5,"diff_checksum":"254c7f963a467f77642f4668662c61e0e20414c7196949d183b7fb8a4dc6da1d","repository_id":"github.acme/shipping-context-provider","tree_checksum":"1aad128411a66c8f5dbe49ced5ca972081ffac64d22d5cfd9011c2daf69a74da"},{"attempt":1,"candidate_id":"candidate-9fc7541fd833b2fca60b","changed_file_count":2,"changed_line_count":6,"diff_checksum":"d506cda0cc0e0ab23d04b7dde52caf92bcfbdd4d7df71b2ef5d67378dd7c061d","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"a2474d9d470b7fdfa8ceed8d11574fc3a54957ad9eae89e2e734ff3e9bb95964"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":400.501237},"failure_counts":[{"code":"selected_no_change_repository_modified","count":3,"layer":"integration"}],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":819333},"integration_passed":false,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":7397},"prompt_template_checksum":"d4859790cb84b4caa891c3ef000af5f5591527cda04a21c1b0978cd515770957","rendered_prompt_checksum":"7165dd401cfb72f11c87b2daa47f4d368a20322b64404d5abb1398d1c4efc845","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-08c5223391d09a87fddf"],"final_result":"ready_for_human_review","repository_id":"github.acme/fulfillment-insights-skill","status":"succeeded"},{"accepted_attempt":null,"attempts_used":3,"candidate_ids":["candidate-0fe2e290f95b1dd4d262","candidate-4eb5f306355719935c48","candidate-39fb90677ed6c32850b3"],"final_result":"rejected","repository_id":"github.acme/shipping-context-provider","status":"failed"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-9fc7541fd833b2fca60b"],"final_result":"ready_for_human_review","repository_id":"github.acme/shipping-portal-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":false},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"unnecessary_repair_target","count":1,"layer":"composition"},{"code":"selected_no_change_repository_modified","count":3,"layer":"integration"}],"governance_safe":null,"integration_passed":false,"missing_repair_targets":0,"no_change_repositories":["github.acme/carrier-scorecard-control","github.acme/route-planning-control","github.acme/warehouse-assistant-agent"],"patch_targets":["github.acme/fulfillment-insights-skill","github.acme/shipping-context-provider","github.acme/shipping-portal-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-08c5223391d09a87fddf","changed_file_count":2,"changed_line_count":10,"diff_checksum":"7f7235993251a9372e47a2ea2f1b988521f04620fec011eb6985ee5ddf17a6cf","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"fe45575970bbfea9cf23ee11d82bca2e58835850821fc9115b28c4eaa0c11742"},{"attempt":1,"candidate_id":"candidate-0fe2e290f95b1dd4d262","changed_file_count":1,"changed_line_count":10,"diff_checksum":"2d164d40c7e37dd076143ce039b72b0c1157a1ac32edae24eff53c2286fbe736","repository_id":"github.acme/shipping-context-provider","tree_checksum":"57ebec35e475c10df29a581db83725dae4d401034864f78c948c6a2a0c63f8df"},{"attempt":2,"candidate_id":"candidate-4eb5f306355719935c48","changed_file_count":1,"changed_line_count":16,"diff_checksum":"9b4aeb486ccc737cfd30720b78708dc0dc79c13c639ad0bf0e84cb8bdea13245","repository_id":"github.acme/shipping-context-provider","tree_checksum":"a8d872d03e9e718ffdd64a562d31457aa57a916d050b002f366e28ede6f7db78"},{"attempt":3,"candidate_id":"candidate-39fb90677ed6c32850b3","changed_file_count":1,"changed_line_count":5,"diff_checksum":"254c7f963a467f77642f4668662c61e0e20414c7196949d183b7fb8a4dc6da1d","repository_id":"github.acme/shipping-context-provider","tree_checksum":"1aad128411a66c8f5dbe49ced5ca972081ffac64d22d5cfd9011c2daf69a74da"},{"attempt":1,"candidate_id":"candidate-9fc7541fd833b2fca60b","changed_file_count":2,"changed_line_count":6,"diff_checksum":"d506cda0cc0e0ab23d04b7dde52caf92bcfbdd4d7df71b2ef5d67378dd7c061d","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"a2474d9d470b7fdfa8ceed8d11574fc3a54957ad9eae89e2e734ff3e9bb95964"}],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":503.63057100000003},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":1005255},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":10927},"prompt_template_checksum":"391b2683d339f628c925fea62d0956dbb246b5a6081430c415a9f12d71fce50e","rendered_prompt_checksum":"70e403a254bba97924a7f4749d088a1a7855bf16520a6a8d378136679ef004f5","repetition":2,"run_order":58,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"failed","successfully_repaired_repositories":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":1},{"accepted_attempt":null,"affected_consumers":[],"all_true_consumers_protected":false,"all_true_targets_repaired":false,"attempted_repositories":[],"attempts_used":0,"complete_fleet_repaired":false,"component_trial_ids":["trial-5e994216aca2dee01f69","end-to-end-repair-3d34f5efeac1701dc6d6"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":0,"candidate_references":[],"condition":"repo_only_repair","cost_usd":{"reason":null,"status":"observed","unit":"USD","value":0.0},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":0.0},"failure_counts":[],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":0},"integration_passed":null,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":0},"prompt_template_checksum":"247f08d2d7b76ce19490c23309a15cc8a97780e0905a1e16d45a2cfe03b57802","rendered_prompt_checksum":"247f08d2d7b76ce19490c23309a15cc8a97780e0905a1e16d45a2cfe03b57802","repository_outcomes":[],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":null},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"missing_repair_target","count":2,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"malformed_discovery_json","count":1,"layer":"discovery"}],"governance_safe":null,"integration_passed":null,"missing_repair_targets":2,"no_change_repositories":[],"patch_targets":[],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":70.699468},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":104097},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":2695},"prompt_template_checksum":"d04b9ff7869894442f9bd4a4c9846235d319456fff6623f2069d342cec6bf399","rendered_prompt_checksum":"20102272e9b458ba57401909b02ab71a4f48ad1e7b06d7801894f4d2bf647493","repetition":3,"run_order":59,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"failed","successfully_repaired_repositories":[],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":["shipping-portal-agent","warehouse-assistant-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":["trial-ab3d7be418d43413c547","end-to-end-repair-eb250b7fbaba5964903a"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":2,"candidate_references":[{"attempt":1,"candidate_id":"candidate-f2c1c60a37400a2a9970","changed_file_count":2,"changed_line_count":15,"diff_checksum":"3a74cc00e54a9a94803bff7586548f9e3bae142f14c034eb0836473bbbd80698","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"a53e5bb0db746397af6001bc6722dd39f3b0b26ae2fcef4f84b7383c02f1fd21"},{"attempt":1,"candidate_id":"candidate-4731d77642f78e3d3430","changed_file_count":2,"changed_line_count":14,"diff_checksum":"5688948fb3fccfc25a7f609913164a603099a23b45d46c28b8f5a3a976a1dadd","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"d073bfb888e2f88ec8346cc12d6167729878914f2d43659612779f48a653a6e3"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":150.07437900000002},"failure_counts":[],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":327621},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3517},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"9f9d6d1cbcfacc4b1b40ffd0b01f9330c4554f4ec9a1b9291c665935f5f1b27d","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-f2c1c60a37400a2a9970"],"final_result":"ready_for_human_review","repository_id":"github.acme/fulfillment-insights-skill","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-4731d77642f78e3d3430"],"final_result":"ready_for_human_review","repository_id":"github.acme/shipping-portal-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/carrier-scorecard-control","github.acme/route-planning-control","github.acme/shipping-context-provider","github.acme/warehouse-assistant-agent"],"patch_targets":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-f2c1c60a37400a2a9970","changed_file_count":2,"changed_line_count":15,"diff_checksum":"3a74cc00e54a9a94803bff7586548f9e3bae142f14c034eb0836473bbbd80698","repository_id":"github.acme/fulfillment-insights-skill","tree_checksum":"a53e5bb0db746397af6001bc6722dd39f3b0b26ae2fcef4f84b7383c02f1fd21"},{"attempt":1,"candidate_id":"candidate-4731d77642f78e3d3430","changed_file_count":2,"changed_line_count":14,"diff_checksum":"5688948fb3fccfc25a7f609913164a603099a23b45d46c28b8f5a3a976a1dadd","repository_id":"github.acme/shipping-portal-agent","tree_checksum":"d073bfb888e2f88ec8346cc12d6167729878914f2d43659612779f48a653a6e3"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"87844b3a0ec79704f45fc4563a1fbb0939db78dfd93db3bd4c53de5573b1974a","datahub_graph_checksum":"740b82a7901368ba1b5f92f37b47bb202a9c45bf119ae6226c03172aa7c33cf0","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":150.07438000000002},"fairness":{"contract_checksums":{"new":"d3894b5aea323a17f46f05bdccff25208ef6a61f195bc48e84bd10d1f472bc73","old":"97fa6a039252171468b9c973023a1432c676da0cda98ee2cbdf11b78ff2af92b"},"evaluation_spec_checksum":"92bbba5b6aaec8c89c150290d95686077c5f8ca9a0b63e725470f156e24f219b","evaluator_plugin_checksum":"93cb4bf26eeb7899df44cc03bb1202e9ff90e62c0580c649bbbc027ef61a81ac","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/carrier-scorecard-control":"a4cb45a9d1ea35cf684bb3072a1dbe7e9ee0b6ba","github.acme/fulfillment-insights-skill":"e366be8134f51fe07e9577a248fc46a086a1a825","github.acme/route-planning-control":"0eda2f88db12f124f31ad0e13620d29ec457508a","github.acme/shipping-context-provider":"95302754c1675260cd1e225c871e21db2cb0e230","github.acme/shipping-portal-agent":"8f4b87fdf9638c7e3d4962755a6ee816edb52b07","github.acme/warehouse-assistant-agent":"3ccee5eab4df599320f729079ba563cb768a0d51"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"54aea7e5acec8cd0c91a5e29edb28f44157b252d423d3e4fad36240157d8739c","rendered_prompt_checksum":"d04430355f1c7ea72402d2f357df8348c58b6b6164e035ba7ec0866d99403b33","repetition":3,"run_order":60,"scenario":{"scenario_id":"shipment_quote_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/fulfillment-insights-skill","github.acme/shipping-portal-agent"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["billing-console-agent","billing-insights-skill"],"all_true_consumers_protected":false,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"attempts_used":5,"complete_fleet_repaired":true,"component_trial_ids":["trial-9242005c151c40b290f1","end-to-end-repair-71ead316a11eae46cfbe"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":5,"candidate_references":[{"attempt":1,"candidate_id":"candidate-d69bed5212491e0692b2","changed_file_count":2,"changed_line_count":7,"diff_checksum":"104232ebd6e8db73866fa30fe8188959c9f6c4b46edf940208ed657c6a689bfd","repository_id":"github.acme/billing-console-agent","tree_checksum":"bb7e69d7d5167d772e34d994c3087f345cfcd535f8ff5268a981d43dbb4cfcf2"},{"attempt":1,"candidate_id":"candidate-81c19409e964507f5f4c","changed_file_count":1,"changed_line_count":17,"diff_checksum":"20d6ac5039b1760be09583bd75dfa02868efbba32732ba24237f28bfe050f08e","repository_id":"github.acme/billing-context-provider","tree_checksum":"80e1624ad0e24c7cdcc60523df1d299fc17635ef4f236e629c7e7b881f85baf7"},{"attempt":2,"candidate_id":"candidate-b89351e922b92f9c416a","changed_file_count":1,"changed_line_count":9,"diff_checksum":"bb41d2285b912674e75cac40f17271f7ccfa0076c8116f5c7a9d015fd3a15fae","repository_id":"github.acme/billing-context-provider","tree_checksum":"0102a712931ee1340fc2c514cda4c13dfb3148bb347b99bb2f3e1c6cddf8cd18"},{"attempt":3,"candidate_id":"candidate-991f309827126ef89212","changed_file_count":1,"changed_line_count":9,"diff_checksum":"bb41d2285b912674e75cac40f17271f7ccfa0076c8116f5c7a9d015fd3a15fae","repository_id":"github.acme/billing-context-provider","tree_checksum":"0102a712931ee1340fc2c514cda4c13dfb3148bb347b99bb2f3e1c6cddf8cd18"},{"attempt":1,"candidate_id":"candidate-0a9cd2fb695e25657f82","changed_file_count":2,"changed_line_count":6,"diff_checksum":"2f21ef64618ba9150e4442e0353d65fedefed3f00da2636a46c174d2e511bb75","repository_id":"github.acme/billing-insights-skill","tree_checksum":"5ee32eb549582018347b2b5f81edf990b34d56c16f21fb7b02e278e181cf3de8"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":393.769678},"failure_counts":[{"code":"selected_no_change_repository_modified","count":3,"layer":"integration"}],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":748521},"integration_passed":false,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":8554},"prompt_template_checksum":"d4859790cb84b4caa891c3ef000af5f5591527cda04a21c1b0978cd515770957","rendered_prompt_checksum":"95fbf04a3634d28d3bacefd025370bd6daa71780979a660e17a6239b9f849776","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-d69bed5212491e0692b2"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-console-agent","status":"succeeded"},{"accepted_attempt":null,"attempts_used":3,"candidate_ids":["candidate-81c19409e964507f5f4c","candidate-b89351e922b92f9c416a","candidate-991f309827126ef89212"],"final_result":"rejected","repository_id":"github.acme/billing-context-provider","status":"failed"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-0a9cd2fb695e25657f82"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-insights-skill","status":"succeeded"}],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":false},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"unnecessary_repair_target","count":1,"layer":"composition"},{"code":"selected_no_change_repository_modified","count":3,"layer":"integration"}],"governance_safe":null,"integration_passed":false,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-context-provider","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-d69bed5212491e0692b2","changed_file_count":2,"changed_line_count":7,"diff_checksum":"104232ebd6e8db73866fa30fe8188959c9f6c4b46edf940208ed657c6a689bfd","repository_id":"github.acme/billing-console-agent","tree_checksum":"bb7e69d7d5167d772e34d994c3087f345cfcd535f8ff5268a981d43dbb4cfcf2"},{"attempt":1,"candidate_id":"candidate-81c19409e964507f5f4c","changed_file_count":1,"changed_line_count":17,"diff_checksum":"20d6ac5039b1760be09583bd75dfa02868efbba32732ba24237f28bfe050f08e","repository_id":"github.acme/billing-context-provider","tree_checksum":"80e1624ad0e24c7cdcc60523df1d299fc17635ef4f236e629c7e7b881f85baf7"},{"attempt":2,"candidate_id":"candidate-b89351e922b92f9c416a","changed_file_count":1,"changed_line_count":9,"diff_checksum":"bb41d2285b912674e75cac40f17271f7ccfa0076c8116f5c7a9d015fd3a15fae","repository_id":"github.acme/billing-context-provider","tree_checksum":"0102a712931ee1340fc2c514cda4c13dfb3148bb347b99bb2f3e1c6cddf8cd18"},{"attempt":3,"candidate_id":"candidate-991f309827126ef89212","changed_file_count":1,"changed_line_count":9,"diff_checksum":"bb41d2285b912674e75cac40f17271f7ccfa0076c8116f5c7a9d015fd3a15fae","repository_id":"github.acme/billing-context-provider","tree_checksum":"0102a712931ee1340fc2c514cda4c13dfb3148bb347b99bb2f3e1c6cddf8cd18"},{"attempt":1,"candidate_id":"candidate-0a9cd2fb695e25657f82","changed_file_count":2,"changed_line_count":6,"diff_checksum":"2f21ef64618ba9150e4442e0353d65fedefed3f00da2636a46c174d2e511bb75","repository_id":"github.acme/billing-insights-skill","tree_checksum":"5ee32eb549582018347b2b5f81edf990b34d56c16f21fb7b02e278e181cf3de8"}],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":508.73779},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":936474},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":12100},"prompt_template_checksum":"391b2683d339f628c925fea62d0956dbb246b5a6081430c415a9f12d71fce50e","rendered_prompt_checksum":"25415a1d1d8c323acb69f9055b2c395b20df24300bfe8e405a5e1cf78544ce89","repetition":2,"run_order":61,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"failed","successfully_repaired_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":1},{"accepted_attempt":1,"affected_consumers":["billing-console-agent","collections-assistant-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":["trial-b6a378d81cc5ecbf73df","end-to-end-repair-cf3c45230c4225f15eda"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":2,"candidate_references":[{"attempt":1,"candidate_id":"candidate-ec1b4d32bfc85a937673","changed_file_count":2,"changed_line_count":12,"diff_checksum":"2f86cf0ad471843c14bf57d87a54a87c53cc1b37d30747f7c38e9952168daf5d","repository_id":"github.acme/billing-console-agent","tree_checksum":"65684390ba98648ada249d8b1c5d3c07651ca1df63415ec90f687828a74bb0ef"},{"attempt":1,"candidate_id":"candidate-695833b8da1b2ff457de","changed_file_count":2,"changed_line_count":11,"diff_checksum":"1a0e3641eef2be1f17a624094a080044be851529f81d637f0547810761b33fc3","repository_id":"github.acme/billing-insights-skill","tree_checksum":"7ba6e2d4455ac3a532e07b5702f7ff89048da0a1a5e1911ac5d7987e13006b4c"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":154.03797200000002},"failure_counts":[],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":272714},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3486},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"b6c06e43cf081f34ec4e9b7bc17806d71e5f272f261edf3aab9e47a8d793c434","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-ec1b4d32bfc85a937673"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-console-agent","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-695833b8da1b2ff457de"],"final_result":"ready_for_human_review","repository_id":"github.acme/billing-insights-skill","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/billing-audit-control","github.acme/billing-context-provider","github.acme/billing-forecast-control","github.acme/collections-assistant-agent"],"patch_targets":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-ec1b4d32bfc85a937673","changed_file_count":2,"changed_line_count":12,"diff_checksum":"2f86cf0ad471843c14bf57d87a54a87c53cc1b37d30747f7c38e9952168daf5d","repository_id":"github.acme/billing-console-agent","tree_checksum":"65684390ba98648ada249d8b1c5d3c07651ca1df63415ec90f687828a74bb0ef"},{"attempt":1,"candidate_id":"candidate-695833b8da1b2ff457de","changed_file_count":2,"changed_line_count":11,"diff_checksum":"1a0e3641eef2be1f17a624094a080044be851529f81d637f0547810761b33fc3","repository_id":"github.acme/billing-insights-skill","tree_checksum":"7ba6e2d4455ac3a532e07b5702f7ff89048da0a1a5e1911ac5d7987e13006b4c"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"a396f8464a52011e82270949758fac064bbebfd38f30555aae3124b62f785871","datahub_graph_checksum":"ca9d8a7426e91c4f2d41a3ca084493a080a85eedb249a0b57d072b98b026e667","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":154.03797300000002},"fairness":{"contract_checksums":{"new":"31bdcea05aa55c98c840cc339e12369300283989ad6a16e4d7c839b5b1bb7422","old":"c6dd3864ef7ae3ff2bb61b5b6c882be9037b2d978c589d838b5a5e3564ee6021"},"evaluation_spec_checksum":"d2c21fe074d744e1b8b5d522bb788074b4ea4504b6b03ca79c435ae389ca06c9","evaluator_plugin_checksum":"32dc4876837fc789d1f2141cf894bd3ab11267fc88f9f8453c33a07e9527322b","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/billing-audit-control":"8de4807977ef23d5f47644178fbae5fd3f2b7f26","github.acme/billing-console-agent":"1d4659c378dbd748dc3d1437ff6a45342bf3d269","github.acme/billing-context-provider":"6fab5346713a04a8ab619ccaa31e74d44f968058","github.acme/billing-forecast-control":"a2f73a8ac702b5d99500101703adad3790922e89","github.acme/billing-insights-skill":"bbb85d044dbc6571bd8d2e514e0c8d7e8802a0c3","github.acme/collections-assistant-agent":"75ff323f9e2be98f3df259b490b7f5e18de9240a"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"54aea7e5acec8cd0c91a5e29edb28f44157b252d423d3e4fad36240157d8739c","rendered_prompt_checksum":"fd295b6ea7367946dd16f0ae1c5076fbb1fd942bbbcc9d2191782e7090e0cd1f","repetition":2,"run_order":62,"scenario":{"scenario_id":"billing_summary_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/billing-console-agent","github.acme/billing-insights-skill"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":1,"affected_consumers":["credit-support-agent","risk-review-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"attempts_used":2,"complete_fleet_repaired":true,"component_trial_ids":["trial-d027d55b19b6a8b4d446","end-to-end-repair-e328358d7d497e35609f"],"correct_target_and_correct_patch":true,"end_to_end_repair":{"attempts_used":2,"candidate_references":[{"attempt":1,"candidate_id":"candidate-56d6deebaef47de7c6dc","changed_file_count":2,"changed_line_count":9,"diff_checksum":"7e5cdacc9748fdae9040708df3a67ebd8e4e7701ce72e5ed16f4048a86af92aa","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"e90ea61db30b276c99e9e3a291bb5bbce488e0ddf710fe60bb27da142706f267"},{"attempt":1,"candidate_id":"candidate-2bbfe9fb2d5b1ea4e667","changed_file_count":2,"changed_line_count":11,"diff_checksum":"b59f5678b47c5ac28924f4ced25f12f9297c3cb262c4172e4ede62abdf9e7b7e","repository_id":"github.acme/risk-review-agent","tree_checksum":"cfafd84447f9c2e19a817a06074895603f850cf4a6b801376ce84e3db38a2841"}],"condition":"mcpatch_guided_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":143.444732},"failure_counts":[],"governance_safe":true,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":321012},"integration_passed":true,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":3133},"prompt_template_checksum":"f9ae506ef8ef001cb83a41d8b5e4cacdac0e66aeb4726fe93e8edbe0b335f298","rendered_prompt_checksum":"418026b5be707b3124c61e402a6117925163c90494cce7f97892880169eda9bf","repository_outcomes":[{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-56d6deebaef47de7c6dc"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-guidance-skill","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-2bbfe9fb2d5b1ea4e667"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-review-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":true,"unchanged_controls_preserved":true},"failure_counts":[],"governance_safe":true,"integration_passed":true,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control","github.acme/risk-context-provider"],"patch_targets":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-56d6deebaef47de7c6dc","changed_file_count":2,"changed_line_count":9,"diff_checksum":"7e5cdacc9748fdae9040708df3a67ebd8e4e7701ce72e5ed16f4048a86af92aa","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"e90ea61db30b276c99e9e3a291bb5bbce488e0ddf710fe60bb27da142706f267"},{"attempt":1,"candidate_id":"candidate-2bbfe9fb2d5b1ea4e667","changed_file_count":2,"changed_line_count":11,"diff_checksum":"b59f5678b47c5ac28924f4ced25f12f9297c3cb262c4172e4ede62abdf9e7b7e","repository_id":"github.acme/risk-review-agent","tree_checksum":"cfafd84447f9c2e19a817a06074895603f850cf4a6b801376ce84e3db38a2841"}],"condition":"mcpatch_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":"ab13e5b0d133c8b9bc0047434f589351e6eac1f76f6f37bc58819657c6443c1b","datahub_graph_checksum":"67e292761e75a7a49bcfadca7fe313cdc3215d782a00d0fb4142874903a0bbb5","elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":143.44473299999999},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"ready_for_human_review","input_tokens":{"reason":"input tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"output_tokens":{"reason":"output tokens was not observable for every component","status":"not_observable","unit":"tokens","value":null},"prompt_template_checksum":"54aea7e5acec8cd0c91a5e29edb28f44157b252d423d3e4fad36240157d8739c","rendered_prompt_checksum":"553d726be88165a5c764046aa1d68eed3562de453d69e12272a54b6efd02ffd5","repetition":3,"run_order":65,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":true,"status":"succeeded","successfully_repaired_repositories":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"unchanged_controls_preserved":true,"unnecessary_repository_modifications":0},{"accepted_attempt":null,"affected_consumers":["credit-support-agent","risk-guidance-skill","risk-review-agent"],"all_true_consumers_protected":true,"all_true_targets_repaired":true,"attempted_repositories":["github.acme/risk-context-provider","github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"attempts_used":5,"complete_fleet_repaired":true,"component_trial_ids":["trial-c70b0ffe75533be51f9e","end-to-end-repair-3bf2c8b4826e47036959"],"correct_target_and_correct_patch":false,"end_to_end_repair":{"attempts_used":5,"candidate_references":[{"attempt":1,"candidate_id":"candidate-d20d42970f124bf04b0f","changed_file_count":1,"changed_line_count":17,"diff_checksum":"330235f14ad887f790e244fabadb81205a7a3465f1a65a484e1f46c2bf73891c","repository_id":"github.acme/risk-context-provider","tree_checksum":"53997adfd1a36d8ed4a37d16f6f7ac71034f99bcbd8ed348c4aaf1825b7ee633"},{"attempt":2,"candidate_id":"candidate-6ea42c44cac164f95065","changed_file_count":1,"changed_line_count":14,"diff_checksum":"66882867f19bf38fe828e0595200d6cc58bf057ac9a9619590d90fe431f06087","repository_id":"github.acme/risk-context-provider","tree_checksum":"b5947c16c05b2bf356829a24ea900975dd90cd1ca7a380e714f5a35a8aac8a25"},{"attempt":3,"candidate_id":"candidate-818053d4aebdbc19dbb8","changed_file_count":1,"changed_line_count":5,"diff_checksum":"9f669acc5f5f0478ff841fe3cfd2c82bc5f8c18d931b1d34141cc4333c2d6211","repository_id":"github.acme/risk-context-provider","tree_checksum":"9d0ca4d151c6ee01e8737c79e88c502a9593b39bf0249c1f9ad7b35b4d288eee"},{"attempt":1,"candidate_id":"candidate-3756eaaf6f2d697c3b8d","changed_file_count":2,"changed_line_count":12,"diff_checksum":"c43e76f55eac99d0856f9927a3f839572d2e44308c8bd6bf2794d4acbfa739c0","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"68a3ab2792ad73b5068d27bed696d4d5bb420e8c0f6baf5e7acda93131103b6a"},{"attempt":1,"candidate_id":"candidate-f499f83117ed6a643868","changed_file_count":2,"changed_line_count":6,"diff_checksum":"488a3bd881343f13d1332f71581ffd7f1d823b7f191ff92c5101498ab2bd6cc6","repository_id":"github.acme/risk-review-agent","tree_checksum":"03025861d73659decf5659c37ac197b277316a764683e5fbe9675b1cc907ea06"}],"condition":"repo_only_repair","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":389.574986},"failure_counts":[{"code":"selected_no_change_repository_modified","count":3,"layer":"integration"}],"governance_safe":null,"input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":749870},"integration_passed":false,"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":7236},"prompt_template_checksum":"d4859790cb84b4caa891c3ef000af5f5591527cda04a21c1b0978cd515770957","rendered_prompt_checksum":"6c92a0e18ee3e0aeab9af3f3e51bf70a761b3a2576e7673731a7e55d00bec6c8","repository_outcomes":[{"accepted_attempt":null,"attempts_used":3,"candidate_ids":["candidate-d20d42970f124bf04b0f","candidate-6ea42c44cac164f95065","candidate-818053d4aebdbc19dbb8"],"final_result":"rejected","repository_id":"github.acme/risk-context-provider","status":"failed"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-3756eaaf6f2d697c3b8d"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-guidance-skill","status":"succeeded"},{"accepted_attempt":1,"attempts_used":1,"candidate_ids":["candidate-f499f83117ed6a643868"],"final_result":"ready_for_human_review","repository_id":"github.acme/risk-review-agent","status":"succeeded"}],"schema_version":1,"semantic_safe":null,"unchanged_controls_preserved":false},"failure_counts":[{"code":"affected_consumer_mismatch","count":1,"layer":"composition"},{"code":"no_change_repository_mismatch","count":1,"layer":"composition"},{"code":"unnecessary_repair_target","count":1,"layer":"composition"},{"code":"selected_no_change_repository_modified","count":3,"layer":"integration"}],"governance_safe":null,"integration_passed":false,"missing_repair_targets":0,"no_change_repositories":["github.acme/compliance-archive-control","github.acme/credit-support-agent","github.acme/fraud-signals-control"],"patch_targets":["github.acme/risk-context-provider","github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"provenance":{"benchmark_version":"phase5-1.v1","candidate_references":[{"attempt":1,"candidate_id":"candidate-d20d42970f124bf04b0f","changed_file_count":1,"changed_line_count":17,"diff_checksum":"330235f14ad887f790e244fabadb81205a7a3465f1a65a484e1f46c2bf73891c","repository_id":"github.acme/risk-context-provider","tree_checksum":"53997adfd1a36d8ed4a37d16f6f7ac71034f99bcbd8ed348c4aaf1825b7ee633"},{"attempt":2,"candidate_id":"candidate-6ea42c44cac164f95065","changed_file_count":1,"changed_line_count":14,"diff_checksum":"66882867f19bf38fe828e0595200d6cc58bf057ac9a9619590d90fe431f06087","repository_id":"github.acme/risk-context-provider","tree_checksum":"b5947c16c05b2bf356829a24ea900975dd90cd1ca7a380e714f5a35a8aac8a25"},{"attempt":3,"candidate_id":"candidate-818053d4aebdbc19dbb8","changed_file_count":1,"changed_line_count":5,"diff_checksum":"9f669acc5f5f0478ff841fe3cfd2c82bc5f8c18d931b1d34141cc4333c2d6211","repository_id":"github.acme/risk-context-provider","tree_checksum":"9d0ca4d151c6ee01e8737c79e88c502a9593b39bf0249c1f9ad7b35b4d288eee"},{"attempt":1,"candidate_id":"candidate-3756eaaf6f2d697c3b8d","changed_file_count":2,"changed_line_count":12,"diff_checksum":"c43e76f55eac99d0856f9927a3f839572d2e44308c8bd6bf2794d4acbfa739c0","repository_id":"github.acme/risk-guidance-skill","tree_checksum":"68a3ab2792ad73b5068d27bed696d4d5bb420e8c0f6baf5e7acda93131103b6a"},{"attempt":1,"candidate_id":"candidate-f499f83117ed6a643868","changed_file_count":2,"changed_line_count":6,"diff_checksum":"488a3bd881343f13d1332f71581ffd7f1d823b7f191ff92c5101498ab2bd6cc6","repository_id":"github.acme/risk-review-agent","tree_checksum":"03025861d73659decf5659c37ac197b277316a764683e5fbe9675b1cc907ea06"}],"condition":"agent_only_end_to_end","cost_usd":{"reason":"cost was not observable for every component","status":"not_observable","unit":"USD","value":null},"datahub_context_checksum":null,"datahub_graph_checksum":null,"elapsed_seconds":{"reason":null,"status":"observed","unit":"seconds","value":469.60117},"fairness":{"contract_checksums":{"new":"86434a5a4f39e2cad05e81892bd562fa287aca70c94cc0779e5355225a11de81","old":"ec739c8473c4c05ccdea0b4605f950d3b9df13adb755831473a34a979d13e2a7"},"evaluation_spec_checksum":"a359a098ba9a18b2fc6874a4609bba59c35b09c41dbd0e09e7174444dbf6efe6","evaluator_plugin_checksum":"a364e4b5951fbab47d83e976c6a6926b82d7f7911726d7b9a23e38b5c428e9ce","isolation_policy_checksum":"11bcc38d1a61f8c4f176358ed273a529b885ff1ecfd0ce1f5f84e865a7f30136","maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"repository_base_commits":{"github.acme/compliance-archive-control":"55d568ff3aa0d40b7203ee480d96c44a0e078f59","github.acme/credit-support-agent":"ad23168db35e8bcec04e959a53f805aba277f3fa","github.acme/fraud-signals-control":"c1bc225209cf12efa4f17ce126f62964ca61220b","github.acme/risk-context-provider":"5dd02a893b3cfe2e46a11b68f2fdf0adaf1686b9","github.acme/risk-guidance-skill":"f07165bb721d7eac29d9b602e80d6d5566cf30af","github.acme/risk-review-agent":"d1d51912072955935a139ef7a24255a6245d5978"},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"final_result":"rejected","input_tokens":{"reason":null,"status":"observed","unit":"tokens","value":880983},"output_tokens":{"reason":null,"status":"observed","unit":"tokens","value":10134},"prompt_template_checksum":"391b2683d339f628c925fea62d0956dbb246b5a6081430c415a9f12d71fce50e","rendered_prompt_checksum":"963ed0cb8a06d167fa7197f55387fa61b9630b3027c63e6d6e34a278753b1609","repetition":3,"run_order":66,"scenario":{"scenario_id":"risk_assessment_v2","version":1},"schema_version":2},"semantic_safe":null,"status":"failed","successfully_repaired_repositories":["github.acme/risk-guidance-skill","github.acme/risk-review-agent"],"unchanged_controls_preserved":false,"unnecessary_repository_modifications":1}],"schema_version":1,"specification_checksum":"f716e1bb453857b7bc34f55f05dac6e0a827c163ecf51f015c03c8896081d93b","summary":{"baseline_matched_or_beat_mcpatch":["billing_summary_v2.v1:r1:repair:baseline=1:mcpatch=1:equal","billing_summary_v2.v1:r2:repair:baseline=1:mcpatch=1:equal","billing_summary_v2.v1:r3:repair:baseline=1:mcpatch=1:equal","risk_assessment_v2.v1:r1:repair:baseline=1:mcpatch=0:baseline_better","risk_assessment_v2.v1:r2:repair:baseline=1:mcpatch=1:equal","risk_assessment_v2.v1:r3:repair:baseline=1:mcpatch=1:equal","shipment_quote_v2.v1:r1:repair:baseline=1:mcpatch=1:equal","shipment_quote_v2.v1:r2:repair:baseline=1:mcpatch=1:equal","shipment_quote_v2.v1:r3:repair:baseline=1:mcpatch=1:equal"],"benchmark_version":"phase5-1.v1","calibration_conditions":[{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"code_search_discovery","controls_preserved":null,"cost_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"discovery":{"affected_consumers":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"patch_targets":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"sample_size":0},"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"sample_size":0,"semantic_safe":null,"succeeded":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unnecessary_repositories_total":0,"within_budget_accepted":null},{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"mcpatch_discovery","controls_preserved":null,"cost_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"discovery":{"affected_consumers":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"patch_targets":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"sample_size":0},"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"sample_size":0,"semantic_safe":null,"succeeded":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unnecessary_repositories_total":0,"within_budget_accepted":null},{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"repo_only_repair","controls_preserved":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"cost_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"governance_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"input_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"integration_passed":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_targets_total":0,"output_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"sample_size":0,"semantic_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"succeeded":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}}},{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"mcpatch_guided_repair","controls_preserved":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"cost_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"governance_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"input_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"integration_passed":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_targets_total":0,"output_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"sample_size":0,"semantic_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"succeeded":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}}},{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"agent_only_end_to_end","controls_preserved":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"cost_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"discovery":{"affected_consumers":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"patch_targets":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"sample_size":0},"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"end_to_end":{"all_true_consumers_protected":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"all_true_targets_repaired":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"attempts_mean":null,"attempts_median":null,"attempts_total":0,"complete_fleet_repaired":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"complete_integration_pass":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"correct_target_and_correct_patch":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"governance_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_repair_targets_total":0,"no_unnecessary_repository_modifications":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"ready_for_human_review":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"sample_size":0,"semantic_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unchanged_controls_preserved":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unnecessary_repository_modifications_total":0},"failure_counts":{},"first_attempt_accepted":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"governance_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"input_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"integration_passed":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_targets_total":0,"output_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"sample_size":0,"semantic_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"succeeded":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unnecessary_repositories_total":0,"within_budget_accepted":null},{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"mcpatch_end_to_end","controls_preserved":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"cost_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"discovery":{"affected_consumers":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"patch_targets":{"accuracy":null,"exact_match":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"f1":null,"false_negative":0,"false_positive":0,"ground_truth_size_total":0,"precision":null,"predicted_size_total":0,"recall":null,"sample_size":0,"true_negative":0,"true_positive":0,"universe_size_total":0},"sample_size":0},"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"end_to_end":{"all_true_consumers_protected":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"all_true_targets_repaired":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"attempts_mean":null,"attempts_median":null,"attempts_total":0,"complete_fleet_repaired":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"complete_integration_pass":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"correct_target_and_correct_patch":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"governance_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_repair_targets_total":0,"no_unnecessary_repository_modifications":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"ready_for_human_review":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"sample_size":0,"semantic_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unchanged_controls_preserved":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unnecessary_repository_modifications_total":0},"failure_counts":{},"first_attempt_accepted":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"governance_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"input_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"integration_passed":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_targets_total":0,"output_token_coverage":{"coverage":null,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":0},"sample_size":0,"semantic_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"succeeded":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unnecessary_repositories_total":0,"within_budget_accepted":null}],"calibration_headline_exclusion_reason":"Calibration scenarios existed in validated Phase 1-4 evidence and are excluded from primary generalization claims.","calibration_repetitions":1,"calibration_scenario_count":2,"calibration_trial_count":0,"conclusion":"Within the scored synthetic Python scenarios, MCPatch achieved a higher paired ready-for-review rate; this evidence does not establish performance outside the supported scenarios.","condition_policies":[{"condition":"agent_only_end_to_end","maximum_attempts":3,"resource_policy_checksum":"9d04d5137e3145fce1c3939b3834fb6d207bb1c41039efb61f18658262d9d0fb","timeout_seconds":600},{"condition":"code_search_discovery","maximum_attempts":3,"resource_policy_checksum":"9d04d5137e3145fce1c3939b3834fb6d207bb1c41039efb61f18658262d9d0fb","timeout_seconds":600},{"condition":"mcpatch_discovery","maximum_attempts":3,"resource_policy_checksum":"9d04d5137e3145fce1c3939b3834fb6d207bb1c41039efb61f18658262d9d0fb","timeout_seconds":600},{"condition":"mcpatch_end_to_end","maximum_attempts":3,"resource_policy_checksum":"9d04d5137e3145fce1c3939b3834fb6d207bb1c41039efb61f18658262d9d0fb","timeout_seconds":600},{"condition":"mcpatch_guided_repair","maximum_attempts":3,"resource_policy_checksum":"9d04d5137e3145fce1c3939b3834fb6d207bb1c41039efb61f18658262d9d0fb","timeout_seconds":600},{"condition":"repo_only_repair","maximum_attempts":3,"resource_policy_checksum":"9d04d5137e3145fce1c3939b3834fb6d207bb1c41039efb61f18658262d9d0fb","timeout_seconds":600}],"conditions":["agent_only_end_to_end","code_search_discovery","mcpatch_discovery","mcpatch_end_to_end","mcpatch_guided_repair","repo_only_repair"],"execution_configuration":{"maximum_attempts":3,"model":{"reason":"the configured Codex model was not exposed","status":"not_observable","unit":"model","value":null},"provider":"codex","provider_version":"codex-cli 0.137.0","reasoning_setting":{"reason":"the configured Codex reasoning setting was not exposed","status":"not_observable","unit":"setting","value":null},"resource_limits":{"cpu_count":1.0,"disk_limit_bytes":null,"disk_limit_enforced":false,"memory_bytes":1073741824,"network_policy":"bridge_network_local_datahub_denied","network_policy_enforced":false,"process_limit":128},"runner_image_digest":"sha256:ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b","timeout_seconds":600},"failure_catalog":[{"code":"affected_consumer_mismatch","condition":"agent_only_end_to_end","count":9,"layer":"composition"},{"code":"missing_repair_target","condition":"agent_only_end_to_end","count":6,"layer":"composition"},{"code":"no_change_repository_mismatch","condition":"agent_only_end_to_end","count":9,"layer":"composition"},{"code":"unnecessary_repair_target","condition":"agent_only_end_to_end","count":6,"layer":"composition"},{"code":"malformed_discovery_json","condition":"agent_only_end_to_end","count":3,"layer":"discovery"},{"code":"selected_no_change_repository_modified","condition":"agent_only_end_to_end","count":12,"layer":"integration"},{"code":"policy_diff_too_large","condition":"agent_only_end_to_end","count":2,"layer":"patch_policy"},{"code":"malformed_discovery_json","condition":"code_search_discovery","count":3,"layer":"discovery"},{"code":"contract_required_output","condition":"mcpatch_end_to_end","count":3,"layer":"contract"},{"code":"contract_required_output","condition":"mcpatch_guided_repair","count":2,"layer":"contract"},{"code":"evaluation_plugin_unavailable","condition":"mcpatch_guided_repair","count":2,"layer":"contract"},{"code":"policy_diff_too_large","condition":"mcpatch_guided_repair","count":1,"layer":"patch_policy"}],"frozen_input_commit":"7a747129cbbb954190d0a6e841892ac0f9313535","infrastructure_failures":[],"mcpatch_failures":["trial-1771afcd1573c74c32b6"],"per_scenario":[{"condition":"agent_only_end_to_end","false_negative_repositories":0,"false_positive_repositories":3,"metrics":{"attempts_mean":4.0,"attempts_median":4.0,"attempts_total":12,"changed_files_total":18,"changed_lines_total":141,"condition":"agent_only_end_to_end","controls_preserved":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":0.4444444444444444,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.6153846153846153,"false_negative":2,"false_positive":3,"ground_truth_size_total":6,"precision":0.5714285714285714,"predicted_size_total":7,"recall":0.6666666666666666,"sample_size":3,"true_negative":0,"true_positive":4,"universe_size_total":9},"false_negative_repository_total":0,"false_positive_repository_total":3,"no_change_repositories":{"accuracy":0.8333333333333334,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.8571428571428571,"false_negative":3,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":9,"recall":0.75,"sample_size":3,"true_negative":6,"true_positive":9,"universe_size_total":18},"patch_targets":{"accuracy":0.8333333333333334,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.8,"false_negative":0,"false_positive":3,"ground_truth_size_total":6,"precision":0.6666666666666666,"predicted_size_total":9,"recall":1.0,"sample_size":3,"true_negative":9,"true_positive":6,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":0.5555555555555556,"discovery_consumer_recall_mean":0.6666666666666666,"discovery_control_accuracy_mean":0.8333333333333334,"discovery_target_precision_mean":0.6666666666666666,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":508.73779,"mean":423.341525,"median":418.077187,"minimum":343.209598,"observed_count":3,"observed_total":1270.024575,"total_count":3},"end_to_end":{"all_true_consumers_protected":{"estimate":0.3333333333333333,"sample_size":3,"successes":1,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.06149194472039624,"reason":null,"sample_size":3,"status":"observed","successes":1,"upper":0.7923403991979522}},"all_true_targets_repaired":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"attempts_mean":4.0,"attempts_median":4.0,"attempts_total":12,"complete_fleet_repaired":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"complete_integration_pass":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"correct_target_and_correct_patch":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"governance_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_repair_targets_total":0,"no_unnecessary_repository_modifications":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"ready_for_human_review":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"sample_size":3,"semantic_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unchanged_controls_preserved":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repository_modifications_total":3},"failure_counts":{"composition:affected_consumer_mismatch":3,"composition:no_change_repository_mismatch":3,"composition:unnecessary_repair_target":3,"integration:selected_no_change_repository_modified":4,"patch_policy:policy_diff_too_large":2},"first_attempt_accepted":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"governance_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"input_token_coverage":{"coverage":1.0,"maximum":936474.0,"mean":762182.6666666666,"median":677949.0,"minimum":672125.0,"observed_count":3,"observed_total":2286548.0,"total_count":3},"integration_passed":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":12100.0,"mean":10139.333333333334,"median":10031.0,"minimum":8287.0,"observed_count":3,"observed_total":30418.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"succeeded":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repositories_total":3,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"billing_summary_v2.v1","success_count":0,"success_rate":0.0,"tier":"primary","unnecessary_repository_modifications":3},{"condition":"code_search_discovery","false_negative_repositories":0,"false_positive_repositories":3,"metrics":{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"code_search_discovery","controls_preserved":null,"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":0.4444444444444444,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.6153846153846153,"false_negative":2,"false_positive":3,"ground_truth_size_total":6,"precision":0.5714285714285714,"predicted_size_total":7,"recall":0.6666666666666666,"sample_size":3,"true_negative":0,"true_positive":4,"universe_size_total":9},"false_negative_repository_total":0,"false_positive_repository_total":3,"no_change_repositories":{"accuracy":0.8333333333333334,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.8571428571428571,"false_negative":3,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":9,"recall":0.75,"sample_size":3,"true_negative":6,"true_positive":9,"universe_size_total":18},"patch_targets":{"accuracy":0.8333333333333334,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.8,"false_negative":0,"false_positive":3,"ground_truth_size_total":6,"precision":0.6666666666666666,"predicted_size_total":9,"recall":1.0,"sample_size":3,"true_negative":9,"true_positive":6,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":0.5555555555555556,"discovery_consumer_recall_mean":0.6666666666666666,"discovery_control_accuracy_mean":0.8333333333333334,"discovery_target_precision_mean":0.6666666666666666,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":114.968112,"mean":97.487983,"median":98.751098,"minimum":78.744739,"observed_count":3,"observed_total":292.463949,"total_count":3},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":1.0,"maximum":187953.0,"mean":149629.66666666666,"median":185992.0,"minimum":74944.0,"observed_count":3,"observed_total":448889.0,"total_count":3},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":3546.0,"mean":3255.3333333333335,"median":3174.0,"minimum":3046.0,"observed_count":3,"observed_total":9766.0,"total_count":3},"sample_size":3,"semantic_safe":null,"succeeded":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"billing_summary_v2.v1","success_count":0,"success_rate":0.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_discovery","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"mcpatch_discovery","controls_preserved":null,"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":0,"true_positive":6,"universe_size_total":6},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":12,"recall":1.0,"sample_size":3,"true_negative":6,"true_positive":12,"universe_size_total":18},"patch_targets":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":12,"true_positive":6,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":1.0,"discovery_consumer_recall_mean":1.0,"discovery_control_accuracy_mean":1.0,"discovery_target_precision_mean":1.0,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":1e-05,"mean":4.000000000000001e-06,"median":1e-06,"minimum":1e-06,"observed_count":3,"observed_total":1.2e-05,"total_count":3},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"sample_size":3,"semantic_safe":null,"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"billing_summary_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_end_to_end","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.0,"attempts_median":2.0,"attempts_total":6,"changed_files_total":12,"changed_lines_total":76,"condition":"mcpatch_end_to_end","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":0,"true_positive":6,"universe_size_total":6},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":12,"recall":1.0,"sample_size":3,"true_negative":6,"true_positive":12,"universe_size_total":18},"patch_targets":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":12,"true_positive":6,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":1.0,"discovery_consumer_recall_mean":1.0,"discovery_control_accuracy_mean":1.0,"discovery_target_precision_mean":1.0,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":197.569241,"mean":168.14618166666668,"median":154.03797300000002,"minimum":152.83133099999998,"observed_count":3,"observed_total":504.438545,"total_count":3},"end_to_end":{"all_true_consumers_protected":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"all_true_targets_repaired":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"attempts_mean":2.0,"attempts_median":2.0,"attempts_total":6,"complete_fleet_repaired":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"complete_integration_pass":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"correct_target_and_correct_patch":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"governance_safe_patchset":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_repair_targets_total":0,"no_unnecessary_repository_modifications":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"ready_for_human_review":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"sample_size":3,"semantic_safe_patchset":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unchanged_controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repository_modifications_total":0},"failure_counts":{},"first_attempt_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"governance_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"input_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"billing_summary_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_guided_repair","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.6666666666666665,"attempts_median":2.0,"attempts_total":8,"changed_files_total":16,"changed_lines_total":103,"condition":"mcpatch_guided_repair","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":1.0,"maximum":371.79697,"mean":264.885572,"median":218.55058400000001,"minimum":204.30916200000001,"observed_count":3,"observed_total":794.656716,"total_count":3},"end_to_end":null,"failure_counts":{"contract:evaluation_plugin_unavailable":2},"first_attempt_accepted":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"governance_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"input_token_coverage":{"coverage":1.0,"maximum":754995.0,"mean":522212.0,"median":454827.0,"minimum":356814.0,"observed_count":3,"observed_total":1566636.0,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":8007.0,"mean":5765.0,"median":4963.0,"minimum":4325.0,"observed_count":3,"observed_total":17295.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}}},"missing_repair_targets":0,"sample_size":3,"scenario_key":"billing_summary_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"repo_only_repair","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.0,"attempts_median":2.0,"attempts_total":6,"changed_files_total":12,"changed_lines_total":38,"condition":"repo_only_repair","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":1.0,"maximum":136.85671200000002,"mean":129.27884733333335,"median":131.895201,"minimum":119.084629,"observed_count":3,"observed_total":387.836542,"total_count":3},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"governance_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"input_token_coverage":{"coverage":1.0,"maximum":316226.0,"mean":299524.3333333333,"median":315557.0,"minimum":266790.0,"observed_count":3,"observed_total":898573.0,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":2427.0,"mean":2354.3333333333335,"median":2359.0,"minimum":2277.0,"observed_count":3,"observed_total":7063.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}}},"missing_repair_targets":0,"sample_size":3,"scenario_key":"billing_summary_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"agent_only_end_to_end","false_negative_repositories":2,"false_positive_repositories":2,"metrics":{"attempts_mean":3.0,"attempts_median":4.0,"attempts_total":9,"changed_files_total":13,"changed_lines_total":85,"condition":"agent_only_end_to_end","controls_preserved":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":0.375,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.5454545454545454,"false_negative":3,"false_positive":2,"ground_truth_size_total":6,"precision":0.6,"predicted_size_total":5,"recall":0.5,"sample_size":3,"true_negative":0,"true_positive":3,"universe_size_total":8},"false_negative_repository_total":2,"false_positive_repository_total":2,"no_change_repositories":{"accuracy":0.6666666666666666,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.6666666666666666,"false_negative":6,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":6,"recall":0.5,"sample_size":3,"true_negative":6,"true_positive":6,"universe_size_total":18},"patch_targets":{"accuracy":0.7777777777777778,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.6666666666666666,"false_negative":2,"false_positive":2,"ground_truth_size_total":6,"precision":0.6666666666666666,"predicted_size_total":6,"recall":0.6666666666666666,"sample_size":3,"true_negative":10,"true_positive":4,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":0.3888888888888889,"discovery_consumer_recall_mean":0.5,"discovery_control_accuracy_mean":0.6666666666666667,"discovery_target_precision_mean":0.4444444444444444,"discovery_target_recall_mean":0.6666666666666666,"elapsed_coverage":{"coverage":1.0,"maximum":469.60117,"mean":315.952405,"median":385.34539500000005,"minimum":92.91065,"observed_count":3,"observed_total":947.8572150000001,"total_count":3},"end_to_end":{"all_true_consumers_protected":{"estimate":0.3333333333333333,"sample_size":3,"successes":1,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.06149194472039624,"reason":null,"sample_size":3,"status":"observed","successes":1,"upper":0.7923403991979522}},"all_true_targets_repaired":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"attempts_mean":3.0,"attempts_median":4.0,"attempts_total":9,"complete_fleet_repaired":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"complete_integration_pass":{"estimate":0.0,"sample_size":2,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":2,"status":"observed","successes":0,"upper":0.6576197724933468}},"correct_target_and_correct_patch":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"governance_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_repair_targets_total":2,"no_unnecessary_repository_modifications":{"estimate":0.3333333333333333,"sample_size":3,"successes":1,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.06149194472039624,"reason":null,"sample_size":3,"status":"observed","successes":1,"upper":0.7923403991979522}},"ready_for_human_review":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"sample_size":3,"semantic_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unchanged_controls_preserved":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repository_modifications_total":2},"failure_counts":{"composition:affected_consumer_mismatch":3,"composition:missing_repair_target":2,"composition:no_change_repository_mismatch":3,"composition:unnecessary_repair_target":2,"discovery:malformed_discovery_json":1,"integration:selected_no_change_repository_modified":5},"first_attempt_accepted":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"governance_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"input_token_coverage":{"coverage":1.0,"maximum":880983.0,"mean":598815.6666666666,"median":760068.0,"minimum":155396.0,"observed_count":3,"observed_total":1796447.0,"total_count":3},"integration_passed":{"estimate":0.0,"sample_size":2,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":2,"status":"observed","successes":0,"upper":0.6576197724933468}},"missing_targets_total":2,"output_token_coverage":{"coverage":1.0,"maximum":10134.0,"mean":7305.0,"median":8747.0,"minimum":3034.0,"observed_count":3,"observed_total":21915.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"succeeded":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repositories_total":2,"within_budget_accepted":null},"missing_repair_targets":2,"sample_size":3,"scenario_key":"risk_assessment_v2.v1","success_count":0,"success_rate":0.0,"tier":"primary","unnecessary_repository_modifications":2},{"condition":"code_search_discovery","false_negative_repositories":2,"false_positive_repositories":2,"metrics":{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"code_search_discovery","controls_preserved":null,"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":0.375,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.5454545454545454,"false_negative":3,"false_positive":2,"ground_truth_size_total":6,"precision":0.6,"predicted_size_total":5,"recall":0.5,"sample_size":3,"true_negative":0,"true_positive":3,"universe_size_total":8},"false_negative_repository_total":2,"false_positive_repository_total":2,"no_change_repositories":{"accuracy":0.6666666666666666,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.6666666666666666,"false_negative":6,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":6,"recall":0.5,"sample_size":3,"true_negative":6,"true_positive":6,"universe_size_total":18},"patch_targets":{"accuracy":0.7777777777777778,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.6666666666666666,"false_negative":2,"false_positive":2,"ground_truth_size_total":6,"precision":0.6666666666666666,"predicted_size_total":6,"recall":0.6666666666666666,"sample_size":3,"true_negative":10,"true_positive":4,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":0.3888888888888889,"discovery_consumer_recall_mean":0.5,"discovery_control_accuracy_mean":0.6666666666666667,"discovery_target_precision_mean":0.4444444444444444,"discovery_target_recall_mean":0.6666666666666666,"elapsed_coverage":{"coverage":1.0,"maximum":92.91065,"mean":88.38508566666667,"median":92.218423,"minimum":80.026184,"observed_count":3,"observed_total":265.155257,"total_count":3},"end_to_end":null,"failure_counts":{"discovery:malformed_discovery_json":1},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":1.0,"maximum":157523.0,"mean":148010.66666666666,"median":155396.0,"minimum":131113.0,"observed_count":3,"observed_total":444032.0,"total_count":3},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":3363.0,"mean":3098.3333333333335,"median":3034.0,"minimum":2898.0,"observed_count":3,"observed_total":9295.0,"total_count":3},"sample_size":3,"semantic_safe":null,"succeeded":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"risk_assessment_v2.v1","success_count":0,"success_rate":0.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_discovery","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"mcpatch_discovery","controls_preserved":null,"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":0,"true_positive":6,"universe_size_total":6},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":12,"recall":1.0,"sample_size":3,"true_negative":6,"true_positive":12,"universe_size_total":18},"patch_targets":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":12,"true_positive":6,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":1.0,"discovery_consumer_recall_mean":1.0,"discovery_control_accuracy_mean":1.0,"discovery_target_precision_mean":1.0,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":1e-06,"mean":1e-06,"median":1e-06,"minimum":1e-06,"observed_count":3,"observed_total":3e-06,"total_count":3},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"sample_size":3,"semantic_safe":null,"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"risk_assessment_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_end_to_end","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.6666666666666665,"attempts_median":3.0,"attempts_total":8,"changed_files_total":16,"changed_lines_total":94,"condition":"mcpatch_end_to_end","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":0,"true_positive":6,"universe_size_total":6},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":12,"recall":1.0,"sample_size":3,"true_negative":6,"true_positive":12,"universe_size_total":18},"patch_targets":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":12,"true_positive":6,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":1.0,"discovery_consumer_recall_mean":1.0,"discovery_control_accuracy_mean":1.0,"discovery_target_precision_mean":1.0,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":287.716518,"mean":236.79085933333332,"median":279.211327,"minimum":143.44473299999999,"observed_count":3,"observed_total":710.372578,"total_count":3},"end_to_end":{"all_true_consumers_protected":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"all_true_targets_repaired":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"attempts_mean":2.6666666666666665,"attempts_median":3.0,"attempts_total":8,"complete_fleet_repaired":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"complete_integration_pass":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"correct_target_and_correct_patch":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"governance_safe_patchset":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_repair_targets_total":0,"no_unnecessary_repository_modifications":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"ready_for_human_review":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"sample_size":3,"semantic_safe_patchset":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unchanged_controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repository_modifications_total":0},"failure_counts":{"contract:contract_required_output":2},"first_attempt_accepted":{"estimate":0.3333333333333333,"sample_size":3,"successes":1,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.06149194472039624,"reason":null,"sample_size":3,"status":"observed","successes":1,"upper":0.7923403991979522}},"governance_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"input_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"risk_assessment_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_guided_repair","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.0,"attempts_median":2.0,"attempts_total":6,"changed_files_total":12,"changed_lines_total":76,"condition":"mcpatch_guided_repair","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":1.0,"maximum":196.935425,"mean":169.966914,"median":160.695906,"minimum":152.269411,"observed_count":3,"observed_total":509.90074200000004,"total_count":3},"end_to_end":null,"failure_counts":{"patch_policy:policy_diff_too_large":1},"first_attempt_accepted":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"governance_safe":{"estimate":1.0,"sample_size":2,"successes":2,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.34238022750665326,"reason":null,"sample_size":2,"status":"observed","successes":2,"upper":1.0}},"input_token_coverage":{"coverage":1.0,"maximum":380150.0,"mean":316877.0,"median":296879.0,"minimum":273602.0,"observed_count":3,"observed_total":950631.0,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":3868.0,"mean":3435.3333333333335,"median":3458.0,"minimum":2980.0,"observed_count":3,"observed_total":10306.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":2,"successes":2,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.34238022750665326,"reason":null,"sample_size":2,"status":"observed","successes":2,"upper":1.0}},"succeeded":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}}},"missing_repair_targets":0,"sample_size":3,"scenario_key":"risk_assessment_v2.v1","success_count":2,"success_rate":0.6666666666666666,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"repo_only_repair","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.0,"attempts_median":2.0,"attempts_total":6,"changed_files_total":12,"changed_lines_total":47,"condition":"repo_only_repair","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":1.0,"maximum":143.45127100000002,"mean":128.19292233333334,"median":138.205518,"minimum":102.921978,"observed_count":3,"observed_total":384.578767,"total_count":3},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"governance_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"input_token_coverage":{"coverage":1.0,"maximum":286978.0,"mean":262424.6666666667,"median":261984.0,"minimum":238312.0,"observed_count":3,"observed_total":787274.0,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":2632.0,"mean":2454.6666666666665,"median":2440.0,"minimum":2292.0,"observed_count":3,"observed_total":7364.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}}},"missing_repair_targets":0,"sample_size":3,"scenario_key":"risk_assessment_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"agent_only_end_to_end","false_negative_repositories":4,"false_positive_repositories":1,"metrics":{"attempts_mean":1.6666666666666667,"attempts_median":0.0,"attempts_total":5,"changed_files_total":7,"changed_lines_total":47,"condition":"agent_only_end_to_end","controls_preserved":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":0.14285714285714285,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.25,"false_negative":5,"false_positive":1,"ground_truth_size_total":6,"precision":0.5,"predicted_size_total":2,"recall":0.16666666666666666,"sample_size":3,"true_negative":0,"true_positive":1,"universe_size_total":7},"false_negative_repository_total":4,"false_positive_repository_total":1,"no_change_repositories":{"accuracy":0.5,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.4,"false_negative":9,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":3,"recall":0.25,"sample_size":3,"true_negative":6,"true_positive":3,"universe_size_total":18},"patch_targets":{"accuracy":0.7222222222222222,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.4444444444444444,"false_negative":4,"false_positive":1,"ground_truth_size_total":6,"precision":0.6666666666666666,"predicted_size_total":3,"recall":0.3333333333333333,"sample_size":3,"true_negative":11,"true_positive":2,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":0.16666666666666666,"discovery_consumer_recall_mean":0.16666666666666666,"discovery_control_accuracy_mean":0.5,"discovery_target_precision_mean":0.2222222222222222,"discovery_target_recall_mean":0.3333333333333333,"elapsed_coverage":{"coverage":1.0,"maximum":503.63057100000003,"mean":224.22331933333334,"median":98.339919,"minimum":70.699468,"observed_count":3,"observed_total":672.6699580000001,"total_count":3},"end_to_end":{"all_true_consumers_protected":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"all_true_targets_repaired":{"estimate":0.3333333333333333,"sample_size":3,"successes":1,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.06149194472039624,"reason":null,"sample_size":3,"status":"observed","successes":1,"upper":0.7923403991979522}},"attempts_mean":1.6666666666666667,"attempts_median":0.0,"attempts_total":5,"complete_fleet_repaired":{"estimate":0.3333333333333333,"sample_size":3,"successes":1,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.06149194472039624,"reason":null,"sample_size":3,"status":"observed","successes":1,"upper":0.7923403991979522}},"complete_integration_pass":{"estimate":0.0,"sample_size":1,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":1,"status":"observed","successes":0,"upper":0.7934506856227624}},"correct_target_and_correct_patch":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"governance_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_repair_targets_total":4,"no_unnecessary_repository_modifications":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"ready_for_human_review":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"sample_size":3,"semantic_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unchanged_controls_preserved":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repository_modifications_total":1},"failure_counts":{"composition:affected_consumer_mismatch":3,"composition:missing_repair_target":4,"composition:no_change_repository_mismatch":3,"composition:unnecessary_repair_target":1,"discovery:malformed_discovery_json":2,"integration:selected_no_change_repository_modified":3},"first_attempt_accepted":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"governance_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"input_token_coverage":{"coverage":1.0,"maximum":1005255.0,"mean":432545.3333333333,"median":188284.0,"minimum":104097.0,"observed_count":3,"observed_total":1297636.0,"total_count":3},"integration_passed":{"estimate":0.0,"sample_size":1,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":1,"status":"observed","successes":0,"upper":0.7934506856227624}},"missing_targets_total":4,"output_token_coverage":{"coverage":1.0,"maximum":10927.0,"mean":5634.333333333333,"median":3281.0,"minimum":2695.0,"observed_count":3,"observed_total":16903.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"succeeded":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repositories_total":1,"within_budget_accepted":null},"missing_repair_targets":4,"sample_size":3,"scenario_key":"shipment_quote_v2.v1","success_count":0,"success_rate":0.0,"tier":"primary","unnecessary_repository_modifications":1},{"condition":"code_search_discovery","false_negative_repositories":4,"false_positive_repositories":1,"metrics":{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"code_search_discovery","controls_preserved":null,"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":0.14285714285714285,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.25,"false_negative":5,"false_positive":1,"ground_truth_size_total":6,"precision":0.5,"predicted_size_total":2,"recall":0.16666666666666666,"sample_size":3,"true_negative":0,"true_positive":1,"universe_size_total":7},"false_negative_repository_total":4,"false_positive_repository_total":1,"no_change_repositories":{"accuracy":0.5,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.4,"false_negative":9,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":3,"recall":0.25,"sample_size":3,"true_negative":6,"true_positive":3,"universe_size_total":18},"patch_targets":{"accuracy":0.7222222222222222,"exact_match":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"f1":0.4444444444444444,"false_negative":4,"false_positive":1,"ground_truth_size_total":6,"precision":0.6666666666666666,"predicted_size_total":3,"recall":0.3333333333333333,"sample_size":3,"true_negative":11,"true_positive":2,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":0.16666666666666666,"discovery_consumer_recall_mean":0.16666666666666666,"discovery_control_accuracy_mean":0.5,"discovery_target_precision_mean":0.2222222222222222,"discovery_target_recall_mean":0.3333333333333333,"elapsed_coverage":{"coverage":1.0,"maximum":103.129334,"mean":90.72290699999999,"median":98.339919,"minimum":70.699468,"observed_count":3,"observed_total":272.168721,"total_count":3},"end_to_end":null,"failure_counts":{"discovery:malformed_discovery_json":2},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":1.0,"maximum":188284.0,"mean":159434.33333333334,"median":185922.0,"minimum":104097.0,"observed_count":3,"observed_total":478303.0,"total_count":3},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":3530.0,"mean":3168.6666666666665,"median":3281.0,"minimum":2695.0,"observed_count":3,"observed_total":9506.0,"total_count":3},"sample_size":3,"semantic_safe":null,"succeeded":{"estimate":0.0,"sample_size":3,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":3,"status":"observed","successes":0,"upper":0.5614970317550453}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"shipment_quote_v2.v1","success_count":0,"success_rate":0.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_discovery","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"mcpatch_discovery","controls_preserved":null,"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":0,"true_positive":6,"universe_size_total":6},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":12,"recall":1.0,"sample_size":3,"true_negative":6,"true_positive":12,"universe_size_total":18},"patch_targets":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":12,"true_positive":6,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":1.0,"discovery_consumer_recall_mean":1.0,"discovery_control_accuracy_mean":1.0,"discovery_target_precision_mean":1.0,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":2e-06,"mean":1.6666666666666667e-06,"median":2e-06,"minimum":1e-06,"observed_count":3,"observed_total":4.9999999999999996e-06,"total_count":3},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"sample_size":3,"semantic_safe":null,"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"shipment_quote_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_end_to_end","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.3333333333333335,"attempts_median":2.0,"attempts_total":7,"changed_files_total":14,"changed_lines_total":95,"condition":"mcpatch_end_to_end","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":{"affected_consumers":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":0,"true_positive":6,"universe_size_total":6},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":12,"precision":1.0,"predicted_size_total":12,"recall":1.0,"sample_size":3,"true_negative":6,"true_positive":12,"universe_size_total":18},"patch_targets":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":6,"precision":1.0,"predicted_size_total":6,"recall":1.0,"sample_size":3,"true_negative":12,"true_positive":6,"universe_size_total":18},"sample_size":3},"discovery_consumer_precision_mean":1.0,"discovery_consumer_recall_mean":1.0,"discovery_control_accuracy_mean":1.0,"discovery_target_precision_mean":1.0,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":227.89794,"mean":181.97571933333333,"median":167.954838,"minimum":150.07438000000002,"observed_count":3,"observed_total":545.927158,"total_count":3},"end_to_end":{"all_true_consumers_protected":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"all_true_targets_repaired":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"attempts_mean":2.3333333333333335,"attempts_median":2.0,"attempts_total":7,"complete_fleet_repaired":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"complete_integration_pass":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"correct_target_and_correct_patch":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"governance_safe_patchset":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_repair_targets_total":0,"no_unnecessary_repository_modifications":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"ready_for_human_review":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"sample_size":3,"semantic_safe_patchset":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unchanged_controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repository_modifications_total":0},"failure_counts":{"contract:contract_required_output":1},"first_attempt_accepted":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"governance_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"input_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":null},"missing_repair_targets":0,"sample_size":3,"scenario_key":"shipment_quote_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"mcpatch_guided_repair","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.6666666666666665,"attempts_median":2.0,"attempts_total":8,"changed_files_total":16,"changed_lines_total":117,"condition":"mcpatch_guided_repair","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":1.0,"maximum":354.107226,"mean":238.14710666666667,"median":209.005067,"minimum":151.329027,"observed_count":3,"observed_total":714.44132,"total_count":3},"end_to_end":null,"failure_counts":{"contract:contract_required_output":2},"first_attempt_accepted":{"estimate":0.6666666666666666,"sample_size":3,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.20765960080204776,"reason":null,"sample_size":3,"status":"observed","successes":2,"upper":0.9385080552796036}},"governance_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"input_token_coverage":{"coverage":1.0,"maximum":758193.0,"mean":489259.3333333333,"median":405157.0,"minimum":304428.0,"observed_count":3,"observed_total":1467778.0,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":8155.0,"mean":5323.0,"median":4649.0,"minimum":3165.0,"observed_count":3,"observed_total":15969.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}}},"missing_repair_targets":0,"sample_size":3,"scenario_key":"shipment_quote_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0},{"condition":"repo_only_repair","false_negative_repositories":0,"false_positive_repositories":0,"metrics":{"attempts_mean":2.0,"attempts_median":2.0,"attempts_total":6,"changed_files_total":12,"changed_lines_total":54,"condition":"repo_only_repair","controls_preserved":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":3},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":1.0,"maximum":189.72650900000002,"mean":159.39759266666667,"median":153.598745,"minimum":134.867524,"observed_count":3,"observed_total":478.19277800000003,"total_count":3},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"governance_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"input_token_coverage":{"coverage":1.0,"maximum":316311.0,"mean":291195.6666666667,"median":293433.0,"minimum":263843.0,"observed_count":3,"observed_total":873587.0,"total_count":3},"integration_passed":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":3619.0,"mean":2997.6666666666665,"median":3052.0,"minimum":2322.0,"observed_count":3,"observed_total":8993.0,"total_count":3},"sample_size":3,"semantic_safe":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"succeeded":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":1.0,"sample_size":3,"successes":3,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.43850296824495466,"reason":null,"sample_size":3,"status":"observed","successes":3,"upper":1.0}}},"missing_repair_targets":0,"sample_size":3,"scenario_key":"shipment_quote_v2.v1","success_count":3,"success_rate":1.0,"tier":"primary","unnecessary_repository_modifications":0}],"primary_conditions":[{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"code_search_discovery","controls_preserved":null,"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"discovery":{"affected_consumers":{"accuracy":0.3333333333333333,"exact_match":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"f1":0.5,"false_negative":10,"false_positive":6,"ground_truth_size_total":18,"precision":0.5714285714285714,"predicted_size_total":14,"recall":0.4444444444444444,"sample_size":9,"true_negative":0,"true_positive":8,"universe_size_total":24},"false_negative_repository_total":6,"false_positive_repository_total":6,"no_change_repositories":{"accuracy":0.6666666666666666,"exact_match":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"f1":0.6666666666666666,"false_negative":18,"false_positive":0,"ground_truth_size_total":36,"precision":1.0,"predicted_size_total":18,"recall":0.5,"sample_size":9,"true_negative":18,"true_positive":18,"universe_size_total":54},"patch_targets":{"accuracy":0.7777777777777778,"exact_match":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"f1":0.6666666666666666,"false_negative":6,"false_positive":6,"ground_truth_size_total":18,"precision":0.6666666666666666,"predicted_size_total":18,"recall":0.6666666666666666,"sample_size":9,"true_negative":30,"true_positive":12,"universe_size_total":54},"sample_size":9},"discovery_consumer_precision_mean":0.37037037037037035,"discovery_consumer_recall_mean":0.4444444444444444,"discovery_control_accuracy_mean":0.6666666666666667,"discovery_target_precision_mean":0.4444444444444444,"discovery_target_recall_mean":0.6666666666666666,"elapsed_coverage":{"coverage":1.0,"maximum":114.968112,"mean":92.19865855555555,"median":92.91065,"minimum":70.699468,"observed_count":9,"observed_total":829.787927,"total_count":9},"end_to_end":null,"failure_counts":{"discovery:malformed_discovery_json":3},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":1.0,"maximum":188284.0,"mean":152358.22222222222,"median":157523.0,"minimum":74944.0,"observed_count":9,"observed_total":1371224.0,"total_count":9},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":3546.0,"mean":3174.1111111111113,"median":3174.0,"minimum":2695.0,"observed_count":9,"observed_total":28567.0,"total_count":9},"sample_size":9,"semantic_safe":null,"succeeded":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"unnecessary_repositories_total":0,"within_budget_accepted":null},{"attempts_mean":null,"attempts_median":null,"attempts_total":0,"changed_files_total":0,"changed_lines_total":0,"condition":"mcpatch_discovery","controls_preserved":null,"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"discovery":{"affected_consumers":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":18,"precision":1.0,"predicted_size_total":18,"recall":1.0,"sample_size":9,"true_negative":0,"true_positive":18,"universe_size_total":18},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":36,"precision":1.0,"predicted_size_total":36,"recall":1.0,"sample_size":9,"true_negative":18,"true_positive":36,"universe_size_total":54},"patch_targets":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":18,"precision":1.0,"predicted_size_total":18,"recall":1.0,"sample_size":9,"true_negative":36,"true_positive":18,"universe_size_total":54},"sample_size":9},"discovery_consumer_precision_mean":1.0,"discovery_consumer_recall_mean":1.0,"discovery_control_accuracy_mean":1.0,"discovery_target_precision_mean":1.0,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":1e-05,"mean":2.222222222222222e-06,"median":1e-06,"minimum":1e-06,"observed_count":9,"observed_total":2e-05,"total_count":9},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":null,"governance_safe":null,"input_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"integration_passed":null,"missing_targets_total":0,"output_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"sample_size":9,"semantic_safe":null,"succeeded":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"unnecessary_repositories_total":0,"within_budget_accepted":null},{"attempts_mean":2.0,"attempts_median":2.0,"attempts_total":18,"changed_files_total":36,"changed_lines_total":139,"condition":"repo_only_repair","controls_preserved":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":1.0,"maximum":189.72650900000002,"mean":138.95645411111113,"median":136.85671200000002,"minimum":102.921978,"observed_count":9,"observed_total":1250.608087,"total_count":9},"end_to_end":null,"failure_counts":{},"first_attempt_accepted":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"governance_safe":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"input_token_coverage":{"coverage":1.0,"maximum":316311.0,"mean":284381.55555555556,"median":286978.0,"minimum":238312.0,"observed_count":9,"observed_total":2559434.0,"total_count":9},"integration_passed":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":3619.0,"mean":2602.222222222222,"median":2427.0,"minimum":2277.0,"observed_count":9,"observed_total":23420.0,"total_count":9},"sample_size":9,"semantic_safe":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"succeeded":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}}},{"attempts_mean":2.4444444444444446,"attempts_median":2.0,"attempts_total":22,"changed_files_total":44,"changed_lines_total":296,"condition":"mcpatch_guided_repair","controls_preserved":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"discovery":null,"discovery_consumer_precision_mean":null,"discovery_consumer_recall_mean":null,"discovery_control_accuracy_mean":null,"discovery_target_precision_mean":null,"discovery_target_recall_mean":null,"elapsed_coverage":{"coverage":1.0,"maximum":371.79697,"mean":224.33319755555556,"median":204.30916200000001,"minimum":151.329027,"observed_count":9,"observed_total":2018.9987780000001,"total_count":9},"end_to_end":null,"failure_counts":{"contract:contract_required_output":2,"contract:evaluation_plugin_unavailable":2,"patch_policy:policy_diff_too_large":1},"first_attempt_accepted":{"estimate":0.6666666666666666,"sample_size":9,"successes":6,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.3542021355803963,"reason":null,"sample_size":9,"status":"observed","successes":6,"upper":0.8794161816130889}},"governance_safe":{"estimate":1.0,"sample_size":8,"successes":8,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.67559243511612,"reason":null,"sample_size":8,"status":"observed","successes":8,"upper":1.0}},"input_token_coverage":{"coverage":1.0,"maximum":758193.0,"mean":442782.77777777775,"median":380150.0,"minimum":273602.0,"observed_count":9,"observed_total":3985045.0,"total_count":9},"integration_passed":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"missing_targets_total":0,"output_token_coverage":{"coverage":1.0,"maximum":8155.0,"mean":4841.111111111111,"median":4325.0,"minimum":2980.0,"observed_count":9,"observed_total":43570.0,"total_count":9},"sample_size":9,"semantic_safe":{"estimate":1.0,"sample_size":8,"successes":8,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.67559243511612,"reason":null,"sample_size":8,"status":"observed","successes":8,"upper":1.0}},"succeeded":{"estimate":0.8888888888888888,"sample_size":9,"successes":8,"wilson":{"confidence_level":0.95,"estimate":0.8888888888888888,"lower":0.565000294423344,"reason":null,"sample_size":9,"status":"observed","successes":8,"upper":0.9801091123614549}},"unnecessary_repositories_total":0,"within_budget_accepted":{"estimate":0.8888888888888888,"sample_size":9,"successes":8,"wilson":{"confidence_level":0.95,"estimate":0.8888888888888888,"lower":0.565000294423344,"reason":null,"sample_size":9,"status":"observed","successes":8,"upper":0.9801091123614549}}},{"attempts_mean":2.888888888888889,"attempts_median":4.0,"attempts_total":26,"changed_files_total":38,"changed_lines_total":273,"condition":"agent_only_end_to_end","controls_preserved":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"discovery":{"affected_consumers":{"accuracy":0.3333333333333333,"exact_match":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"f1":0.5,"false_negative":10,"false_positive":6,"ground_truth_size_total":18,"precision":0.5714285714285714,"predicted_size_total":14,"recall":0.4444444444444444,"sample_size":9,"true_negative":0,"true_positive":8,"universe_size_total":24},"false_negative_repository_total":6,"false_positive_repository_total":6,"no_change_repositories":{"accuracy":0.6666666666666666,"exact_match":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"f1":0.6666666666666666,"false_negative":18,"false_positive":0,"ground_truth_size_total":36,"precision":1.0,"predicted_size_total":18,"recall":0.5,"sample_size":9,"true_negative":18,"true_positive":18,"universe_size_total":54},"patch_targets":{"accuracy":0.7777777777777778,"exact_match":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"f1":0.6666666666666666,"false_negative":6,"false_positive":6,"ground_truth_size_total":18,"precision":0.6666666666666666,"predicted_size_total":18,"recall":0.6666666666666666,"sample_size":9,"true_negative":30,"true_positive":12,"universe_size_total":54},"sample_size":9},"discovery_consumer_precision_mean":0.37037037037037035,"discovery_consumer_recall_mean":0.4444444444444444,"discovery_control_accuracy_mean":0.6666666666666667,"discovery_target_precision_mean":0.4444444444444444,"discovery_target_recall_mean":0.6666666666666666,"elapsed_coverage":{"coverage":1.0,"maximum":508.73779,"mean":321.1724164444445,"median":385.34539500000005,"minimum":70.699468,"observed_count":9,"observed_total":2890.5517480000003,"total_count":9},"end_to_end":{"all_true_consumers_protected":{"estimate":0.2222222222222222,"sample_size":9,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.2222222222222222,"lower":0.06322510711784675,"reason":null,"sample_size":9,"status":"observed","successes":2,"upper":0.547411030893011}},"all_true_targets_repaired":{"estimate":0.6666666666666666,"sample_size":9,"successes":6,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.3542021355803963,"reason":null,"sample_size":9,"status":"observed","successes":6,"upper":0.8794161816130889}},"attempts_mean":2.888888888888889,"attempts_median":4.0,"attempts_total":26,"complete_fleet_repaired":{"estimate":0.6666666666666666,"sample_size":9,"successes":6,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.3542021355803963,"reason":null,"sample_size":9,"status":"observed","successes":6,"upper":0.8794161816130889}},"complete_integration_pass":{"estimate":0.3333333333333333,"sample_size":6,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.09677141110578048,"reason":null,"sample_size":6,"status":"observed","successes":2,"upper":0.7000066848616078}},"correct_target_and_correct_patch":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"governance_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"missing_repair_targets_total":6,"no_unnecessary_repository_modifications":{"estimate":0.3333333333333333,"sample_size":9,"successes":3,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.12058381838691092,"reason":null,"sample_size":9,"status":"observed","successes":3,"upper":0.6457978644196036}},"ready_for_human_review":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"sample_size":9,"semantic_safe_patchset":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"unchanged_controls_preserved":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"unnecessary_repository_modifications_total":6},"failure_counts":{"composition:affected_consumer_mismatch":9,"composition:missing_repair_target":6,"composition:no_change_repository_mismatch":9,"composition:unnecessary_repair_target":6,"discovery:malformed_discovery_json":3,"integration:selected_no_change_repository_modified":12,"patch_policy:policy_diff_too_large":2},"first_attempt_accepted":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"governance_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"input_token_coverage":{"coverage":1.0,"maximum":1005255.0,"mean":597847.8888888889,"median":677949.0,"minimum":104097.0,"observed_count":9,"observed_total":5380631.0,"total_count":9},"integration_passed":{"estimate":0.3333333333333333,"sample_size":6,"successes":2,"wilson":{"confidence_level":0.95,"estimate":0.3333333333333333,"lower":0.09677141110578048,"reason":null,"sample_size":6,"status":"observed","successes":2,"upper":0.7000066848616078}},"missing_targets_total":6,"output_token_coverage":{"coverage":1.0,"maximum":12100.0,"mean":7692.888888888889,"median":8747.0,"minimum":2695.0,"observed_count":9,"observed_total":69236.0,"total_count":9},"sample_size":9,"semantic_safe":{"estimate":null,"sample_size":0,"successes":0,"wilson":{"confidence_level":0.95,"estimate":null,"lower":null,"reason":"no scored observations","sample_size":0,"status":"not_observable","successes":0,"upper":null}},"succeeded":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"unnecessary_repositories_total":6,"within_budget_accepted":null},{"attempts_mean":2.3333333333333335,"attempts_median":2.0,"attempts_total":21,"changed_files_total":42,"changed_lines_total":265,"condition":"mcpatch_end_to_end","controls_preserved":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"cost_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"discovery":{"affected_consumers":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":18,"precision":1.0,"predicted_size_total":18,"recall":1.0,"sample_size":9,"true_negative":0,"true_positive":18,"universe_size_total":18},"false_negative_repository_total":0,"false_positive_repository_total":0,"no_change_repositories":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":36,"precision":1.0,"predicted_size_total":36,"recall":1.0,"sample_size":9,"true_negative":18,"true_positive":36,"universe_size_total":54},"patch_targets":{"accuracy":1.0,"exact_match":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"f1":1.0,"false_negative":0,"false_positive":0,"ground_truth_size_total":18,"precision":1.0,"predicted_size_total":18,"recall":1.0,"sample_size":9,"true_negative":36,"true_positive":18,"universe_size_total":54},"sample_size":9},"discovery_consumer_precision_mean":1.0,"discovery_consumer_recall_mean":1.0,"discovery_control_accuracy_mean":1.0,"discovery_target_precision_mean":1.0,"discovery_target_recall_mean":1.0,"elapsed_coverage":{"coverage":1.0,"maximum":287.716518,"mean":195.63758677777778,"median":167.954838,"minimum":143.44473299999999,"observed_count":9,"observed_total":1760.738281,"total_count":9},"end_to_end":{"all_true_consumers_protected":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"all_true_targets_repaired":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"attempts_mean":2.3333333333333335,"attempts_median":2.0,"attempts_total":21,"complete_fleet_repaired":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"complete_integration_pass":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"correct_target_and_correct_patch":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"governance_safe_patchset":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"missing_repair_targets_total":0,"no_unnecessary_repository_modifications":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"ready_for_human_review":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"sample_size":9,"semantic_safe_patchset":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"unchanged_controls_preserved":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"unnecessary_repository_modifications_total":0},"failure_counts":{"contract:contract_required_output":3},"first_attempt_accepted":{"estimate":0.6666666666666666,"sample_size":9,"successes":6,"wilson":{"confidence_level":0.95,"estimate":0.6666666666666666,"lower":0.3542021355803963,"reason":null,"sample_size":9,"status":"observed","successes":6,"upper":0.8794161816130889}},"governance_safe":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"input_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"integration_passed":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"missing_targets_total":0,"output_token_coverage":{"coverage":0.0,"maximum":null,"mean":null,"median":null,"minimum":null,"observed_count":0,"observed_total":null,"total_count":9},"sample_size":9,"semantic_safe":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"succeeded":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"unnecessary_repositories_total":0,"within_budget_accepted":null}],"primary_paired":[{"baseline_condition":"code_search_discovery","mcpatch_condition":"mcpatch_discovery","outcomes":{"absolute_rate_difference":1.0,"baseline_only":0,"baseline_rate":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"both_succeeded":0,"mcpatch_only":9,"mcpatch_rate":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"neither_succeeded":0,"sample_size":9},"track":"discovery"},{"baseline_condition":"repo_only_repair","mcpatch_condition":"mcpatch_guided_repair","outcomes":{"absolute_rate_difference":-0.11111111111111116,"baseline_only":1,"baseline_rate":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"both_succeeded":8,"mcpatch_only":0,"mcpatch_rate":{"estimate":0.8888888888888888,"sample_size":9,"successes":8,"wilson":{"confidence_level":0.95,"estimate":0.8888888888888888,"lower":0.565000294423344,"reason":null,"sample_size":9,"status":"observed","successes":8,"upper":0.9801091123614549}},"neither_succeeded":0,"sample_size":9},"track":"repair"},{"baseline_condition":"agent_only_end_to_end","mcpatch_condition":"mcpatch_end_to_end","outcomes":{"absolute_rate_difference":1.0,"baseline_only":0,"baseline_rate":{"estimate":0.0,"sample_size":9,"successes":0,"wilson":{"confidence_level":0.95,"estimate":0.0,"lower":0.0,"reason":null,"sample_size":9,"status":"observed","successes":0,"upper":0.2991450484195439}},"both_succeeded":0,"mcpatch_only":9,"mcpatch_rate":{"estimate":1.0,"sample_size":9,"successes":9,"wilson":{"confidence_level":0.95,"estimate":1.0,"lower":0.700854951580456,"reason":null,"sample_size":9,"status":"observed","successes":9,"upper":0.9999999999999999}},"neither_succeeded":0,"sample_size":9},"track":"end_to_end"}],"primary_repetitions":3,"primary_scenario_count":3,"primary_trial_count":54,"randomization_seed":"mcpatch-phase5-1-interleave-v1","scenario_inventory":[{"headline_exclusion_reason":null,"repository_count":6,"scenario_key":"billing_summary_v2.v1","tier":"primary","workspace_layouts":["billing-audit-control","billing-console-agent","billing-context-provider","billing-forecast-control","billing-insights-skill","collections-assistant-agent"]},{"headline_exclusion_reason":"Calibration scenarios existed in validated Phase 1-4 evidence and are excluded from primary generalization claims.","repository_count":6,"scenario_key":"customer_lookup_v2.v1","tier":"calibration","workspace_layouts":["customer-insights-skill","customer-tool-provider","fraud-agent","inventory-agent","revenue-agent","support-agent"]},{"headline_exclusion_reason":"Calibration scenarios existed in validated Phase 1-4 evidence and are excluded from primary generalization claims.","repository_count":5,"scenario_key":"operations_job_status_v2.v1","tier":"calibration","workspace_layouts":["inventory-control-agent-holdout","job-insights-skill-holdout","operations-context-provider-holdout","operations-dashboard-agent-holdout","support-escalation-agent-holdout"]},{"headline_exclusion_reason":null,"repository_count":6,"scenario_key":"risk_assessment_v2.v1","tier":"primary","workspace_layouts":["compliance-archive-control","credit-support-agent","fraud-signals-control","risk-context-provider","risk-guidance-skill","risk-review-agent"]},{"headline_exclusion_reason":null,"repository_count":6,"scenario_key":"shipment_quote_v2.v1","tier":"primary","workspace_layouts":["carrier-scorecard-control","fulfillment-insights-skill","route-planning-control","shipping-context-provider","shipping-portal-agent","warehouse-assistant-agent"]}],"scheduled_run_order":["1:billing_summary_v2.v1:r1:mcpatch_discovery","2:billing_summary_v2.v1:r1:code_search_discovery","3:shipment_quote_v2.v1:r2:mcpatch_discovery","4:shipment_quote_v2.v1:r2:code_search_discovery","5:shipment_quote_v2.v1:r3:mcpatch_discovery","6:shipment_quote_v2.v1:r3:code_search_discovery","7:risk_assessment_v2.v1:r3:code_search_discovery","8:risk_assessment_v2.v1:r3:mcpatch_discovery","11:shipment_quote_v2.v1:r1:mcpatch_discovery","12:shipment_quote_v2.v1:r1:code_search_discovery","15:billing_summary_v2.v1:r2:mcpatch_discovery","16:billing_summary_v2.v1:r2:code_search_discovery","17:billing_summary_v2.v1:r3:code_search_discovery","18:billing_summary_v2.v1:r3:mcpatch_discovery","19:risk_assessment_v2.v1:r2:code_search_discovery","20:risk_assessment_v2.v1:r2:mcpatch_discovery","21:risk_assessment_v2.v1:r1:code_search_discovery","22:risk_assessment_v2.v1:r1:mcpatch_discovery","23:billing_summary_v2.v1:r1:repo_only_repair","24:billing_summary_v2.v1:r1:mcpatch_guided_repair","25:billing_summary_v2.v1:r3:repo_only_repair","26:billing_summary_v2.v1:r3:mcpatch_guided_repair","27:shipment_quote_v2.v1:r2:mcpatch_guided_repair","28:shipment_quote_v2.v1:r2:repo_only_repair","29:billing_summary_v2.v1:r2:mcpatch_guided_repair","30:billing_summary_v2.v1:r2:repo_only_repair","31:shipment_quote_v2.v1:r1:mcpatch_guided_repair","32:shipment_quote_v2.v1:r1:repo_only_repair","35:risk_assessment_v2.v1:r1:repo_only_repair","36:risk_assessment_v2.v1:r1:mcpatch_guided_repair","37:shipment_quote_v2.v1:r3:mcpatch_guided_repair","38:shipment_quote_v2.v1:r3:repo_only_repair","39:risk_assessment_v2.v1:r2:repo_only_repair","40:risk_assessment_v2.v1:r2:mcpatch_guided_repair","43:risk_assessment_v2.v1:r3:mcpatch_guided_repair","44:risk_assessment_v2.v1:r3:repo_only_repair","45:shipment_quote_v2.v1:r1:agent_only_end_to_end","46:shipment_quote_v2.v1:r1:mcpatch_end_to_end","49:billing_summary_v2.v1:r3:agent_only_end_to_end","50:billing_summary_v2.v1:r3:mcpatch_end_to_end","51:risk_assessment_v2.v1:r2:agent_only_end_to_end","52:risk_assessment_v2.v1:r2:mcpatch_end_to_end","53:billing_summary_v2.v1:r1:mcpatch_end_to_end","54:billing_summary_v2.v1:r1:agent_only_end_to_end","55:risk_assessment_v2.v1:r1:agent_only_end_to_end","56:risk_assessment_v2.v1:r1:mcpatch_end_to_end","57:shipment_quote_v2.v1:r2:mcpatch_end_to_end","58:shipment_quote_v2.v1:r2:agent_only_end_to_end","59:shipment_quote_v2.v1:r3:agent_only_end_to_end","60:shipment_quote_v2.v1:r3:mcpatch_end_to_end","61:billing_summary_v2.v1:r2:agent_only_end_to_end","62:billing_summary_v2.v1:r2:mcpatch_end_to_end","65:risk_assessment_v2.v1:r3:mcpatch_end_to_end","66:risk_assessment_v2.v1:r3:agent_only_end_to_end"],"specification_checksum":"f716e1bb453857b7bc34f55f05dac6e0a827c163ecf51f015c03c8896081d93b","specification_tag":"phase-5-1-benchmark-spec-frozen"}}