{ "artifacts": [ { "kind": "readme", "media_type": "text/markdown; charset=utf-8", "public": true, "relative_path": "README.md", "sha256": "cab9eb64bb0dfd09376b1967c3675a64f49c7956379e0b508608398e57f9679b" }, { "kind": "candidate_diff", "media_type": "text/x-diff; charset=utf-8", "public": true, "relative_path": "holdout/candidates/job-insights-skill-holdout/candidate.diff", "sha256": "9150b488da1f5bdaf1f3113ffcbdb371603b4a7834762dcda3ab6070e2644218" }, { "kind": "candidate_manifest", "media_type": "application/json", "public": true, "relative_path": "holdout/candidates/job-insights-skill-holdout/candidate_manifest.json", "sha256": "eac10665e537392d5ebb640caa22b6a81825dc502c6a6fd869abe5682c4f3eb8" }, { "kind": "evaluation_report", "media_type": "application/json", "public": true, "relative_path": "holdout/candidates/job-insights-skill-holdout/evaluation_report.json", "sha256": "ed8a5c4293bfae2e42f406569944b64cfb776b4d27dad198062f0630f8f2fef0" }, { "kind": "candidate_diff", "media_type": "text/x-diff; charset=utf-8", "public": true, "relative_path": "holdout/candidates/operations-dashboard-agent-holdout/candidate.diff", "sha256": "c16e058c31e1fa0f5b51cdd5bcc411d929e6a5094902e31d9f96daaa8acf87d6" }, { "kind": "candidate_manifest", "media_type": "application/json", "public": true, "relative_path": "holdout/candidates/operations-dashboard-agent-holdout/candidate_manifest.json", "sha256": "d17b55b2774da747772ac3e54b1ecd2838b4aca89a6203a8df518bdbf43a7423" }, { "kind": "evaluation_report", "media_type": "application/json", "public": true, "relative_path": "holdout/candidates/operations-dashboard-agent-holdout/evaluation_report.json", "sha256": "ed44a340ca45e7703d2cd4f696b74ceedc32c8259be7a40d75c78805db2fb54e" }, { "kind": "datahub_receipt", "media_type": "application/json", "public": true, "relative_path": "holdout/datahub_writeback_receipt.json", "sha256": "477d1adae7b1b1a44b9cfc3890836ee5d0a4ffe571190f1c9c9250fac5e06cb4" }, { "kind": "github_receipt", "media_type": "application/json", "public": true, "relative_path": "holdout/github_receipt.json", "sha256": "5b8361a5748783ee3cd2502ae9e799e2524c49f0b60174b33022b61a45b57525" }, { "kind": "review_bundle", "media_type": "text/markdown; charset=utf-8", "public": true, "relative_path": "holdout/review_bundle.md", "sha256": "80910a709bb7a0d9ad547532c34cd3e08df92c7b70de6df94965bdde99fcb792" }, { "kind": "candidate_diff", "media_type": "text/x-diff; charset=utf-8", "public": true, "relative_path": "known/candidates/agent-skills/candidate.diff", "sha256": "0e06ae0ff654320b44568e5c62152b3b883ffeda0dd922856459ec387111dbd7" }, { "kind": "candidate_manifest", "media_type": "application/json", "public": true, "relative_path": "known/candidates/agent-skills/candidate_manifest.json", "sha256": "4b52df8c50d8131e9be07d287e2693df34673bd73d623ea8c23579c7cbf49ff3" }, { "kind": "evaluation_report", "media_type": "application/json", "public": true, "relative_path": "known/candidates/agent-skills/evaluation_report.json", "sha256": "7dfd5f98fc2284e6d04730000a96fe41ea566e30f5e0635d169801b4322f900d" }, { "kind": "candidate_diff", "media_type": "text/x-diff; charset=utf-8", "public": true, "relative_path": "known/candidates/fraud-triage-agent/candidate.diff", "sha256": "6929435587a72bec8107dc704ebca5763eb57e9f23ee0ccfd0bd14d13a6a509f" }, { "kind": "candidate_manifest", "media_type": "application/json", "public": true, "relative_path": "known/candidates/fraud-triage-agent/candidate_manifest.json", "sha256": "54a075868a1b6807556e88c5b80a9ff1bc1d7aad129d50c72cc893ee54a7920c" }, { "kind": "evaluation_report", "media_type": "application/json", "public": true, "relative_path": "known/candidates/fraud-triage-agent/evaluation_report.json", "sha256": "a1a3bbaa6473586562e177785878cd814b8d90326834aa774fb64854583a38ce" }, { "kind": "candidate_diff", "media_type": "text/x-diff; charset=utf-8", "public": true, "relative_path": "known/candidates/revenue-analyst-agent/candidate.diff", "sha256": "a56f2334b7081470984b19d15cc8eb3a18af60acb564a2201dc8ce5bb7871ce2" }, { "kind": "candidate_manifest", "media_type": "application/json", "public": true, "relative_path": "known/candidates/revenue-analyst-agent/candidate_manifest.json", "sha256": "85c08e048050485347a52b824c3762a829e7a386a68e4d18ca2340ab6dbe6eb5" }, { "kind": "evaluation_report", "media_type": "application/json", "public": true, "relative_path": "known/candidates/revenue-analyst-agent/evaluation_report.json", "sha256": "c74b186bf2cf26b808044dbdf1f63a62d10e581417548a13c90f00fbbc0510ef" }, { "kind": "datahub_receipt", "media_type": "application/json", "public": true, "relative_path": "known/datahub_writeback_receipt.json", "sha256": "5e3f7b9856fc00711ffd178d3e0512e4804a7e8d6a49dbedb9aa765ce6f58f1a" }, { "kind": "github_receipt", "media_type": "application/json", "public": true, "relative_path": "known/github_receipt.json", "sha256": "2cb73386ddcd8fdc87056832faa00a42a8039d5dd93280b8e7a1401e35a758dc" }, { "kind": "review_bundle", "media_type": "text/markdown; charset=utf-8", "public": true, "relative_path": "known/review_bundle.md", "sha256": "21954c4022d477814625d5d163025b589682b505903e89648e1e11e8280f6122" }, { "kind": "validation", "media_type": "application/json", "public": true, "relative_path": "validation/baselines.json", "sha256": "4d4a654e9d941b66e45ebd0f8987187bc4af85fbe82cc6fb334572ab3274fba0" }, { "kind": "validation", "media_type": "application/json", "public": true, "relative_path": "validation/canary.json", "sha256": "03ac66a9f485688a91b697f3d45c0dc9fbbb012371359ca54914d0b5652b6f09" }, { "kind": "validation", "media_type": "text/markdown; charset=utf-8", "public": true, "relative_path": "validation/phase3_live_record.md", "sha256": "9f46caa8667a6226469283f35b5553feb2e4c7deecc0ef99338b499ad59218d0" }, { "kind": "validation", "media_type": "application/json", "public": true, "relative_path": "validation/phase3_live_validation.json", "sha256": "dd4977ee83279049c8f3e4280e848d2ca65598d0ce5d244023adce07d7c910a2" }, { "kind": "validation", "media_type": "application/json", "public": true, "relative_path": "validation/phase3_live_writeback_receipt.json", "sha256": "91c57bc07d645cd16a8b326593a2d1cb344a3fe5164ada367e25566144722911" }, { "kind": "validation", "media_type": "application/json", "public": true, "relative_path": "validation/runner.json", "sha256": "1e3398529f31d0532e5093fc2c13ace584a9b3131572a3285c251cf030c04f6b" } ], "baselines": { "checksum": "d818128e706561d8768333a0c4c7191d22aa92fe624c8e14940a21137ca8a072", "holdout_entities_unchanged": true, "holdout_entity_count": 14, "holdout_graph_checksum": "725df7764d1fd6e044fccfc41112e3fe03ca76876d4d7f01570bbb5014c25954", "phase1_artifact_checksums": { "contract_changes.json": "063002382cd20eab971af44dd0d77e380db77699b38b76a2c8c660c521d26ec3", "impact_graph.mmd": "819abf2cb6f5e913046bd03a6da4ef1e60460afc97d6c4a46bb35988c81ee87d", "impact_plan.json": "5b5d5248b9b6c0ed2d733ffb3d0923b9db07402332a4de4cc64b6cff5a5d8312", "remediation_requirements.json": "f01afeb0e6537d633716c1b72f015ad1435cdf428a1f0d6603058f26a08fdce9", "run_manifest.json": "693df4f639fb9340083741575c1cdc79f7615eeaff94bbcaccb0f03dfca5cc00" }, "phase1_artifact_count": 5, "phase1_run_id": "fc174741528435dd", "phase1_unchanged": true, "phase2_document_checksum": "7fafa8d61cd4ed3da97eb3c6b6ff37e22fede427115b06686b981e9151b0bfb6", "phase2_document_urn": "urn:li:document:mcpatch.migration.27f639a515e0c8e5", "phase2_entities_unchanged": true, "phase2_entity_count": 22, "phase3_core_document_checksum": "5de0aef725de8c304a9097acdc713ee00b1dea2ae0c3a7faa79401ed31b4cf4d", "phase3_core_document_urn": "urn:li:document:mcpatch.patchset.27f639a515e0c8e5.0e8026633eb9ec30e098", "phase3_core_patchset_id": "0e8026633eb9ec30e098", "phase3_core_unchanged": true, "schema_version": 1 }, "identity": { "aggregate_evidence_checksum": "56f1725c871edb0031d778bc129755b2e658aea5adbe8de20bb9f71c0dbad679", "aggregate_payload_sha256": "dd4977ee83279049c8f3e4280e848d2ca65598d0ce5d244023adce07d7c910a2", "aggregate_record_sha256": "9f46caa8667a6226469283f35b5553feb2e4c7deecc0ef99338b499ad59218d0", "aggregate_writeback_receipt_sha256": "91c57bc07d645cd16a8b326593a2d1cb344a3fe5164ada367e25566144722911", "automation": { "authenticated_for_live_publication": true, "login": "aman-khan-27", "profile_url": "https://github.com/aman-khan-27", "repository_url": null, "role": "synthetic_automation_owner" }, "baseline_commit": "1b8723bdd8bb5bab5ac5fa23bca509971bb4adbd", "baseline_tag": "phase-3-live-validated", "document_urn": "urn:li:document:mcpatch.phase3.live.072a2030b8ddaa70da05", "manifest_sha256": "5c20490f6252db2ec8fa73f9eaaa69bb7144625bf2d44bdf06fcb74becafaad1", "mode": "validated_replay", "official_source": { "authenticated_for_live_publication": false, "login": "aman2712", "profile_url": "https://github.com/aman2712", "repository_url": "https://github.com/aman2712/MCPatch", "role": "official_source_owner" }, "payload_count": 28, "replay_id": "phase3-live", "schema_version": "mcpatch.replay.v1", "status": "READY_FOR_HUMAN_REVIEW", "validation_id": "072a2030b8ddaa70da05" }, "required_human_owners": [ "urn:li:corpGroup:analytics-platform", "urn:li:corpGroup:customer-platform", "urn:li:corpGroup:fraud-platform" ], "safety": { "canary_verified": true, "codex_version": "codex-cli 0.137.0", "credentials_required": false, "external_systems_contacted_during_replay": false, "human_review_required": true, "independent_evaluator": true, "isolation_backend": "docker", "isolation_version": "29.1.3", "nothing_merged_or_deployed": true, "provider": "codex", "public_write_routes": false, "raw_prompts_exposed": false, "raw_transcripts_exposed": false, "runner_image_digest": "ee148fe402624e25323c85366689261b547320d990bc9d9c53e9b9cbb908595b" }, "scenarios": [ { "affected_consumers": [ { "agent_id": "fraud-triage-agent", "dependency_kind": "direct", "dependency_path": [ "urn:li:aiAgent:fraud-triage-agent --AgentUsesTool-->", "urn:li:api:customer-context.lookup_customer" ], "patch_target_repository_id": "github.acme/fraud-triage-agent", "repair_owner_id": "fraud-platform", "repair_owner_urn": "urn:li:corpGroup:fraud-platform" }, { "agent_id": "revenue-analyst-agent", "dependency_kind": "direct", "dependency_path": [ "urn:li:aiAgent:revenue-analyst-agent --AgentUsesTool-->", "urn:li:api:customer-context.lookup_customer" ], "patch_target_repository_id": "github.acme/revenue-analyst-agent", "repair_owner_id": "analytics-platform", "repair_owner_urn": "urn:li:corpGroup:analytics-platform" }, { "agent_id": "support-refund-agent", "dependency_kind": "indirect", "dependency_path": [ "urn:li:aiAgent:support-refund-agent --AgentHasSkill-->", "urn:li:agentSkill:customer-insights --SkillRequiresTool-->", "urn:li:api:customer-context.lookup_customer" ], "patch_target_repository_id": "github.acme/agent-skills", "repair_owner_id": "customer-platform", "repair_owner_urn": "urn:li:corpGroup:customer-platform" } ], "analysis_run_id": "27f639a515e0c8e5", "candidates": [ { "attempt": 1, "base_commit": "ba1264302ea2c000f4fcf91d9a5260ad743b01da", "base_tree": "49843948870493f8d31200d16a147f362cc92194", "candidate_id": "c2aba0ec9ece37c0549a", "checks": [ { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no symlink changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no submodule changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no executable or file-mode changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no binary changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": "no protected paths", "failure_code": null, "layer": "patch_policy", "name": "protected paths are unchanged", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "customer_insights.py", "failure_code": null, "layer": "patch_policy", "name": "all changes are allowlisted", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20", "failure_code": null, "layer": "patch_policy", "name": "diff remains within line budget", "observed": "4", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20000", "failure_code": null, "layer": "patch_policy", "name": "diff remains within byte budget", "observed": "603", "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "repository_native", "name": "repository-native command", "observed": null, "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "successful invocation", "failure_code": null, "layer": "contract", "name": "candidate executes against v2 response", "observed": "successful invocation", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "1", "failure_code": null, "layer": "contract", "name": "tool is called exactly once", "observed": "1", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "email absent", "failure_code": null, "layer": "contract", "name": "email input is forbidden", "observed": "{\"customer_id\": \"cust-123\"}", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "cust-123", "failure_code": null, "layer": "contract", "name": "customer_id input is required", "observed": "cust-123", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "$1,245.00", "failure_code": null, "layer": "business_semantic", "name": "US cents convert to canonical USD display", "observed": "Customer cust-123 has lifetime value $1,245.00", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "PII is absent from the public response", "observed": "Customer cust-123 has lifetime value $1,245.00", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "PII is absent from stdout, stderr, and logs", "observed": "", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "no tracked sensitive marker", "failure_code": null, "layer": "governance", "name": "PII is absent from tracked candidate files", "observed": "", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "indirect support response with $1,245.00", "failure_code": null, "layer": "integration", "name": "support continues through the shared skill", "observed": "Refund support: Customer cust-123 has lifetime value $1,245.00", "status": "passed" } ], "decision": "ready_for_human_review", "diff_artifact_path": "known/candidates/agent-skills/candidate.diff", "diff_artifact_sha256": "0e06ae0ff654320b44568e5c62152b3b883ffeda0dd922856459ec387111dbd7", "diff_checksum": "0e06ae0ff654320b44568e5c62152b3b883ffeda0dd922856459ec387111dbd7", "diff_summary": { "byte_count": 603, "changed_paths": [ "customer_insights.py" ], "deletions": 2, "files_changed": 1, "insertions": 2 }, "evaluation_artifact_path": "known/candidates/agent-skills/evaluation_report.json", "evaluation_artifact_sha256": "7dfd5f98fc2284e6d04730000a96fe41ea566e30f5e0635d169801b4322f900d", "evaluation_checksum": "36013e48eb041709cd8c03e5c8bf9fa2594cf27139f08453b25775dbae32d20c", "model": null, "no_secret_scan_passed": true, "prompt_checksum": "9be8b28ba0a8ea7f81ab48e0fdf34d58cc5113a77f46b8ca2b813b2ecafca2fa", "provider_kind": "codex", "provider_status": "generated", "provider_version": "codex-cli 0.137.0", "pull_request": { "base_branch": "main", "base_commit": "ba1264302ea2c000f4fcf91d9a5260ad743b01da", "branch": "mcpatch/27f639a5/agent-skills", "diff_checksum": "0e06ae0ff654320b44568e5c62152b3b883ffeda0dd922856459ec387111dbd7", "draft": true, "number": 1, "remote_commit": "3d08ebc3c9db5c54b26318b67ee471059c66c12f", "remote_tree": "c3e425a9677f2f6a7ed5eead493f8651bda7551c", "repository_slug": "aman-khan-27/mcpatch-phase3-live-agent-skills", "title": "DRAFT: MCPatch agent-skills migration", "url": "https://github.com/aman-khan-27/mcpatch-phase3-live-agent-skills/pull/1", "verified": true, "write_status": "reused" }, "reasoning": null, "repository_id": "github.acme/agent-skills", "repository_urn": "urn:li:repository:github.acme/agent-skills", "transcript_checksum": "852a0a8241724a4aa91ce58075258d3ba429c12bef979180eb4cfa82a9c14069", "tree": "c3e425a9677f2f6a7ed5eead493f8651bda7551c" }, { "attempt": 1, "base_commit": "c1455f5eb5d770c21751ffa2d7857fd3fd581caf", "base_tree": "41f00d289e8ea0be395e654a46e7c93f8cf42157", "candidate_id": "126f1af712ccb7b7c7d2", "checks": [ { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no symlink changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no submodule changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no executable or file-mode changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no binary changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": "no protected paths", "failure_code": null, "layer": "patch_policy", "name": "protected paths are unchanged", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "app.py", "failure_code": null, "layer": "patch_policy", "name": "all changes are allowlisted", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20", "failure_code": null, "layer": "patch_policy", "name": "diff remains within line budget", "observed": "4", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20000", "failure_code": null, "layer": "patch_policy", "name": "diff remains within byte budget", "observed": "554", "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "repository_native", "name": "repository-native command", "observed": null, "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "successful invocation", "failure_code": null, "layer": "contract", "name": "candidate executes against v2 response", "observed": "successful invocation", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "1", "failure_code": null, "layer": "contract", "name": "tool is called exactly once", "observed": "1", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "email absent", "failure_code": null, "layer": "contract", "name": "email input is forbidden", "observed": "{\"customer_id\": \"cust-123\"}", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "cust-123", "failure_code": null, "layer": "contract", "name": "customer_id input is required", "observed": "cust-123", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "$1,245.00", "failure_code": null, "layer": "business_semantic", "name": "US cents convert to canonical USD display", "observed": "Fraud review for cust-123; customer value $1,245.00", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "PII is absent from the public response", "observed": "Fraud review for cust-123; customer value $1,245.00", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "PII is absent from stdout, stderr, and logs", "observed": "", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "no tracked sensitive marker", "failure_code": null, "layer": "governance", "name": "PII is absent from tracked candidate files", "observed": "", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": null, "failure_code": null, "layer": "integration", "name": "target has no cross-repository integration requirement", "observed": null, "status": "passed" } ], "decision": "ready_for_human_review", "diff_artifact_path": "known/candidates/fraud-triage-agent/candidate.diff", "diff_artifact_sha256": "6929435587a72bec8107dc704ebca5763eb57e9f23ee0ccfd0bd14d13a6a509f", "diff_checksum": "6929435587a72bec8107dc704ebca5763eb57e9f23ee0ccfd0bd14d13a6a509f", "diff_summary": { "byte_count": 554, "changed_paths": [ "app.py" ], "deletions": 2, "files_changed": 1, "insertions": 2 }, "evaluation_artifact_path": "known/candidates/fraud-triage-agent/evaluation_report.json", "evaluation_artifact_sha256": "a1a3bbaa6473586562e177785878cd814b8d90326834aa774fb64854583a38ce", "evaluation_checksum": "56e3a12e34fd42d1fb6931c1311131d8aef7823699859e994103572363fa289f", "model": null, "no_secret_scan_passed": true, "prompt_checksum": "f8998de8e5a06b9a617bd0ef6a10f791a5baaa1cdc3f4323740269c919c65842", "provider_kind": "codex", "provider_status": "generated", "provider_version": "codex-cli 0.137.0", "pull_request": { "base_branch": "main", "base_commit": "c1455f5eb5d770c21751ffa2d7857fd3fd581caf", "branch": "mcpatch/27f639a5/fraud-triage-agent", "diff_checksum": "6929435587a72bec8107dc704ebca5763eb57e9f23ee0ccfd0bd14d13a6a509f", "draft": true, "number": 1, "remote_commit": "cf9ab991270ca3f5af1d12fa99ad9e88426dd8e3", "remote_tree": "19dff1620f5786467df1d80bc18d264cbdf55dce", "repository_slug": "aman-khan-27/mcpatch-phase3-live-fraud-triage-agent", "title": "DRAFT: MCPatch fraud-triage-agent migration", "url": "https://github.com/aman-khan-27/mcpatch-phase3-live-fraud-triage-agent/pull/1", "verified": true, "write_status": "reused" }, "reasoning": null, "repository_id": "github.acme/fraud-triage-agent", "repository_urn": "urn:li:repository:github.acme/fraud-triage-agent", "transcript_checksum": "3bd6686e0d3ff072d6d483c7c7302214cd9c5d1a45a41a6186cff33bcfbe6067", "tree": "19dff1620f5786467df1d80bc18d264cbdf55dce" }, { "attempt": 1, "base_commit": "bf777d5a9ad2a86d7975cc81c362c8e06869945d", "base_tree": "dbee85795fbff8b7394466a3637c3fba92e2cc15", "candidate_id": "d57c9925ce10de63aa4e", "checks": [ { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no symlink changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no submodule changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no executable or file-mode changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no binary changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": "no protected paths", "failure_code": null, "layer": "patch_policy", "name": "protected paths are unchanged", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "app.py", "failure_code": null, "layer": "patch_policy", "name": "all changes are allowlisted", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20", "failure_code": null, "layer": "patch_policy", "name": "diff remains within line budget", "observed": "4", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20000", "failure_code": null, "layer": "patch_policy", "name": "diff remains within byte budget", "observed": "547", "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "repository_native", "name": "repository-native command", "observed": null, "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "successful invocation", "failure_code": null, "layer": "contract", "name": "candidate executes against v2 response", "observed": "successful invocation", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "1", "failure_code": null, "layer": "contract", "name": "tool is called exactly once", "observed": "1", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "email absent", "failure_code": null, "layer": "contract", "name": "email input is forbidden", "observed": "{\"customer_id\": \"cust-123\"}", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "cust-123", "failure_code": null, "layer": "contract", "name": "customer_id input is required", "observed": "cust-123", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "$1,245.00", "failure_code": null, "layer": "business_semantic", "name": "US cents convert to canonical USD display", "observed": "Customer cust-123 lifetime value: $1,245.00", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "PII is absent from the public response", "observed": "Customer cust-123 lifetime value: $1,245.00", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "PII is absent from stdout, stderr, and logs", "observed": "", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": "no tracked sensitive marker", "failure_code": null, "layer": "governance", "name": "PII is absent from tracked candidate files", "observed": "", "status": "passed" }, { "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "expected": null, "failure_code": null, "layer": "integration", "name": "target has no cross-repository integration requirement", "observed": null, "status": "passed" } ], "decision": "ready_for_human_review", "diff_artifact_path": "known/candidates/revenue-analyst-agent/candidate.diff", "diff_artifact_sha256": "a56f2334b7081470984b19d15cc8eb3a18af60acb564a2201dc8ce5bb7871ce2", "diff_checksum": "a56f2334b7081470984b19d15cc8eb3a18af60acb564a2201dc8ce5bb7871ce2", "diff_summary": { "byte_count": 547, "changed_paths": [ "app.py" ], "deletions": 2, "files_changed": 1, "insertions": 2 }, "evaluation_artifact_path": "known/candidates/revenue-analyst-agent/evaluation_report.json", "evaluation_artifact_sha256": "c74b186bf2cf26b808044dbdf1f63a62d10e581417548a13c90f00fbbc0510ef", "evaluation_checksum": "060021e0ffd16fc0b5edb96cc72d04e3ef668040dc5434dc784755cdac3c8a76", "model": null, "no_secret_scan_passed": true, "prompt_checksum": "2ba6d8b53eb00ec662a7ed24455d7933bd5f1de059024194334234e920c67316", "provider_kind": "codex", "provider_status": "generated", "provider_version": "codex-cli 0.137.0", "pull_request": { "base_branch": "main", "base_commit": "bf777d5a9ad2a86d7975cc81c362c8e06869945d", "branch": "mcpatch/27f639a5/revenue-analyst-agent", "diff_checksum": "a56f2334b7081470984b19d15cc8eb3a18af60acb564a2201dc8ce5bb7871ce2", "draft": true, "number": 1, "remote_commit": "b7313f800c7ad1b36206fd5269a5bfcedd0180c7", "remote_tree": "e3d68550892a9225bf6a31ed22d44108b83dceb4", "repository_slug": "aman-khan-27/mcpatch-phase3-live-revenue-analyst-agent", "title": "DRAFT: MCPatch revenue-analyst-agent migration", "url": "https://github.com/aman-khan-27/mcpatch-phase3-live-revenue-analyst-agent/pull/1", "verified": true, "write_status": "reused" }, "reasoning": null, "repository_id": "github.acme/revenue-analyst-agent", "repository_urn": "urn:li:repository:github.acme/revenue-analyst-agent", "transcript_checksum": "dea7fc7e97717f6c91b236f8393daffacc8e9351f10a2c159e70f2829b89c3f1", "tree": "e3d68550892a9225bf6a31ed22d44108b83dceb4" } ], "contract_changes": [ { "category": "breaking", "change_type": "required_added", "explanation": "A new required input property must be supplied.", "id": "chg-522f3fb0d68c", "location": "/input/customer_id", "metadata": {}, "new_value": "customer_id", "old_value": null, "semantic_id": null, "severity": "high" }, { "category": "breaking", "change_type": "property_removed", "explanation": "A previously declared input property was removed.", "id": "chg-ac972a16d9f7", "location": "/input/email", "metadata": { "was_required": true }, "new_value": null, "old_value": "email", "semantic_id": null, "severity": "high" }, { "category": "governance", "change_type": "classification_added", "explanation": "Output data is newly classified as PII.", "id": "chg-c56aec7b1d67", "location": "/output/government_id", "metadata": {}, "new_value": "PII", "old_value": null, "semantic_id": null, "severity": "high" }, { "category": "informational", "change_type": "property_added", "explanation": "A new output property may be returned.", "id": "chg-37e8b3cbf97c", "location": "/output/government_id", "metadata": { "is_required": false }, "new_value": "government_id", "old_value": null, "semantic_id": null, "severity": "low" }, { "category": "breaking", "change_type": "property_renamed", "explanation": "Property 'lifetime_value_dollars' was renamed to 'lifetime_value_cents'.", "id": "chg-9cf7cc09123b", "location": "/output/lifetime_value_cents", "metadata": { "matched_by": "x-renamed-from", "old_location": "/output/lifetime_value_dollars" }, "new_value": "lifetime_value_cents", "old_value": "lifetime_value_dollars", "semantic_id": "customer_lifetime_value", "severity": "high" }, { "category": "breaking", "change_type": "type_changed", "explanation": "The JSON Schema type changed.", "id": "chg-eb18916f96ff", "location": "/output/lifetime_value_cents", "metadata": {}, "new_value": [ "integer" ], "old_value": [ "number" ], "semantic_id": "customer_lifetime_value", "severity": "high" }, { "category": "semantic", "change_type": "unit_changed", "explanation": "Semantic unit changed from 'USD' to 'US_CENT'.", "id": "chg-73f5f4162695", "location": "/output/lifetime_value_cents", "metadata": {}, "new_value": "US_CENT", "old_value": "USD", "semantic_id": "customer_lifetime_value", "severity": "high" } ], "cross_repository_checksum": "8dd20a5a36197deb06e4c121c13644b20face9e98d80a4a649f70faa6889657a", "datahub_context": { "context_checksum": "e914ea0c92d55bc513c003278fc2f5a77fb0f54078c913a8572569d8582da286", "datahub_build": "v1.6.0rc1+79b765da853accd13f3cfae1941ee8fcd4e1e568", "evidence_ids": [ "contract-change:/output/lifetime_value_cents", "urn:li:api:customer-context.lookup_customer#apiSignature", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.customer_360,PROD)#schemaMetadata/government_id", "urn:li:document:mcpatch.acme.no-pii-in-agent-output#documentInfo", "urn:li:glossaryTerm:customer_lifetime_value#glossaryTermInfo", "urn:li:tag:PII#tagProperties" ], "patchset_document_urn": "urn:li:document:mcpatch.patchset.27f639a515e0c8e5.3d427f20f1b196848050", "primary_read_verified": true, "source_operation": "agent_context_kit.get_entities+primary_reads", "tool_urn": "urn:li:api:customer-context.lookup_customer" }, "evaluation_layers": [ { "check_count": 24, "layer": "patch_policy", "passed_count": 24 }, { "check_count": 3, "layer": "repository_native", "passed_count": 3 }, { "check_count": 12, "layer": "contract", "passed_count": 12 }, { "check_count": 3, "layer": "business_semantic", "passed_count": 3 }, { "check_count": 9, "layer": "governance", "passed_count": 9 }, { "check_count": 3, "layer": "integration", "passed_count": 3 }, { "check_count": 3, "layer": "unchanged_controls", "passed_count": 3 } ], "live_evidence_checksum": "dd89a0f4a7228eb69a9ab797ecb3e73c0096090f41dadcf8f8d4592763f2b53e", "no_change_repositories": [ { "fingerprint_after": "cf52df0e316fa317d03b8ef5a4a480001c7a16623626e1cd25c4e50da3b49412", "fingerprint_before": "cf52df0e316fa317d03b8ef5a4a480001c7a16623626e1cd25c4e50da3b49412", "github_repository_slug": "aman-khan-27/mcpatch-phase3-live-customer-context-provider", "pull_request_absence_verified": true, "repository_id": "github.acme/customer-context-provider" }, { "fingerprint_after": "dcc77893b11d591da65f86b24c0b38c6f7264c370e95fe79d349fa7f02ffffb5", "fingerprint_before": "dcc77893b11d591da65f86b24c0b38c6f7264c370e95fe79d349fa7f02ffffb5", "github_repository_slug": "aman-khan-27/mcpatch-phase3-live-inventory-forecast-agent", "pull_request_absence_verified": true, "repository_id": "github.acme/inventory-forecast-agent" }, { "fingerprint_after": "f236f2ba89616298052ab770d7c9f661922327f49d064b89dc11e26fc29385a5", "fingerprint_before": "f236f2ba89616298052ab770d7c9f661922327f49d064b89dc11e26fc29385a5", "github_repository_slug": "aman-khan-27/mcpatch-phase3-live-support-refund-agent", "pull_request_absence_verified": true, "repository_id": "github.acme/support-refund-agent" } ], "old_version": "1.0.0", "patch_plan_checksum": "673c392a271e3d48de3d5ce31102139570251ee041f6e4cd26613515ecc55510", "patch_plan_id": "673c392a271e3d48", "patch_targets": [ { "base_commit": "ba1264302ea2c000f4fcf91d9a5260ad743b01da", "changed_paths": [ "customer_insights.py" ], "dependency_path": [ "urn:li:aiAgent:support-refund-agent --AgentHasSkill-->", "urn:li:agentSkill:customer-insights --SkillRequiresTool-->", "urn:li:api:customer-context.lookup_customer" ], "owner_id": "customer-platform", "owner_urn": "urn:li:corpGroup:customer-platform", "reason": "indirect_shared_skill", "repository_id": "github.acme/agent-skills", "repository_urn": "urn:li:repository:github.acme/agent-skills" }, { "base_commit": "c1455f5eb5d770c21751ffa2d7857fd3fd581caf", "changed_paths": [ "app.py" ], "dependency_path": [ "urn:li:aiAgent:fraud-triage-agent --AgentUsesTool-->", "urn:li:api:customer-context.lookup_customer" ], "owner_id": "fraud-platform", "owner_urn": "urn:li:corpGroup:fraud-platform", "reason": "direct_agent_tool", "repository_id": "github.acme/fraud-triage-agent", "repository_urn": "urn:li:repository:github.acme/fraud-triage-agent" }, { "base_commit": "bf777d5a9ad2a86d7975cc81c362c8e06869945d", "changed_paths": [ "app.py" ], "dependency_path": [ "urn:li:aiAgent:revenue-analyst-agent --AgentUsesTool-->", "urn:li:api:customer-context.lookup_customer" ], "owner_id": "analytics-platform", "owner_urn": "urn:li:corpGroup:analytics-platform", "reason": "direct_agent_tool", "repository_id": "github.acme/revenue-analyst-agent", "repository_urn": "urn:li:repository:github.acme/revenue-analyst-agent" } ], "patchset_id": "3d427f20f1b196848050", "patchset_status": "ready_for_human_review", "proposed_version": "2.0.0", "protocol": "mcp", "review_bundle_path": "known/review_bundle.md", "scenario_checksum": "da37f4de79ff22e5d85dbdb16b7907cbe02abee5c9be8ec2f29aeb174d91ba6b", "scenario_id": "known", "title": "customer-context.lookup_customer", "tool_id": "customer-context.lookup_customer", "tool_urn": "urn:li:api:customer-context.lookup_customer", "unaffected_consumers": [ "inventory-forecast-agent" ], "validation_kind": "known_repository_live", "writeback": { "datahub_build": "v1.6.0rc1+79b765da853accd13f3cfae1941ee8fcd4e1e568", "document_urn": "urn:li:document:mcpatch.patchset.27f639a515e0c8e5.3d427f20f1b196848050", "expected_checksum": "c7f9399bf7596d000b2e7145e3d0ea2a73ddc94da2aaba6e680abcb17b07542d", "observed_checksum": "c7f9399bf7596d000b2e7145e3d0ea2a73ddc94da2aaba6e680abcb17b07542d", "readback_status": "verified", "verified": true, "write_status": "unchanged" } }, { "affected_consumers": [ { "agent_id": "operations-dashboard-agent-holdout", "dependency_kind": "direct", "dependency_path": [ "urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool-->", "urn:li:api:operations-context.get_job_status" ], "patch_target_repository_id": "github.acme/operations-dashboard-agent-holdout", "repair_owner_id": "analytics-platform", "repair_owner_urn": "urn:li:corpGroup:analytics-platform" }, { "agent_id": "support-escalation-agent-holdout", "dependency_kind": "indirect", "dependency_path": [ "urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill-->", "urn:li:agentSkill:job-insights --SkillRequiresTool-->", "urn:li:api:operations-context.get_job_status" ], "patch_target_repository_id": "github.acme/job-insights-skill-holdout", "repair_owner_id": "customer-platform", "repair_owner_urn": "urn:li:corpGroup:customer-platform" } ], "analysis_run_id": "cfbc270b8dc92084", "candidates": [ { "attempt": 1, "base_commit": "da3c0f5015e638a8ef34a2ef9e9a7a822892ef8b", "base_tree": "7bacc0e283dd90c0b1d107a124b302a201c897c7", "candidate_id": "05fa8eb0c1f6399bff80", "checks": [ { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no symlink changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no submodule changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no executable or file-mode changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no binary changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": "no protected paths", "failure_code": null, "layer": "patch_policy", "name": "protected paths are unchanged", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "src/job_insights/adapters/status_client.py, src/job_insights/services/summary.py", "failure_code": null, "layer": "patch_policy", "name": "all changes are allowlisted", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20", "failure_code": null, "layer": "patch_policy", "name": "diff remains within line budget", "observed": "9", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20000", "failure_code": null, "layer": "patch_policy", "name": "diff remains within byte budget", "observed": "1298", "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "repository_native", "name": "repository-native command", "observed": null, "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "successful invocation", "failure_code": null, "layer": "contract", "name": "candidate executes against the operations v2 response", "observed": "successful invocation", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "1", "failure_code": null, "layer": "contract", "name": "tool is called exactly once", "observed": "1", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "job_name absent", "failure_code": null, "layer": "contract", "name": "job_name input is forbidden", "observed": "{\"job_id\": \"job-123\"}", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "6.5", "failure_code": null, "layer": "business_semantic", "name": "MILLISECOND converts to canonical SECOND display", "observed": "Job insight for legacy-job: 6.5 seconds", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "employee_tax_id is absent from the public response", "observed": "Job insight for legacy-job: 6.5 seconds", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "employee_tax_id is absent from stdout, stderr, and logs", "observed": "", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "no realistic sensitive value", "failure_code": null, "layer": "governance", "name": "employee_tax_id is absent from tracked candidate files", "observed": "", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "job-123", "failure_code": null, "layer": "contract", "name": "job_id input is required", "observed": "job-123", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "duration_milliseconds used and duration_seconds absent", "failure_code": null, "layer": "contract", "name": "duration_milliseconds replaces duration_seconds", "observed": "duration_milliseconds", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "indirect governed job-status response", "failure_code": null, "layer": "integration", "name": "support escalation continues through the patched shared skill", "observed": "Support escalation: Job insight for legacy-job: 6.5 seconds", "status": "passed" } ], "decision": "ready_for_human_review", "diff_artifact_path": "holdout/candidates/job-insights-skill-holdout/candidate.diff", "diff_artifact_sha256": "9150b488da1f5bdaf1f3113ffcbdb371603b4a7834762dcda3ab6070e2644218", "diff_checksum": "9150b488da1f5bdaf1f3113ffcbdb371603b4a7834762dcda3ab6070e2644218", "diff_summary": { "byte_count": 1298, "changed_paths": [ "src/job_insights/adapters/status_client.py", "src/job_insights/services/summary.py" ], "deletions": 3, "files_changed": 2, "insertions": 6 }, "evaluation_artifact_path": "holdout/candidates/job-insights-skill-holdout/evaluation_report.json", "evaluation_artifact_sha256": "ed8a5c4293bfae2e42f406569944b64cfb776b4d27dad198062f0630f8f2fef0", "evaluation_checksum": "11eae4f681e8bf6079a32644773ead29f87033c13e59a6d19c01a36a68d2b553", "model": null, "no_secret_scan_passed": true, "prompt_checksum": "2f4f3dae0604adc501df1684ba8de48912cadd2b5527f6abf4e00f7f870ac738", "provider_kind": "codex", "provider_status": "generated", "provider_version": "codex-cli 0.137.0", "pull_request": { "base_branch": "main", "base_commit": "da3c0f5015e638a8ef34a2ef9e9a7a822892ef8b", "branch": "mcpatch/cfbc270b/job-insights-skill-holdout", "diff_checksum": "9150b488da1f5bdaf1f3113ffcbdb371603b4a7834762dcda3ab6070e2644218", "draft": true, "number": 1, "remote_commit": "51f83e1659a2ba500980bea8695fc3f8a7c178e7", "remote_tree": "68300fd8290b36bf50475f68fb2ed1b946cff903", "repository_slug": "aman-khan-27/mcpatch-phase3-live-job-insights-skill-holdout", "title": "DRAFT: MCPatch job-insights-skill-holdout migration", "url": "https://github.com/aman-khan-27/mcpatch-phase3-live-job-insights-skill-holdout/pull/1", "verified": true, "write_status": "reused" }, "reasoning": null, "repository_id": "github.acme/job-insights-skill-holdout", "repository_urn": "urn:li:repository:github.acme/job-insights-skill-holdout", "transcript_checksum": "f52db8421478d24a489b177fbde15da5a88f28cc0ad14ae7df07a77d0cf9d96e", "tree": "68300fd8290b36bf50475f68fb2ed1b946cff903" }, { "attempt": 1, "base_commit": "5efe44677d3a5957945d8892c1301797b6f9dedf", "base_tree": "c6f4941a0fbaf75e7ee1d86b4fa10e671d3fdd72", "candidate_id": "9c7f3aaf1dc9788d3f14", "checks": [ { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no symlink changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no submodule changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no executable or file-mode changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "patch_policy", "name": "no binary changes", "observed": null, "status": "passed" }, { "evidence_ids": [], "expected": "no protected paths", "failure_code": null, "layer": "patch_policy", "name": "protected paths are unchanged", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "src/acme_ops/integrations/job_gateway.py, src/acme_ops/services/dashboard_service.py", "failure_code": null, "layer": "patch_policy", "name": "all changes are allowlisted", "observed": "", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20", "failure_code": null, "layer": "patch_policy", "name": "diff remains within line budget", "observed": "6", "status": "passed" }, { "evidence_ids": [], "expected": "at most 20000", "failure_code": null, "layer": "patch_policy", "name": "diff remains within byte budget", "observed": "1205", "status": "passed" }, { "evidence_ids": [], "expected": null, "failure_code": null, "layer": "repository_native", "name": "repository-native command", "observed": null, "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "successful invocation", "failure_code": null, "layer": "contract", "name": "candidate executes against the operations v2 response", "observed": "successful invocation", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "1", "failure_code": null, "layer": "contract", "name": "tool is called exactly once", "observed": "1", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "job_name absent", "failure_code": null, "layer": "contract", "name": "job_name input is forbidden", "observed": "{\"job_id\": \"job-123\"}", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "6.5", "failure_code": null, "layer": "business_semantic", "name": "MILLISECOND converts to canonical SECOND display", "observed": "Job legacy-job duration: 6.5 seconds", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "employee_tax_id is absent from the public response", "observed": "Job legacy-job duration: 6.5 seconds", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "sensitive marker absent", "failure_code": null, "layer": "governance", "name": "employee_tax_id is absent from stdout, stderr, and logs", "observed": "", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "no realistic sensitive value", "failure_code": null, "layer": "governance", "name": "employee_tax_id is absent from tracked candidate files", "observed": "", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "job-123", "failure_code": null, "layer": "contract", "name": "job_id input is required", "observed": "job-123", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": "duration_milliseconds used and duration_seconds absent", "failure_code": null, "layer": "contract", "name": "duration_milliseconds replaces duration_seconds", "observed": "duration_milliseconds", "status": "passed" }, { "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "expected": null, "failure_code": null, "layer": "integration", "name": "target has no cross-repository integration requirement", "observed": null, "status": "passed" } ], "decision": "ready_for_human_review", "diff_artifact_path": "holdout/candidates/operations-dashboard-agent-holdout/candidate.diff", "diff_artifact_sha256": "c16e058c31e1fa0f5b51cdd5bcc411d929e6a5094902e31d9f96daaa8acf87d6", "diff_checksum": "c16e058c31e1fa0f5b51cdd5bcc411d929e6a5094902e31d9f96daaa8acf87d6", "diff_summary": { "byte_count": 1205, "changed_paths": [ "src/acme_ops/integrations/job_gateway.py", "src/acme_ops/services/dashboard_service.py" ], "deletions": 3, "files_changed": 2, "insertions": 3 }, "evaluation_artifact_path": "holdout/candidates/operations-dashboard-agent-holdout/evaluation_report.json", "evaluation_artifact_sha256": "ed44a340ca45e7703d2cd4f696b74ceedc32c8259be7a40d75c78805db2fb54e", "evaluation_checksum": "3ff3acd6fa7c31f38c9cb2abb701351bd8d306eb5b2b3909c6ce1c0fa3b9ad9e", "model": null, "no_secret_scan_passed": true, "prompt_checksum": "0355554e4c1c76186158a212cc62189c388acb3318200a6c21e612e273360ae4", "provider_kind": "codex", "provider_status": "generated", "provider_version": "codex-cli 0.137.0", "pull_request": { "base_branch": "main", "base_commit": "5efe44677d3a5957945d8892c1301797b6f9dedf", "branch": "mcpatch/cfbc270b/operations-dashboard-agent-holdout", "diff_checksum": "c16e058c31e1fa0f5b51cdd5bcc411d929e6a5094902e31d9f96daaa8acf87d6", "draft": true, "number": 1, "remote_commit": "7bbc9c8bb3cd5697870368a72184e05af808aa41", "remote_tree": "3bee655476f9a07ae90a283ea7bf12126879725e", "repository_slug": "aman-khan-27/mcpatch-phase3-live-operations-dashboard-agent-holdout", "title": "DRAFT: MCPatch operations-dashboard-agent-holdout migration", "url": "https://github.com/aman-khan-27/mcpatch-phase3-live-operations-dashboard-agent-holdout/pull/1", "verified": true, "write_status": "reused" }, "reasoning": null, "repository_id": "github.acme/operations-dashboard-agent-holdout", "repository_urn": "urn:li:repository:github.acme/operations-dashboard-agent-holdout", "transcript_checksum": "137ed2b3a6662ac72a65e348bc8f0697b1fcee7dcc45ba5a5c18bba43f4d40f4", "tree": "3bee655476f9a07ae90a283ea7bf12126879725e" } ], "contract_changes": [ { "category": "breaking", "change_type": "required_added", "explanation": "A new required input property must be supplied.", "id": "chg-d401eed0cf97", "location": "/input/job_id", "metadata": {}, "new_value": "job_id", "old_value": null, "semantic_id": null, "severity": "high" }, { "category": "breaking", "change_type": "property_removed", "explanation": "A previously declared input property was removed.", "id": "chg-513ac79175cf", "location": "/input/job_name", "metadata": { "was_required": true }, "new_value": null, "old_value": "job_name", "semantic_id": null, "severity": "high" }, { "category": "breaking", "change_type": "property_renamed", "explanation": "Property 'duration_seconds' was renamed to 'duration_milliseconds'.", "id": "chg-c319896e9f8c", "location": "/output/duration_milliseconds", "metadata": { "matched_by": "x-renamed-from", "old_location": "/output/duration_seconds" }, "new_value": "duration_milliseconds", "old_value": "duration_seconds", "semantic_id": "job_duration", "severity": "high" }, { "category": "breaking", "change_type": "type_changed", "explanation": "The JSON Schema type changed.", "id": "chg-93b6371b09b3", "location": "/output/duration_milliseconds", "metadata": {}, "new_value": [ "integer" ], "old_value": [ "number" ], "semantic_id": "job_duration", "severity": "high" }, { "category": "semantic", "change_type": "unit_changed", "explanation": "Semantic unit changed from 'SECOND' to 'MILLISECOND'.", "id": "chg-79bfe340e4cd", "location": "/output/duration_milliseconds", "metadata": {}, "new_value": "MILLISECOND", "old_value": "SECOND", "semantic_id": "job_duration", "severity": "high" }, { "category": "governance", "change_type": "classification_added", "explanation": "Output data is newly classified as PII.", "id": "chg-ea3e21a90a40", "location": "/output/employee_tax_id", "metadata": {}, "new_value": "PII", "old_value": null, "semantic_id": null, "severity": "high" }, { "category": "informational", "change_type": "property_added", "explanation": "A new output property may be returned.", "id": "chg-d92957de08f4", "location": "/output/employee_tax_id", "metadata": { "is_required": false }, "new_value": "employee_tax_id", "old_value": null, "semantic_id": null, "severity": "low" } ], "cross_repository_checksum": "fa6c1da383a8199a0dc3a9b098e51aeb1c913c60daa23c321e9df240dfd8821a", "datahub_context": { "context_checksum": "684e26146feeb31d51bd596fb613f3112dc8d08d073901f80624cd023a2e6aef", "datahub_build": "v1.6.0rc1+79b765da853accd13f3cfae1941ee8fcd4e1e568", "evidence_ids": [ "business-term:job_duration", "change:chg-513ac79175cf", "change:chg-79bfe340e4cd", "change:chg-c319896e9f8c", "change:chg-d401eed0cf97", "change:chg-ea3e21a90a40", "contract-change:/output/employee_tax_id", "dependency:urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool--> -> urn:li:api:operations-context.get_job_status", "dependency:urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill--> -> urn:li:agentSkill:job-insights --SkillRequiresTool--> -> urn:li:api:operations-context.get_job_status", "owner:analytics-platform", "owner:customer-platform", "policy:urn:li:document:mcpatch.phase3-holdout.no-pii-in-agent-output", "repository:github.acme/inventory-control-agent-holdout", "repository:github.acme/job-insights-skill-holdout", "repository:github.acme/operations-context-provider-holdout", "repository:github.acme/operations-dashboard-agent-holdout", "repository:github.acme/support-escalation-agent-holdout", "urn:li:dataset:(urn:li:dataPlatform:snowflake,acme.prod.job_status_holdout,PROD)#schemaMetadata/employee_tax_id", "urn:li:tag:PII#tagProperties" ], "patchset_document_urn": "urn:li:document:mcpatch.patchset.cfbc270b8dc92084.1774f922aa82c29123f6", "primary_read_verified": true, "source_operation": "datahub.primary_aspect_reads", "tool_urn": "urn:li:api:operations-context.get_job_status" }, "evaluation_layers": [ { "check_count": 16, "layer": "patch_policy", "passed_count": 16 }, { "check_count": 2, "layer": "repository_native", "passed_count": 2 }, { "check_count": 10, "layer": "contract", "passed_count": 10 }, { "check_count": 2, "layer": "business_semantic", "passed_count": 2 }, { "check_count": 6, "layer": "governance", "passed_count": 6 }, { "check_count": 2, "layer": "integration", "passed_count": 2 }, { "check_count": 3, "layer": "unchanged_controls", "passed_count": 3 } ], "live_evidence_checksum": "7a7db799c7ef14920b9e4e0a3d84333845b544b6259a292941701ab130873959", "no_change_repositories": [ { "fingerprint_after": "4631cef74c818858df9b78510ef5bf1269b4b6127f496c659180bacbc030c30f", "fingerprint_before": "4631cef74c818858df9b78510ef5bf1269b4b6127f496c659180bacbc030c30f", "github_repository_slug": "aman-khan-27/mcpatch-phase3-live-inventory-control-agent-holdout", "pull_request_absence_verified": true, "repository_id": "github.acme/inventory-control-agent-holdout" }, { "fingerprint_after": "1143bc48959923db2a61dac92950dc7eafa5bd3e676177b3969c866ee90ab5ad", "fingerprint_before": "1143bc48959923db2a61dac92950dc7eafa5bd3e676177b3969c866ee90ab5ad", "github_repository_slug": "aman-khan-27/mcpatch-phase3-live-operations-context-provider-holdout", "pull_request_absence_verified": true, "repository_id": "github.acme/operations-context-provider-holdout" }, { "fingerprint_after": "92bb92fd2a0a1281cec0d137490468d94d24b5e690aabdc0df7a433f4213cebf", "fingerprint_before": "92bb92fd2a0a1281cec0d137490468d94d24b5e690aabdc0df7a433f4213cebf", "github_repository_slug": "aman-khan-27/mcpatch-phase3-live-support-escalation-agent-holdout", "pull_request_absence_verified": true, "repository_id": "github.acme/support-escalation-agent-holdout" } ], "old_version": "1.0.0", "patch_plan_checksum": "a420c4864a70f0b79e9028e2a2e37ea3a4ae64500ec4f50feef2b3e92e711043", "patch_plan_id": "a420c4864a70f0b7", "patch_targets": [ { "base_commit": "da3c0f5015e638a8ef34a2ef9e9a7a822892ef8b", "changed_paths": [ "src/job_insights/adapters/status_client.py", "src/job_insights/services/summary.py" ], "dependency_path": [ "urn:li:aiAgent:support-escalation-agent-holdout --AgentHasSkill-->", "urn:li:agentSkill:job-insights --SkillRequiresTool-->", "urn:li:api:operations-context.get_job_status" ], "owner_id": "customer-platform", "owner_urn": "urn:li:corpGroup:customer-platform", "reason": "indirect_shared_skill", "repository_id": "github.acme/job-insights-skill-holdout", "repository_urn": "urn:li:repository:github.acme/job-insights-skill-holdout" }, { "base_commit": "5efe44677d3a5957945d8892c1301797b6f9dedf", "changed_paths": [ "src/acme_ops/integrations/job_gateway.py", "src/acme_ops/services/dashboard_service.py" ], "dependency_path": [ "urn:li:aiAgent:operations-dashboard-agent-holdout --AgentUsesTool-->", "urn:li:api:operations-context.get_job_status" ], "owner_id": "analytics-platform", "owner_urn": "urn:li:corpGroup:analytics-platform", "reason": "direct_agent_tool", "repository_id": "github.acme/operations-dashboard-agent-holdout", "repository_urn": "urn:li:repository:github.acme/operations-dashboard-agent-holdout" } ], "patchset_id": "1774f922aa82c29123f6", "patchset_status": "ready_for_human_review", "proposed_version": "2.0.0", "protocol": "mcp", "review_bundle_path": "holdout/review_bundle.md", "scenario_checksum": "1317aea76995b7e6c2e7c67844ee6faf3ab128eaf7099606142bcc9d6aafc650", "scenario_id": "holdout", "title": "operations-context.get_job_status", "tool_id": "operations-context.get_job_status", "tool_urn": "urn:li:api:operations-context.get_job_status", "unaffected_consumers": [ "inventory-control-agent-holdout" ], "validation_kind": "holdout_live", "writeback": { "datahub_build": "v1.6.0rc1+79b765da853accd13f3cfae1941ee8fcd4e1e568", "document_urn": "urn:li:document:mcpatch.patchset.cfbc270b8dc92084.1774f922aa82c29123f6", "expected_checksum": "2a6b47e6d86e0e3499bfa6f465adad2998479b7fb8a1b64ab091a93ed09aa92d", "observed_checksum": "2a6b47e6d86e0e3499bfa6f465adad2998479b7fb8a1b64ab091a93ed09aa92d", "readback_status": "verified", "verified": true, "write_status": "unchanged" } } ], "schema_version": "mcpatch.replay.v1" }