2 lines
31 KiB
JSON
2 lines
31 KiB
JSON
{"abstention":{"applicable":false,"reasonCode":"AAS_TUNING_CORPUS_HAS_NO_OUT_OF_COVERAGE_CASES"},"benchmark":{"caseCount":60,"casesPerIntent":{"agent-mcp-development":10,"api-backend-delivery":10,"deployment-devops":10,"security-review-hardening":10,"test-qa-automation":10,"web-application-delivery":10},"roots":["verification/aas-v1/baseline/v1/benchmark/tuning/cases","verification/aas-v1/baseline/v1/benchmark/tuning/gold"],"tuningOnly":true},"caseReports":[{"acceptedInclusionCount":1,"caseId":"tuning.agent-mcp-development.agent-architecture.repository-maintenance-agent","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["ai-agents-architect"],"inclusionCount":1,"inclusionPrecision":1,"intent":"agent-mcp-development","matchedSolutionId":"agent-architecture-orchestration","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.agent-mcp-development.agent-architecture.support-triage-agents","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["ai-agents-architect"],"inclusionCount":1,"inclusionPrecision":1,"intent":"agent-mcp-development","matchedSolutionId":"agent-architecture-orchestration","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.agent-mcp-development.evaluation-testing.code-review-agent-eval","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["evaluation"],"inclusionCount":1,"inclusionPrecision":1,"intent":"agent-mcp-development","matchedSolutionId":"evaluation-and-testing","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.agent-mcp-development.evaluation-testing.tool-routing-regression","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["evaluation"],"inclusionCount":1,"inclusionPrecision":1,"intent":"agent-mcp-development","matchedSolutionId":"evaluation-and-testing","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":0,"caseId":"tuning.agent-mcp-development.mcp-tooling.build-metadata-mcp","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["agent-tool-builder"],"inclusionCount":1,"inclusionPrecision":0,"intent":"agent-mcp-development","matchedSolutionId":"focused-mcp-tooling","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.agent-mcp-development.mcp-tooling.local-catalog-mcp","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["agent-tool-builder"],"inclusionCount":1,"inclusionPrecision":0,"intent":"agent-mcp-development","matchedSolutionId":"focused-mcp-tooling","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.agent-mcp-development.memory-context-retrieval.project-knowledge-memory","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["memory-systems"],"inclusionCount":1,"inclusionPrecision":1,"intent":"agent-mcp-development","matchedSolutionId":"memory-and-context","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.agent-mcp-development.memory-context-retrieval.support-case-memory","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["memory-systems"],"inclusionCount":1,"inclusionPrecision":1,"intent":"agent-mcp-development","matchedSolutionId":"memory-and-context","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":0,"caseId":"tuning.agent-mcp-development.security-operations.ci-agent-security","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["multi-agent-architect"],"inclusionCount":1,"inclusionPrecision":0,"intent":"agent-mcp-development","matchedSolutionId":"agentic-actions-audit","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.agent-mcp-development.security-operations.local-mcp-security","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["multi-agent-architect"],"inclusionCount":1,"inclusionPrecision":0,"intent":"agent-mcp-development","matchedSolutionId":"agentic-actions-audit","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.api-backend-delivery.api-design-contracts.partner-orders-api","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["api-documenter","api-and-interface-design"],"inclusionCount":2,"inclusionPrecision":0.5,"intent":"api-backend-delivery","matchedSolutionId":"interface-design-generator","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.api-backend-delivery.api-design-contracts.research-catalog-api","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["api-documenter","api-and-interface-design"],"inclusionCount":2,"inclusionPrecision":0.5,"intent":"api-backend-delivery","matchedSolutionId":"interface-design-generator","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.api-backend-delivery.async-integrations.document-jobs","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["event-sourcing-architect"],"inclusionCount":1,"inclusionPrecision":1,"intent":"api-backend-delivery","matchedSolutionId":"events-and-sagas","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.api-backend-delivery.async-integrations.fulfilment-events","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["event-sourcing-architect"],"inclusionCount":1,"inclusionPrecision":1,"intent":"api-backend-delivery","matchedSolutionId":"events-and-sagas","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.api-backend-delivery.auth-authorization.clinical-records-api","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["api-security-best-practices"],"inclusionCount":1,"inclusionPrecision":1,"intent":"api-backend-delivery","matchedSolutionId":"auth-and-api-security","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.api-backend-delivery.auth-authorization.vendor-access-api","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["api-security-best-practices"],"inclusionCount":1,"inclusionPrecision":1,"intent":"api-backend-delivery","matchedSolutionId":"auth-and-api-security","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":0,"caseId":"tuning.api-backend-delivery.observability-performance.search-api","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"api-backend-delivery","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.api-backend-delivery.observability-performance.shipment-api","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"api-backend-delivery","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.api-backend-delivery.persistence-data.inventory-modernization","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["database-design"],"inclusionCount":1,"inclusionPrecision":1,"intent":"api-backend-delivery","matchedSolutionId":"database-design-migration","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.api-backend-delivery.persistence-data.tenant-ledger","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["database-design"],"inclusionCount":1,"inclusionPrecision":1,"intent":"api-backend-delivery","matchedSolutionId":"database-design-migration","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.ci-cd.library-release-ci","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"deployment-devops","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.ci-cd.polyglot-service-ci","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"deployment-devops","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.deployment-devops.containers.service-orchestration","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["kubernetes-architect"],"inclusionCount":1,"inclusionPrecision":1,"intent":"deployment-devops","matchedSolutionId":"kubernetes-architecture","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.containers.worker-container","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["kubernetes-architect"],"inclusionCount":1,"inclusionPrecision":0,"intent":"deployment-devops","matchedSolutionId":"docker-image-build","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.infrastructure-as-code.cloud-environment-modules","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"deployment-devops","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.infrastructure-as-code.platform-state-migration","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"deployment-devops","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.observability-sre.data-pipeline-operations","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"deployment-devops","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.observability-sre.payments-slo","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"deployment-devops","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.release-rollback.canary-api-release","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["kubernetes-architect"],"inclusionCount":1,"inclusionPrecision":0,"intent":"deployment-devops","matchedSolutionId":"reviewed-actions-canary","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.deployment-devops.release-rollback.schema-compatible-release","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["kubernetes-architect"],"inclusionCount":1,"inclusionPrecision":0,"intent":"deployment-devops","matchedSolutionId":"reviewed-observable-migration","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.security-review-hardening.cloud-container.batch-platform-hardening","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"security-review-hardening","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.security-review-hardening.cloud-container.kubernetes-workload-hardening","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"security-review-hardening","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.security-review-hardening.code-dependency-review.node-service-dependencies","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"security-review-hardening","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.security-review-hardening.code-dependency-review.python-analytics-dependencies","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"security-review-hardening","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.security-review-hardening.incident-hardening.ci-token-exposure","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["security-bluebook-builder"],"inclusionCount":1,"inclusionPrecision":0,"intent":"security-review-hardening","matchedSolutionId":"incident-fix-review","nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.security-review-hardening.incident-hardening.session-anomaly","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["security-bluebook-builder"],"inclusionCount":1,"inclusionPrecision":0,"intent":"security-review-hardening","matchedSolutionId":"incident-fix-review","nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.security-review-hardening.secrets-auth.internal-auth-hardening","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["security-bluebook-builder"],"inclusionCount":1,"inclusionPrecision":0,"intent":"security-review-hardening","matchedSolutionId":"environment-and-auth-review","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.security-review-hardening.secrets-auth.service-credential-boundaries","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["security-bluebook-builder"],"inclusionCount":1,"inclusionPrecision":0,"intent":"security-review-hardening","matchedSolutionId":"environment-and-auth-review","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.security-review-hardening.threat-modeling.sync-client-threats","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["threat-modeling-expert"],"inclusionCount":1,"inclusionPrecision":1,"intent":"security-review-hardening","matchedSolutionId":"expert-model-and-requirements","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.security-review-hardening.threat-modeling.wallet-service-threats","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["threat-modeling-expert"],"inclusionCount":1,"inclusionPrecision":1,"intent":"security-review-hardening","matchedSolutionId":"expert-model-and-requirements","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.test-qa-automation.accessibility-quality.documentation-a11y","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["accessibility-compliance-accessibility-audit"],"inclusionCount":1,"inclusionPrecision":1,"intent":"test-qa-automation","matchedSolutionId":"formal-accessibility-audit","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.test-qa-automation.accessibility-quality.learning-portal-a11y","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["accessibility-compliance-accessibility-audit"],"inclusionCount":1,"inclusionPrecision":1,"intent":"test-qa-automation","matchedSolutionId":"formal-accessibility-audit","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.test-qa-automation.end-to-end-browser.rental-checkout","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["e2e-testing-patterns"],"inclusionCount":1,"inclusionPrecision":1,"intent":"test-qa-automation","matchedSolutionId":"cypress-browser-suite","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.test-qa-automation.end-to-end-browser.support-console","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["e2e-testing-patterns"],"inclusionCount":1,"inclusionPrecision":1,"intent":"test-qa-automation","matchedSolutionId":"cypress-browser-suite","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":0,"caseId":"tuning.test-qa-automation.integration-contract.gateway-contract-tests","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["python-testing-patterns","api-testing-observability-api-mock"],"inclusionCount":2,"inclusionPrecision":0,"intent":"test-qa-automation","matchedSolutionId":"openapi-newman-ci","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.test-qa-automation.integration-contract.partner-contract-tests","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["python-testing-patterns","api-testing-observability-api-mock"],"inclusionCount":2,"inclusionPrecision":0,"intent":"test-qa-automation","matchedSolutionId":"openapi-newman-ci","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.test-qa-automation.load-performance.reporting-api-load","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"test-qa-automation","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.test-qa-automation.load-performance.ticket-release-load","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"test-qa-automation","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.test-qa-automation.unit-component.admin-ui-tests","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["unit-testing-test-generate"],"inclusionCount":1,"inclusionPrecision":0,"intent":"test-qa-automation","matchedSolutionId":"jest-component-suite","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":0,"caseId":"tuning.test-qa-automation.unit-component.design-system-tests","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["unit-testing-test-generate"],"inclusionCount":1,"inclusionPrecision":0,"intent":"test-qa-automation","matchedSolutionId":"jest-component-suite","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.web-application-delivery.application-data-auth.operations-portal","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["frontend-data-contracts"],"inclusionCount":1,"inclusionPrecision":1,"intent":"web-application-delivery","matchedSolutionId":"auth-and-data-contracts","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.web-application-delivery.application-data-auth.team-saas-console","criticalGoalCoverage":0.5,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["frontend-data-contracts"],"inclusionCount":1,"inclusionPrecision":1,"intent":"web-application-delivery","matchedSolutionId":"auth-and-data-contracts","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.web-application-delivery.frontend-architecture.analytics-dashboard","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["frontend-architecture"],"inclusionCount":1,"inclusionPrecision":1,"intent":"web-application-delivery","matchedSolutionId":"feature-oriented-react","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.web-application-delivery.frontend-architecture.content-workspace","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["frontend-architecture"],"inclusionCount":1,"inclusionPrecision":1,"intent":"web-application-delivery","matchedSolutionId":"feature-oriented-react","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.web-application-delivery.ui-accessibility.civic-service-forms","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["accessibility-compliance-accessibility-audit"],"inclusionCount":1,"inclusionPrecision":1,"intent":"web-application-delivery","matchedSolutionId":"wcag-audit-program","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":1,"caseId":"tuning.web-application-delivery.ui-accessibility.commerce-checkout","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["accessibility-compliance-accessibility-audit"],"inclusionCount":1,"inclusionPrecision":1,"intent":"web-application-delivery","matchedSolutionId":"wcag-audit-program","nonCriticalGoalCoverage":1,"requiredNonCriticalGoalCoverage":0.8,"status":"complete","verified":true},{"acceptedInclusionCount":0,"caseId":"tuning.web-application-delivery.web-performance-delivery.field-dashboard","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"web-application-delivery","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":0,"caseId":"tuning.web-application-delivery.web-performance-delivery.media-storefront","criticalGoalCoverage":0,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":[],"inclusionCount":0,"inclusionPrecision":null,"intent":"web-application-delivery","matchedSolutionId":null,"nonCriticalGoalCoverage":0,"requiredNonCriticalGoalCoverage":0.8,"status":"insufficientCoverage","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.web-application-delivery.web-testing-quality.booking-journeys","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["e2e-testing-patterns"],"inclusionCount":1,"inclusionPrecision":1,"intent":"web-application-delivery","matchedSolutionId":"cypress-e2e","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false},{"acceptedInclusionCount":1,"caseId":"tuning.web-application-delivery.web-testing-quality.subscription-journeys","criticalGoalCoverage":1,"everyDiscoveryPromotionHasVisibleOverride":true,"hardPolicyViolationCount":0,"includedSkillIds":["e2e-testing-patterns"],"inclusionCount":1,"inclusionPrecision":1,"intent":"web-application-delivery","matchedSolutionId":"cypress-e2e","nonCriticalGoalCoverage":0.5,"requiredNonCriticalGoalCoverage":0.8,"status":"partial","verified":false}],"catalog":{"digest":"sha256-2bcd615d3801594746ecae7e69395bdf88096a0bab78f8d5761f6e538f551edb","package":"agentic-awesome-skills","version":"14.6.0"},"execution":{"exitOnThresholdFailure":false,"resultEnvelopeValidated":true,"terminalAssumedForSuccessfulInProcessCalls":true},"gates":{"hardPolicyViolations":true,"inclusionPrecision":false,"verifiedCoverage":false},"macro":{"criticalGoalCoverage":0.6166666666666667,"inclusionPrecision":0.5638888888888889,"nonCriticalGoalCoverage":0.5333333333333333,"verifiedCoverage":0.3666666666666667},"perIntent":[{"acceptedInclusions":6,"caseCount":10,"criticalGoalCoverage":0.8,"emptyStackCount":0,"gates":{"hardPolicyViolations":true,"inclusionPrecision":false,"verifiedCoverage":false},"hardPolicyViolations":0,"inclusionPrecision":0.6,"insufficientCoverageCount":0,"intent":"agent-mcp-development","nonCriticalGoalCoverage":0.8,"nonEmptyStackCount":10,"totalInclusions":10,"verifiedCount":6,"verifiedCoverage":0.6},{"acceptedInclusions":8,"caseCount":10,"criticalGoalCoverage":0.7,"emptyStackCount":2,"gates":{"hardPolicyViolations":true,"inclusionPrecision":false,"verifiedCoverage":false},"hardPolicyViolations":0,"inclusionPrecision":0.8,"insufficientCoverageCount":2,"intent":"api-backend-delivery","nonCriticalGoalCoverage":0.7,"nonEmptyStackCount":8,"totalInclusions":10,"verifiedCount":6,"verifiedCoverage":0.6},{"acceptedInclusions":1,"caseCount":10,"criticalGoalCoverage":0.3,"emptyStackCount":6,"gates":{"hardPolicyViolations":true,"inclusionPrecision":false,"verifiedCoverage":false},"hardPolicyViolations":0,"inclusionPrecision":0.25,"insufficientCoverageCount":6,"intent":"deployment-devops","nonCriticalGoalCoverage":0.2,"nonEmptyStackCount":4,"totalInclusions":4,"verifiedCount":0,"verifiedCoverage":0},{"acceptedInclusions":2,"caseCount":10,"criticalGoalCoverage":0.4,"emptyStackCount":4,"gates":{"hardPolicyViolations":true,"inclusionPrecision":false,"verifiedCoverage":false},"hardPolicyViolations":0,"inclusionPrecision":0.3333333333333333,"insufficientCoverageCount":4,"intent":"security-review-hardening","nonCriticalGoalCoverage":0.3,"nonEmptyStackCount":6,"totalInclusions":6,"verifiedCount":2,"verifiedCoverage":0.2},{"acceptedInclusions":4,"caseCount":10,"criticalGoalCoverage":0.8,"emptyStackCount":2,"gates":{"hardPolicyViolations":true,"inclusionPrecision":false,"verifiedCoverage":false},"hardPolicyViolations":0,"inclusionPrecision":0.4,"insufficientCoverageCount":2,"intent":"test-qa-automation","nonCriticalGoalCoverage":0.7,"nonEmptyStackCount":8,"totalInclusions":10,"verifiedCount":6,"verifiedCoverage":0.6},{"acceptedInclusions":8,"caseCount":10,"criticalGoalCoverage":0.7,"emptyStackCount":2,"gates":{"hardPolicyViolations":true,"inclusionPrecision":true,"verifiedCoverage":false},"hardPolicyViolations":0,"inclusionPrecision":1,"insufficientCoverageCount":2,"intent":"web-application-delivery","nonCriticalGoalCoverage":0.5,"nonEmptyStackCount":8,"totalInclusions":8,"verifiedCount":2,"verifiedCoverage":0.2}],"reportType":"aas-v1-tuning-diagnostic","schemaVersion":1,"thresholds":{"criticalGoalCoverage":1,"hardPolicyViolations":0,"inclusionPrecision":0.9,"minimumNonCriticalGoalCoverage":0.8,"verifiedCoverage":0.8}}
|