3571 lines
213 KiB
JSON
3571 lines
213 KiB
JSON
{
|
|
"schemaVersion": 1,
|
|
"reportVersion": "1.0.0",
|
|
"reviewer": {
|
|
"id": "codex-independent-alpha",
|
|
"role": "independent-phase-0-reviewer",
|
|
"implementationConsulted": false,
|
|
"scorerConsulted": false
|
|
},
|
|
"reviewedAt": "2026-07-17",
|
|
"catalog": {
|
|
"path": "data/skills_index.json",
|
|
"sha256": "sha256:073d00a736d2b8dd252c719da760b7bb1d9fd232fa70bc9fe01bb48b1428a3f3",
|
|
"skillCount": 1965
|
|
},
|
|
"criteria": {
|
|
"realismAndIntentFit": true,
|
|
"criticalAndNonCriticalGoalsReviewed": true,
|
|
"coherentEquivalentGoldSolutionsReviewed": true,
|
|
"everySkillIdExistsInCatalog": true,
|
|
"policyRiskSourceHostAndSetupCompatibilityReviewed": true,
|
|
"rawCodeSecretCredentialAndAbsolutePathLeakageReviewed": true,
|
|
"taskFamilyFingerprintsUniqueAcrossAllSplits": true,
|
|
"ambiguousCasesRequireIndependentSecondReview": true
|
|
},
|
|
"reasonCodes": {
|
|
"AAS_REVIEW_SEMANTIC_PASS": "Case is realistic, matches its declared intent/sub-intent/archetype, and its judgment is a coherent response to the stated goals.",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE": "Judgment contains no proven risk, host, source, or setup conflict with the case policy and targets; unknown metadata was not treated as incompatibility.",
|
|
"AAS_REVIEW_NO_LEAKAGE": "Input contains no raw code, secret, credential, absolute local path, gold label, or skill-ID answer leakage."
|
|
},
|
|
"scope": {
|
|
"heldOut": {
|
|
"expected": 180,
|
|
"reviewed": 180,
|
|
"approved": 180,
|
|
"rejected": 0,
|
|
"items": [
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/agent-architecture/constrained-offline.json",
|
|
"caseSha256": "sha256:8b527f1af41f1b1527b986d8f8d5a3fd5cb9072117362aa02c24d8f51f373936",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/agent-architecture/constrained-offline.json",
|
|
"judgmentSha256": "sha256:233615964f89abdcccb3d549e32f00c33899a6d9e4e7ce7a58534fdeb4a40985",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/agent-architecture/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:c509d97b675f837764bc08c869eda51f073eb868eebf2a4faf59ba10a8dd9884",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/agent-architecture/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:2741aff45bfe4036a8522dcfe245b3c245ac0937d192ee209e371b0ae8c817c4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/agent-architecture/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:0235afe76e6c8496800bf260af187538b12d553abfc7951d091d8e64a9558be0",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/agent-architecture/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:9c9b3820ddfec197b2a6fcd12ac668e38bab5e815cbaa841cab74a1dfbea38f2",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/agent-architecture/production-greenfield.json",
|
|
"caseSha256": "sha256:3154930f87d3477ae56720e1fc522a3733add1c52802d30a882dbababdb6cc29",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/agent-architecture/production-greenfield.json",
|
|
"judgmentSha256": "sha256:d5a6e9acd3f64167c5ce86f2da04afdfe381ef62ab769d282926416589157687",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/agent-architecture/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:b2adf5c9c9a2a0869cd7679c3ad93410df14fe155250bcebe0b8e5399c468ffd",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/agent-architecture/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:6f6c413050feae37b587c527c42202df88d26f60b07771229e19ad169ece67cc",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/agent-architecture/small-greenfield.json",
|
|
"caseSha256": "sha256:511b71bd3e208b9c486f9556b17eb2528074ba0a560d9dba812addebed67c1a5",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/agent-architecture/small-greenfield.json",
|
|
"judgmentSha256": "sha256:7c7ed019ac07b90f0decad364151fb859e7226c56eef067a55ef1f4bea3f9a4e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/evaluation-testing/constrained-offline.json",
|
|
"caseSha256": "sha256:28dc49c4371db30dbcb946bf1c226944b87dcbd12889dd6c287f776ce7d24a25",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/evaluation-testing/constrained-offline.json",
|
|
"judgmentSha256": "sha256:a153e903874f77a100247c5ec30d8ecf157c6aad6bdb24b212f43905f203903e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/evaluation-testing/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:30b0392a31dc5d8142e7160c2aaedd125116de04259123689a0ee43f026e641b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/evaluation-testing/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:aba8bb1fff50d039a766914f190bc83dfbcb1b0497373eca6ec66eb99b304fe9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/evaluation-testing/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:19f4fc6c5060d2aa53736591f2b5b75053f0133cf550813a59657fa4b3fb9b6b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/evaluation-testing/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:69831f8b91d62a3cbe7876d663bbc3b4e0489c56354773d628086324b09fdcf6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/evaluation-testing/production-greenfield.json",
|
|
"caseSha256": "sha256:418e417660ea81010ec3ebb14f152b45e722f2e0de4accd79b24129674e71f3c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/evaluation-testing/production-greenfield.json",
|
|
"judgmentSha256": "sha256:61e4f9acc1ad42a749f58800b7615a4cab77f7b6c3dcb638c7f7e4b7aa1ceaef",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/evaluation-testing/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:36d50b2f08a36288840aec69d0ee28211a5c8845f8f70342b82e5e132bcbba05",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/evaluation-testing/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:20cfd7a7fcec01e21888602011c878038c1aca7eeca9f8b3411c378562e05bc8",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/evaluation-testing/small-greenfield.json",
|
|
"caseSha256": "sha256:27ba43ba685b8018543760d0736434ac3079e6e032c879caef719039237b5f62",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/evaluation-testing/small-greenfield.json",
|
|
"judgmentSha256": "sha256:6229d85f3fbc878d391c190ba7b6c865bf7eb39788b583740141895795a3fa9d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/mcp-tooling/constrained-offline.json",
|
|
"caseSha256": "sha256:bf012bda3cea6907e91bba5490181c6c8ef5190e38dd4d8406fe70dc085b4193",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/mcp-tooling/constrained-offline.json",
|
|
"judgmentSha256": "sha256:03205dd102887f5216e0294541ed00cbb8adb6d67af77d82a3ccb845ffd0f6ef",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/mcp-tooling/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:8e20c741e19d05360e926b91d73498960de89568b8bc394f5e4bc2b3ee1941e7",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/mcp-tooling/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:a03e27fe5ec218f2c6e151ad9fa0d877c3d05001138e0b5998525deaf75b8020",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/mcp-tooling/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:21306702f9ae28abff07308b20eb480637224e11191dc628c3a0850387c14f73",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/mcp-tooling/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:43c4dbf0ba9723e50d5c3f2f0604d4474d9dfa002a3ba27d5732bbb9851a3761",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/mcp-tooling/production-greenfield.json",
|
|
"caseSha256": "sha256:b67f4879f565746152d23848435cbf4fa6e42a1a99aeda6916b07119273958ab",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/mcp-tooling/production-greenfield.json",
|
|
"judgmentSha256": "sha256:0ed6a676a7992393a472b454edb34c26e9c7dda690905983a6a35aa2e567576b",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/mcp-tooling/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:b7d680421ee747e9fdd33c0eb124e6cb79c138b8a5ea7741dd4bce0a0201d63b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/mcp-tooling/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:9333a4be85579ff92b5e4a88b30b6085f542d99eaf1a572459d61ddb0048eca9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/mcp-tooling/small-greenfield.json",
|
|
"caseSha256": "sha256:257dcb74ff667f515ac2965f8f591dbab480d0a78b4ee5ebb96bb20b3b7d5bdf",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/mcp-tooling/small-greenfield.json",
|
|
"judgmentSha256": "sha256:74372da8706d773ed39abddc17f62b099c6c6c96d797a86db09242e152f511d1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/memory-context-retrieval/constrained-offline.json",
|
|
"caseSha256": "sha256:29938910aafdc95d6dd0e87be33f65f5d66ee4a8b962a74363916a41a3746944",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/memory-context-retrieval/constrained-offline.json",
|
|
"judgmentSha256": "sha256:0114e75744db160fb57045424aa0e01d3e318f4170630ad1d058689413c70587",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/memory-context-retrieval/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:590666acf483e38b2355375e7f486ed064a41c25edb3b3df286a1622805b4fbb",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/memory-context-retrieval/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:20dffea0c72d3e2df23d90347f29265c1edb8ea1148bb3537035e82e43484748",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/memory-context-retrieval/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:ee5631640837e70b806f8214a2cff0006570354f54a3ff0c97d6f355c7ea629d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/memory-context-retrieval/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:c1a2eae656a09e586d2e32fcf7d2e42cd9009bd99d41ffe9eea58c20729b1bf8",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/memory-context-retrieval/production-greenfield.json",
|
|
"caseSha256": "sha256:89b533a02b9ce55e159431d14a94846200f316693a4579f8fb28e8ce058e7efa",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/memory-context-retrieval/production-greenfield.json",
|
|
"judgmentSha256": "sha256:59f0e0b3add8b9978f3074c54ec9231c70f33cff84208bcaea1f94c9ac75b9dd",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/memory-context-retrieval/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:363e746529248e3642b700a3b537a6fc967295dad02ae069101b8a4ccb89b2bb",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/memory-context-retrieval/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:c910aac5f43ce4460d17e5326bc0e0130f36be6bdf5317698e5cd344931085e2",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/memory-context-retrieval/small-greenfield.json",
|
|
"caseSha256": "sha256:286caaa6af6613277c86806804bbf357c4d05c82af4a4003f7e4a7fdbd42d6df",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/memory-context-retrieval/small-greenfield.json",
|
|
"judgmentSha256": "sha256:2bb1cf47ce6d7654303dd261640a1eaddc92344a2358d0fdc77552021ee9aa9a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/security-operations/constrained-offline.json",
|
|
"caseSha256": "sha256:9042dd63026109cbb949404da47efe1c0b3aceaa10b32ae6d2439d98ae446d21",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/security-operations/constrained-offline.json",
|
|
"judgmentSha256": "sha256:1ab3dcf01ac1d23612d90769fdae4ff70b1bc7c0823e224d308d5a7e763674d9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/security-operations/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:97885185953dad71ab7d08a432f2e48941132e3924bff80b210e9419cbd94e6d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/security-operations/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:c0ad9e035bfe58d3a774d5d4cf6e38530ed2d5f9fcf2d6a0fbfc19f5f4bec53e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/security-operations/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:ec7eaab916adf51e87eca5cebcc6dbc525be243db943f1b507ab735bd3fddd65",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/security-operations/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:f0fd0740b8b5a5dba72fd84048f8238915a30e7f45c0bc12e5a0fe7e8cb8390c",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/security-operations/production-greenfield.json",
|
|
"caseSha256": "sha256:97e86f6cf18c36442c479f6c39d5a8c09db1950c12a71b98743e8bbfa8632eaf",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/security-operations/production-greenfield.json",
|
|
"judgmentSha256": "sha256:0a73050c4c7fbaf1f839bab26fd991d2aef5f7fd162829fa709be304e44d920a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/security-operations/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:b7fd54d1e810182dfda81d3c71c17ba71a5325fea86aa502b3b7efdbdbe06b35",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/security-operations/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:fe4c8f3780d42420fe3f2a008647580753b2c5c01051c336406a58236696d6be",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/agent-mcp-development/security-operations/small-greenfield.json",
|
|
"caseSha256": "sha256:8e807b1c62cef1357e0aaa8a2ec88d86df303fa2037f9c564c77d0773955fe84",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/agent-mcp-development/security-operations/small-greenfield.json",
|
|
"judgmentSha256": "sha256:1cd5ebaa98db6e93b74a4351386c59a6aea8291fac6a7a0001fe98a74ea9f224",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/api-design-contracts/constrained-offline.json",
|
|
"caseSha256": "sha256:2d7360ab0934468cefc8b758fb1ce3123e3671d47f60bff5017ca7da2e6b0d2b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/api-design-contracts/constrained-offline.json",
|
|
"judgmentSha256": "sha256:542ee5b36ca93441300728f456ffcddd68933125e3be12a42882b92c108c7b57",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/api-design-contracts/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:10ef6080a189d26d7340ba3e0ad1a835b833e6804500f26511c1c967deae1afa",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/api-design-contracts/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:28a6c6f074e38513d5e360fbe2c2de27dc44693ee0a6ba4dac2ee3784fa47890",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/api-design-contracts/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:2dd3c4cd4e2ef02bd5bceda65f8db0050e080aee3efede035500ba3dc3dab780",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/api-design-contracts/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:6a1c704d0760902274f6f1eb7e55169e406874d2348ab1b8e7a3f7482d9478cf",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/api-design-contracts/production-greenfield.json",
|
|
"caseSha256": "sha256:61f4483aca4caed3ff296b87e149b64bb9d8008aa8bda5d3dc84c158e5092278",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/api-design-contracts/production-greenfield.json",
|
|
"judgmentSha256": "sha256:f659d1543302cb257416f190c18519c7c97714c70f70c601154ed7ef631072c7",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/api-design-contracts/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:34586a96680eb827ce3e5c33d35b3dbe81a2b8107a3a5a8a0183ec4c2a7ddd9a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/api-design-contracts/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:5fa22429c5954f874c77d053d1f64c386b36913d741af37e79a1523e30717c86",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/api-design-contracts/small-greenfield.json",
|
|
"caseSha256": "sha256:64fee97860c4f9577ac9f0953f5d3c57853461e03bc019fc0c3699e2ef13ad2b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/api-design-contracts/small-greenfield.json",
|
|
"judgmentSha256": "sha256:1134a58716568ca762a6c9c0033e2e62bc0d6d735aead209649d16a1d1655607",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/async-integrations/constrained-offline.json",
|
|
"caseSha256": "sha256:aa2058ea8c8733d2ee243ab930b640f7b2da8ab882f71c3cbb49a1ac28b45adc",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/async-integrations/constrained-offline.json",
|
|
"judgmentSha256": "sha256:4353a9c6c6507d6a0270860bfd0771e9598fb471bd1693fcf10215fbc1129896",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/async-integrations/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:058096336a20ce4ab703ec437156ccf6aded5ed07d0de48bc81a04c53e62245b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/async-integrations/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:e8fd4e13c43ea05c383dc6f832ce4128a104c96c3fc00551478dcab506dc3ed6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/async-integrations/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:6848379e335fad15d6a6279cf6cc8046929ad3eaffcb0ae321c3eac08d289883",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/async-integrations/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:5d4ef039e09cdf699cb41b90edebd2b0b669a335915defc8246afc1227dfe30e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/async-integrations/production-greenfield.json",
|
|
"caseSha256": "sha256:c5822ebc20b2b03c949a74d384d1e14a8d205daae81384dffeebda79c19784e4",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/async-integrations/production-greenfield.json",
|
|
"judgmentSha256": "sha256:8053df4d5fab3905ae05cf3527b68e5972d6943faf3979509ecb748f2da03869",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/async-integrations/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:ebc330a456d0dd8df34311c29f320baacc4f2949bca21b4b1f241eeef2ac6aaf",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/async-integrations/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:a82da1236202903ce1b5ef508ccd1fc79b1c8bb77471dbb1fe21fb3d9087acb4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/async-integrations/small-greenfield.json",
|
|
"caseSha256": "sha256:372ffed2f055db7b057bd63b0934472f9cba4c7268d08acf1a122559066937de",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/async-integrations/small-greenfield.json",
|
|
"judgmentSha256": "sha256:eadff4b48e228641a54245881d66f52b51847ed6a2b115be8f4ec011f9c52d9a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/auth-authorization/constrained-offline.json",
|
|
"caseSha256": "sha256:e70a8fce8bc9ed62f048f65a31a5fb64a91e0070ab76c3cae7669cfce7583494",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/auth-authorization/constrained-offline.json",
|
|
"judgmentSha256": "sha256:df2e84de2c28f5701ec207a0ee67ac041c472ea61badf4bb9752f4292e03428a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/auth-authorization/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:cce17c3f5b90e43c6e46caf17c2a28b405682ef70cd0beb6e65f1bb8d91a0ef4",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/auth-authorization/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:27f6874e4fd34507ceddcfcb329a4064f04584c352c02105444b57a8f23b091f",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/auth-authorization/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:052cec59dbdb1544b35bede13c38f63089d5e3580e3b94780431cde6de4dbc0c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/auth-authorization/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:0e8dcf7a0a345d4e4ef0ba0a7e05beb8d7ebebde476ea94cfa1abb2a7ebb8157",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/auth-authorization/production-greenfield.json",
|
|
"caseSha256": "sha256:b7a73bdb6c1d56955eda6f2c69fff550536f26a323bedf1a24015e393acbe491",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/auth-authorization/production-greenfield.json",
|
|
"judgmentSha256": "sha256:9fcb5cfd072288016e9f02babeabe2cebcb527478f1779bbaa49fcdbb9f6e0b4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/auth-authorization/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:c442d64d78a301dd8949f548f34b2693026a14430f6ad6f6361f7e990728b804",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/auth-authorization/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:c5801961df117f614b458967de70f807da42cb9887d7079e84a771b8d28fabc0",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/auth-authorization/small-greenfield.json",
|
|
"caseSha256": "sha256:76ab39001b8cdac2a86a43bc5a89ed8d84ac4aff60058cd69d7b95ca2ab2b611",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/auth-authorization/small-greenfield.json",
|
|
"judgmentSha256": "sha256:bbc6c1c0937bfb0a928c8353f41ea5f29cb87b2801771413b0e1a289277eaa27",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/observability-performance/constrained-offline.json",
|
|
"caseSha256": "sha256:e676afba48221d0c503ded57322913163c7b06741231b74660689c7489097fc6",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/observability-performance/constrained-offline.json",
|
|
"judgmentSha256": "sha256:bf291fdd8dc40301179292dc5babc5caf477ba94a32a553c2bd6d8c979f1aa5e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/observability-performance/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:86d8a3da92f694f2c5179ecb0e31e9a8c331cee3a8b931ecb02fee1f91b834e7",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/observability-performance/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:cec541caeeed6b5d3930ab36abd98fa9b3c3612d193c65b61a3cae69b231b9fc",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/observability-performance/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:0d9acb22b33e65dbc037841561e2dc59e45cdeaa5f2674bbb15906a73eb4a50e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/observability-performance/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:08d085511afe6c72d773bc247cdb95a39821b854dfe0d3ef037939a6d93caed6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/observability-performance/production-greenfield.json",
|
|
"caseSha256": "sha256:ae28806dee736f1eda2c5a27747b2b44fa190ec6cf8974daae78c5267548f1ac",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/observability-performance/production-greenfield.json",
|
|
"judgmentSha256": "sha256:0158bbe84895eb9a7efed9881c4c36bd5f562fb8d3abdbd9fc5eeac0d62d714d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/observability-performance/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:0af1dda820240111a8113c3ec13e37259617b547df175f8a0cf355eb029f5ca1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/observability-performance/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:f70fc1cb6107d15370b653b04910c3c289c38d445effbdcf2dc0d6956b3bbe25",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/observability-performance/small-greenfield.json",
|
|
"caseSha256": "sha256:5084ffb49988e7b080f8336c923208e6eb7682ab7bc5c2801e749873c94ee0a7",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/observability-performance/small-greenfield.json",
|
|
"judgmentSha256": "sha256:426aed2ed10821230494b44b08921309736d0af3da178a6c020bc79fc1765a28",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/persistence-data/constrained-offline.json",
|
|
"caseSha256": "sha256:be94fa96dc2d9527c13f2d667f5cac05955f86dabe43e02d5bfa189da9b8197f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/persistence-data/constrained-offline.json",
|
|
"judgmentSha256": "sha256:c3fcb9c153878f5c8e33aec72acd59eaf67d20cc567f1f8bd600492d7080e30f",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/persistence-data/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:432189a7bc20009c9dfe1f3b1ee633485692a4dee0ff6f2302b11ba1b355ae37",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/persistence-data/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:04ed3a7ac7d020a83efd79725bc5eedc0a19808fc85e0e2e91fa160ea65723a5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/persistence-data/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:eea4b17e7859c74e3cd6215aa1c49f161132e34343dbaacbf6376b9cc1e00529",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/persistence-data/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:28919eb5ea93d53e44a22c3493b80c0a134426bee8f14a1230038c4da7ef6a60",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/persistence-data/production-greenfield.json",
|
|
"caseSha256": "sha256:37c469a7ba3197055ec3b54656a305812f3cce75ecfa9fbadcad0a858955d71d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/persistence-data/production-greenfield.json",
|
|
"judgmentSha256": "sha256:f3f9fcea9eb394e94eba9835867b9e05bb1934fa3e8864bd4f9806079083cefc",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/persistence-data/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:4d07e2cc81e1160fd9540e4f30268ff31db9b8b1c451a53140ae03e26d3ad468",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/persistence-data/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:c06c29069e14f8ab0151236c874aad4b6a3c20740acb8875be5ec554772f0f52",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/api-backend-delivery/persistence-data/small-greenfield.json",
|
|
"caseSha256": "sha256:b9b9069bb910aa33f602fa0a6b152e5ff135f23dad0d27994b0ba62df53e2f6e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/api-backend-delivery/persistence-data/small-greenfield.json",
|
|
"judgmentSha256": "sha256:4691ba721bb30c4f70b9639c18828e5d9c9d7993cebd9f13d69eeda6911ea477",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/ci-cd/constrained-offline.json",
|
|
"caseSha256": "sha256:1c92abec468ad8776143eb4ad134a834b4559725124859bfb98de4c0d935e4fc",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/ci-cd/constrained-offline.json",
|
|
"judgmentSha256": "sha256:16d16b096f11840aadda357cfca98af1f638bffc982b4c6945fb65d3226b2c2f",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/ci-cd/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:18aadee7713a4dad59c13745f7304dc97c5bc1a7f0e38a0b5faa501e36fe67bf",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/ci-cd/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:9d5933e2eddf707431e9e5b0d1aae955c8f017ca379bd4e09c53e7f940d9c950",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/ci-cd/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:da49e89471eec322c0d7c657fd3b75771e39e4bc963d91f328872cf558494dca",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/ci-cd/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:a8fa4228f9dfb43d32d0d2ac7179d15f4548a5edf0fae38227f248caf0dacce9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/ci-cd/production-greenfield.json",
|
|
"caseSha256": "sha256:b0cc51b8b9733f30eef81b0bde7b6fcaf50236bd5de93cb48d7ce83545c48298",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/ci-cd/production-greenfield.json",
|
|
"judgmentSha256": "sha256:4f89f587fb49e40f3f465a337165dd5c2743d90477cbbd435a0b8621a0a61fa1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/ci-cd/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:b23c581a6e59483346c8cbddbb4f60e8a50824b0b31941d903ef64034ffd6210",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/ci-cd/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:d3b946c52dadcf775133c1e68a7df10fb3292c53c203f890f80d9f667dc74d8c",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/ci-cd/small-greenfield.json",
|
|
"caseSha256": "sha256:49fbb6ff7d33d0610c473d0856d2b55da34a35d9c4395faafc3a057c4c8dc73c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/ci-cd/small-greenfield.json",
|
|
"judgmentSha256": "sha256:d829b3591c23e850632812d845b375298f556b6b41b34992698281dad424df62",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/containers/constrained-offline.json",
|
|
"caseSha256": "sha256:b16c936118210a355ce15ce8723e076d3cae8c12bc5120abda3be153698fd65c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/containers/constrained-offline.json",
|
|
"judgmentSha256": "sha256:8a77c2426fc8524874027b29536377edc851962f3f95d73f81e835aaa3e3f5df",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/containers/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:4e946bfef42891586ab6aeaee08ac74c08022d37a299500fd98bc53cdce49202",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/containers/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:df8a58c3a997f42a1e11eadc5bb17c8da7b237b458d406fffdcb09f5a89224b5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/containers/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:20bffd245b29e20562648acc1b5dff0c5c0f6efa10ece4908519f488bdd8d632",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/containers/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:b2294c4e8f7ef7fd638bc3b441bc658c1cc34447765d5d6e55661fd989268026",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/containers/production-greenfield.json",
|
|
"caseSha256": "sha256:e2bf74196b15b4138b62ce78a7195cfb81e3eb6653f23df37efec3809037502e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/containers/production-greenfield.json",
|
|
"judgmentSha256": "sha256:66e4d9ed1210ea58c66a1b5d64d4aef4dc6fd086f81b5f6cc97fbbefba1404a1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/containers/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:9c08385a3385846add3561414c76e042cae116a51c4ba7a03135446a20ee7791",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/containers/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:662b1660971a020d9a32a987ce501af56a4db204e4be216f93db1325bb1efff4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/containers/small-greenfield.json",
|
|
"caseSha256": "sha256:d3bda0014871b2ba31ab07eb9122d060e669d879437ab287f18ce0706e48b70e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/containers/small-greenfield.json",
|
|
"judgmentSha256": "sha256:e486c33043f67ff255c439311264539d04208f738e1d4362226b9972ebded856",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/infrastructure-as-code/constrained-offline.json",
|
|
"caseSha256": "sha256:55bdd3438c1a4133403059acabcbe9050bdf0dcfdcefbf5fda0f68e4b9f8e8f7",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/infrastructure-as-code/constrained-offline.json",
|
|
"judgmentSha256": "sha256:f5c83e7ad8911b7ffbeaa2ff84ce08f6f58a1769bdd229fb09b49d1996436544",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/infrastructure-as-code/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:35a3be649b2c33175869bc022d3f036a5679a06c6ebadf7552b7a3b640e0b596",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/infrastructure-as-code/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:8ba5734e4333fca9037f281eb64f3dcccb0ba132c18e8242d62098fb0ffc0976",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/infrastructure-as-code/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:fa7e51ee210abc5f5fe729a0810a328148eacec59f8dca7d327b50f6494bc2dc",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/infrastructure-as-code/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:7105f3ad299bf4168f62e9f42fc9e8ef4a28eeab8fce231fb0a0e94bf76af071",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/infrastructure-as-code/production-greenfield.json",
|
|
"caseSha256": "sha256:db6564936d59e89d8d960468352f8d306e725983185b17e4c8c6d6372b391bdc",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/infrastructure-as-code/production-greenfield.json",
|
|
"judgmentSha256": "sha256:57db80a088e4b672d7c6f32fad976f9d6ca1f8a18588252c2e131f069892fa2c",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/infrastructure-as-code/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:15faa79902c764961d6e5eb8d5315707f906102a0b515908c0c71ada75f18103",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/infrastructure-as-code/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:f041043581ea1bc752047443dd74869b8c1a90774ee4a800627ec246dba7d9d3",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/infrastructure-as-code/small-greenfield.json",
|
|
"caseSha256": "sha256:398b4046d23fd91bc7b2f103d0264a6587e2c263c2da6c62b554cb5ecc894865",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/infrastructure-as-code/small-greenfield.json",
|
|
"judgmentSha256": "sha256:f50f6caa4333e6b835112dc6de7651bbf42b5f67628a4b89c3dfc6632e6bab63",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/observability-sre/constrained-offline.json",
|
|
"caseSha256": "sha256:95bb208b5d69c15904232fb07c4f324fdbb115e38f634cb720f1bd394eeee146",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/observability-sre/constrained-offline.json",
|
|
"judgmentSha256": "sha256:d0a860af6239839234c0591670e9e9622de0702a2277ab65009eb1e59d17750e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/observability-sre/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:4175a3e22b88bd751201aa73c39ddbc45e70f7aed11fcf4cab96445c0fe3d460",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/observability-sre/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:19d781ebe83073bfc06e35c8f7a97ce4c53405ee3a12f664460d0d51661c5abb",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/observability-sre/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:a40cb684083e30d7c1f6499407556c7eceea093cbebaed352b77fca14cc238db",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/observability-sre/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:f91cba00fd12826b230b22a115e9e69470a07da026242dd007a70bf3031a395a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/observability-sre/production-greenfield.json",
|
|
"caseSha256": "sha256:aa5cf20aa2dcd7cce69fe6cafc89391bc33b1681d5299e9343eff4f8fc1948aa",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/observability-sre/production-greenfield.json",
|
|
"judgmentSha256": "sha256:b5eb1b86ba9a725e113b7264aef668ee3980d848e828c67d48260b79905d6377",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/observability-sre/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:a3f2bb61dc3f3bd0196a763790f1c09265e8b011aa8d5bc575a5a9410612ba0a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/observability-sre/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:0d44332fb159b519aa01ca870c81c2707dfa77ca69797ad74319f6cd07b1f0c1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/observability-sre/small-greenfield.json",
|
|
"caseSha256": "sha256:4c9ebb203754c2c1b1ec64e05a585e4420f4921e3d8ce249df9a75fd4424a1b5",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/observability-sre/small-greenfield.json",
|
|
"judgmentSha256": "sha256:8caa7f76c2f64785be2defc098bad1a5f7fae908cbe9cc1b2209e097c130d81c",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/release-rollback/constrained-offline.json",
|
|
"caseSha256": "sha256:7481eb83da3a9d4e264fdbd0fa07a60a9eb82ea807337f684dffa89dd4a8bbff",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/release-rollback/constrained-offline.json",
|
|
"judgmentSha256": "sha256:e19b3fe76b86e21728548e9ca7e7ee95a63024f1cb8a7273c87a722dbfab0be4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/release-rollback/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:cd80ca3b3ec276c32ef071a77e24bb0a05828746fb1b3b609b48792980c7ac7d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/release-rollback/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:8838fce34edd9229e9ca51d729c655dff0728d1089159d53d11afc3839ae2a2a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/release-rollback/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:a82d49d7ccf4c8cc0948dd970571acd714a26de937a55120827dea53f1909103",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/release-rollback/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:2058acb64567728dc2e6a7a255a1efdb8221876f2c75db27430f7eb79cbf7113",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/release-rollback/production-greenfield.json",
|
|
"caseSha256": "sha256:aba288f8dbb5832430edc322d4e328a37343040cb1b53587a6368c2c82ed972c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/release-rollback/production-greenfield.json",
|
|
"judgmentSha256": "sha256:9bbe65d3afbccccd70dada68239338c647d224a07b1a9b90706e782bccb92cc8",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/release-rollback/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:8111b72b5aaf24ba2400f53d96be3b52c2cbe0161f2c0434d1caa527660beb34",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/release-rollback/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:ac7fbef22dcd94b61fa48f4f5ea89f9ce59f8254dbc6c7af70daa577c976cc93",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/deployment-devops/release-rollback/small-greenfield.json",
|
|
"caseSha256": "sha256:3549f8b4c81db1ffbfeaca3c444dcaebadc968007f116f4b02b5246ed938e940",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/deployment-devops/release-rollback/small-greenfield.json",
|
|
"judgmentSha256": "sha256:13aaf7ca5c5b1ebe4a6a7d2f06e340be555a72a03815e748ce6c5021199dda0a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/cloud-container.constrained-offline.json",
|
|
"caseSha256": "sha256:ec4f1c0e3887734899318257fdab8c79a76599beb641f421fafa2b41de354101",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/cloud-container.constrained-offline.json",
|
|
"judgmentSha256": "sha256:a5a9ddbb8da25ca6f30baef414e3fe4ac2e6c2c34b9f0e6f1bf08ada2e0a52cd",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/cloud-container.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:f6d86f0192e217ed83edcd29f7790b16d9fd960d66f04dce10f69e2ccddc2adf",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/cloud-container.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:5f067c0ef0cdd36a8ba470f9a0292616086960e9ee848957ce1e3e0c7ab0c199",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/cloud-container.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:c21cdf0b8c85469db45098568ea08761594268f7198a7eab290e46cca8fd29cb",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/cloud-container.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:e9fccf3eb6bae85e31572fe41a4f069d466a67989f2e6e0aa3e0b6329eb53fc7",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/cloud-container.production-greenfield.json",
|
|
"caseSha256": "sha256:2b67fc6ce0fbd2c7128c30f50ee10afa9294862fa22982644b8b38230eb9fc4f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/cloud-container.production-greenfield.json",
|
|
"judgmentSha256": "sha256:562b8111e2d72e50d4121d458f81518d6827ec3b6abb1d207f4f4ec4ee0be92d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/cloud-container.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:d8ec88c7d0e5d810e87d0d6d5f63373575e184768cf50bf3ab50dd9227880268",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/cloud-container.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:fd8a608a0c33a40143a43ee72c0350f906895609e975e342e7fe6318cf5728fb",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/cloud-container.small-greenfield.json",
|
|
"caseSha256": "sha256:244a7771bc55f384fe836fe1f36f171a597407395d741dc9637744e7bc4c2b3f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/cloud-container.small-greenfield.json",
|
|
"judgmentSha256": "sha256:2d9fc5ea781bb1ab157c835f82dbfc56b5839fb4e9cb5838ff6985f1dba4e48c",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/code-dependency-review.constrained-offline.json",
|
|
"caseSha256": "sha256:b72e6e5bb3628ddcc79138986b80422bbc17a7a26fbcb4a2e0d15822fa951881",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/code-dependency-review.constrained-offline.json",
|
|
"judgmentSha256": "sha256:9bb39b0ea130894940a0ff12fdb263638ca78e30ddd41c8c23a5c88870a243f5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/code-dependency-review.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:d15d52aaa1ec4716f511fef1651b25ff33b0b6f1dd47fdc8556bd60a3682b552",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/code-dependency-review.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:849b4731169d3f45cef6d48b2c0c7573dbe86ff3c96d8758efed2a8eab801efd",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/code-dependency-review.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:866e5d60f7e6d07d9ee941f45955ce1950b43e4c18463aed66fdba383addde69",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/code-dependency-review.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:d5dde1339eeac01ef7d7633273898daad61434098b38d883bdec062704f35275",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/code-dependency-review.production-greenfield.json",
|
|
"caseSha256": "sha256:9433c04d33a81d7c5e4b66ddc22a875426fe323a1c487e2551a52defa585519b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/code-dependency-review.production-greenfield.json",
|
|
"judgmentSha256": "sha256:8199ec2867af9ca3e2f93f384371188c97b8858a2c700d9992aa655f75442df4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/code-dependency-review.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:a7260523a7ca40985e9ccd9668070ccb4a3e079b567f3796f994fc1c0767bc6e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/code-dependency-review.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:41340ef7937b162e97069413c67e118cc0c1ac5f38c55ba671f31831a02d09a2",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/code-dependency-review.small-greenfield.json",
|
|
"caseSha256": "sha256:5db6afdc70309ce920e07bd51e847830eaffb0a0a4910c75252072a2e9f72c43",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/code-dependency-review.small-greenfield.json",
|
|
"judgmentSha256": "sha256:c2627f95d7bbfd71124455c72aecfa3c3f1627e2a9e1e50d9a090cd334c0422a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/incident-hardening.constrained-offline.json",
|
|
"caseSha256": "sha256:83af8c7caa26e30ca737503e3ed9b0be7f2ebf8893fe5c4c32ca533130e4b0b1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/incident-hardening.constrained-offline.json",
|
|
"judgmentSha256": "sha256:c21ed7e04aa170cf4235a0144265cb6f7a33620057e5047f135b4190f08532c1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/incident-hardening.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:5ea787de23ade7c01bdbe1d41feacfb6cec2e5f86ed34edc2080302a788c5246",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/incident-hardening.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:43d51bd5da78770f89b442aabba64636b481027ad2e615cad78b9ea43f5dfc88",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/incident-hardening.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:724f06fb6f1d56b502354e93d96709ca9e42f508cc676ba2fefba62dacf4745f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/incident-hardening.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:14529951ffda4d9f338cb8d67a5aa2c9215d9fc4aef022553624e3c2c534a1cf",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/incident-hardening.production-greenfield.json",
|
|
"caseSha256": "sha256:f0ac54ac69887a32676e18caff1fb0ef073b20719766bd4ed50d7c043f5d4dad",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/incident-hardening.production-greenfield.json",
|
|
"judgmentSha256": "sha256:fc9e67fa5a869e66bf975157669d963f0abddcc050b8a156e58a87cde4c317b6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/incident-hardening.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:ed30e8b0c6c229fd36b7bb8e4023baf16673655d03dbc67f2cdbff20bc7648bf",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/incident-hardening.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:ba85895bcc44407ff574257fee661f2ca5fcbd05cacd2adf0c2eb818195b4d91",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/incident-hardening.small-greenfield.json",
|
|
"caseSha256": "sha256:a0b4a8fe146aec7c8aadb677f8a1689a438247d0a080226ec2356aead334ca7b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/incident-hardening.small-greenfield.json",
|
|
"judgmentSha256": "sha256:8097e874fe38af30a25dda28e58bf3e3cf2e3189b486a52f5f880182c608171e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/secrets-auth.constrained-offline.json",
|
|
"caseSha256": "sha256:c4df74bc1e6ff687a861f75a6103e1e9027bac413faaa71753fcf31e44b63bdc",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/secrets-auth.constrained-offline.json",
|
|
"judgmentSha256": "sha256:c43439ac1f152787202f40eba3589b8802f8f22d28819f890b899b148cf03b73",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/secrets-auth.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:def3b7f9bb560b4da9fded0686525723d61d96bceb1a5b8145c291171890c05f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/secrets-auth.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:ce2eca19ced71d7d8cde2199ccc77c9fbd6980b747f56e9649d628b21aa4bafe",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/secrets-auth.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:2e7b236ae8d91263fed0d4f7e6e3e540438754229f51f170889cde9cf8d8e797",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/secrets-auth.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:3e44ca95b1d57f31aa4f452b2275ef64293a04adf2a2ae58af060eb625429e87",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/secrets-auth.production-greenfield.json",
|
|
"caseSha256": "sha256:7019831bb261351b0319858d071ee6c2b8d19a0ee06d2077251f0b6586311286",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/secrets-auth.production-greenfield.json",
|
|
"judgmentSha256": "sha256:e58e2a4729a94ae3befe4995f9734eef7047f384656f0a710dc1ea67dfc7f326",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/secrets-auth.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:c1d9af0448e8831178426db3a210e1f91a34d6073116feed6b7769b046a7916a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/secrets-auth.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:033f10a2b71bdad68cebf7c23005ead41917c380af4b29369b0cdafbadec8110",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/secrets-auth.small-greenfield.json",
|
|
"caseSha256": "sha256:d798468b3649ddaa43d0f3b79eff5d91ee3aa3e8926bdfd84f81a0995d8fe593",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/secrets-auth.small-greenfield.json",
|
|
"judgmentSha256": "sha256:59f770f48636cf1123c00c0820c8e91e011062cd9e75f724255a3d0991bcfc7e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/threat-modeling.constrained-offline.json",
|
|
"caseSha256": "sha256:14ca0c18e33cba7a446c948c54b0ab273679dd2cfc314b473084d20739c9f9ea",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/threat-modeling.constrained-offline.json",
|
|
"judgmentSha256": "sha256:09bcf013c9ff8c5cebf427e2c12dbf5e995478b1d7af9a011c40b41645234391",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/threat-modeling.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:e09a4c9f3b5cc9265c5dfdeaadcb62071df3eb236928557bab78e6a12aa28e2e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/threat-modeling.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:577c6c7fbe127c2975c54f32fda83260a851d0358c3c52db950020af3aa82e64",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/threat-modeling.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:0a8d20681b027d9be9454b7957ce078f73c0cdb5d879a65fdf737d85a4d3d5a6",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/threat-modeling.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:66be9ac7ce363b7609e1584b06bac6b262fcd184de69b17a89efc6fa94cb0c66",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/threat-modeling.production-greenfield.json",
|
|
"caseSha256": "sha256:edaf42ce971aca2b5893024b9fa85fb8bb1ef8d0a1b844310f37f254de199845",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/threat-modeling.production-greenfield.json",
|
|
"judgmentSha256": "sha256:dd84664817249d5f4cbce9ff42e65786d57401ea906f6b07d088ba22342e1334",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/threat-modeling.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:26ddc2558fb98a520eb96dfe11b937d8def0823de83554c5a92af695d9fc4cc8",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/threat-modeling.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:d52c4765bd3d501ba9e916d895a4039afe2d96a061081b4029215bb7511c7463",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/security-review-hardening/threat-modeling.small-greenfield.json",
|
|
"caseSha256": "sha256:97e565739315b04e142f992796bce9aa7e7d61bd8e171936571b33ad461ca83f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/security-review-hardening/threat-modeling.small-greenfield.json",
|
|
"judgmentSha256": "sha256:a5a63146af7d1a4f2d9ec97a3e0e6b9047dd9bc57627717cda8c62670cad9a52",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/accessibility-quality.constrained-offline.json",
|
|
"caseSha256": "sha256:b21011ff8bdace5b2447f2a71df3c0a34dbad56fdc1c3940665faa94e53509b1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/accessibility-quality.constrained-offline.json",
|
|
"judgmentSha256": "sha256:cb79e7a8a0831f56f9801ba793b5df0b3e34938bfc480850d093d34764404d91",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/accessibility-quality.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:66fcc9e65c387788219deb4fbcff3847f9ec74431f5b23c145b17abab6d229b8",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/accessibility-quality.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:cbb1fec80d21a94d9e296377fececd8764f372caf6bd31a041152c0e73c1bd06",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/accessibility-quality.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:df1c116e04e5017d61f4e0b724e83fa9e75ee955a1e4748038fa45ce42bc19f4",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/accessibility-quality.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:cedcb227d9ef1f2a5dce61400887e47c0185a05135258e1426588e4ba7859fd2",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/accessibility-quality.production-greenfield.json",
|
|
"caseSha256": "sha256:4555f4c3bb2993fd538dbad8d3d1461d07ead23a0fe5d0d95eb37694314fbc4c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/accessibility-quality.production-greenfield.json",
|
|
"judgmentSha256": "sha256:4fe33ffddd33e735e8f1bf76e767780e212885f85005540fa1da9f954907402e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/accessibility-quality.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:5dd58bad4de822387e2b9c176c18f74b0e8460eb2037940cf8cfc88d34d2a7fe",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/accessibility-quality.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:df750fb22d3f6fbe46ef2336e9cf4d1a9e4821c7230677c308a563b1e3650b6e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/accessibility-quality.small-greenfield.json",
|
|
"caseSha256": "sha256:d3bd4f59bb220149d9f02a184edb50b6ced562747a755eeaac455802dcec8837",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/accessibility-quality.small-greenfield.json",
|
|
"judgmentSha256": "sha256:87a4ca6f998d7afa1aba77526c9d7bdceb2e39e6d05fe51b9810ce5987b3d948",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/end-to-end-browser.constrained-offline.json",
|
|
"caseSha256": "sha256:fcc39ca488cae0d20756fde36ce4f91aef61d677e0dd435aa08482371cab831b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/end-to-end-browser.constrained-offline.json",
|
|
"judgmentSha256": "sha256:9aaf2208106e5a166e7d8eddceb5522bb1461feca6a3d9dd3880b9a3580dcdf2",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/end-to-end-browser.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:003b7909b213d1abaa09ee64ec4fd9b5c772cc58bf2ab76b37daaaefae6090fc",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/end-to-end-browser.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:34c90e8fca5e2fedf809e87e23b4b479f2970cb32f0a18fdae2a23fc5c74e6d6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/end-to-end-browser.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:301f7b07852670990bc57573a2ebd859cffc4b64386ceb06bde6b08aab2b788b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/end-to-end-browser.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:d82e1f272302c24c6045d4fad5f71f9cd32d6eb509ba8484ca68267a14365b01",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/end-to-end-browser.production-greenfield.json",
|
|
"caseSha256": "sha256:4a5bef840e3d27cc3106d3a4b5e30f1905051f12c1099cb430b5ab70ac6e69f8",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/end-to-end-browser.production-greenfield.json",
|
|
"judgmentSha256": "sha256:4eafd6d57cc5ef4e32bd2b25fbba9440d0c6b1182e3943a011626c26aea1d3ef",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/end-to-end-browser.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:2d51e512a42c51695fe8c02f59f3ee818f78b10e445f252ef9f288fb4bffbc51",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/end-to-end-browser.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:6cdb0a58c2e51c791d3586ec4cdd7209229b8c52a68d10feafc64dde9ca2f3fe",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/end-to-end-browser.small-greenfield.json",
|
|
"caseSha256": "sha256:70a93533d3e8162510be0c49c40c3deb24eef7575fe4b1306ab0a78177fda13a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/end-to-end-browser.small-greenfield.json",
|
|
"judgmentSha256": "sha256:b9ff66000c2e08b801fb912344e06e99071a89d9826d3262eef4e0454dfddc12",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/integration-contract.constrained-offline.json",
|
|
"caseSha256": "sha256:07aac5a4d3984e27ebc1701e736c389865f48a76e1801fc0d2b81018916292f8",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/integration-contract.constrained-offline.json",
|
|
"judgmentSha256": "sha256:78e52b7191d259d42a946b0a726b3e24415555096fa5cd903babf601dbb61667",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/integration-contract.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:891260fca2e5d9fc5fb7494d5388119ea82cc0c6abf840e1ead8c058b3505390",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/integration-contract.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:38fbae1b0ab0b15239f3313866a33c0eaeac7508ce38d313398bedfbd4777592",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/integration-contract.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:b8c6a0af7a05e926c4add37fe6de82246dabb81259a67e50546b52f356d64e33",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/integration-contract.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:fab309208f7c9be7a380f3cbe24082bdde103013dda17bb8d65efd33f60b651b",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/integration-contract.production-greenfield.json",
|
|
"caseSha256": "sha256:2c653f200489bf6899d1db20d9836c8025ae1ad2c2da52256ea2c535c2c3696d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/integration-contract.production-greenfield.json",
|
|
"judgmentSha256": "sha256:984f2c787a1fb95d60dcbe96e5df38a30c86925133848905a10c6ef702c5aa66",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/integration-contract.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:01f2bf8fc95f4f3fba39edbb87bbd213de8a30ebf50cd7bf858757fba62b1a20",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/integration-contract.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:6fbd4a3afb2ed01df3bd146c6848b50d79e1bedd8f711707963e32f4dc8a0e2e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/integration-contract.small-greenfield.json",
|
|
"caseSha256": "sha256:9f195b7cde75f9cade4077c1fbaddf109472ca1185473931ca79ff00b51cdf03",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/integration-contract.small-greenfield.json",
|
|
"judgmentSha256": "sha256:d636c0493c63e04624222f66b69daa76af47f28c357b5b40ba063c7dc45194bb",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/load-performance.constrained-offline.json",
|
|
"caseSha256": "sha256:c231829768e073e28454374bf36a054f152f9511b7bd007bfbee2c33bbe37f3d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/load-performance.constrained-offline.json",
|
|
"judgmentSha256": "sha256:ecefaef3c5045da8ac351b6e153fe945205ac4afc545ffd48a21ff512055d769",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/load-performance.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:07163fafcf8effa30837224fed18280238bf3ce3304877967b0a0382e2a90f6d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/load-performance.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:c75bdece4109332339bf0c614cf796be4bbba2bc598db40ce46f4d6fa9f10b65",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/load-performance.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:229f7cde006c4ec3e7cdcd6c16905f882d19806c115f8444cc8ba9468488d932",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/load-performance.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:29413d067342452bf1f16537c126c01eb91f047d5c6a796470a11a258a4f70bd",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/load-performance.production-greenfield.json",
|
|
"caseSha256": "sha256:58e56509c18c84c9710828f73c88b0fca41744aabdc8ad847bc5db02cce8d137",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/load-performance.production-greenfield.json",
|
|
"judgmentSha256": "sha256:e80cb688f92fcaca3514b041efeac46a90ce8622e54cba7ad2828aa5032115c6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/load-performance.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:b041d7bc164e194fd0228c27956101b49717f44080cf90ea66096e7668516f64",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/load-performance.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:d80e9d2ff663b21a298e65490a21c498bc31b7c95f663a0fc345aa860219e253",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/load-performance.small-greenfield.json",
|
|
"caseSha256": "sha256:dbf5abe39241661139ecd49a4a7999760f2baf233f98d658d2e464faf1172066",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/load-performance.small-greenfield.json",
|
|
"judgmentSha256": "sha256:c31546c96b1455a2a80f7e80d5c7a32c8bfa6011e1bbb04104926542f0c956fd",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/unit-component.constrained-offline.json",
|
|
"caseSha256": "sha256:98f9feed6047c574de67030b230ded3927f2fdd60e0d398567dc0758acb935ed",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/unit-component.constrained-offline.json",
|
|
"judgmentSha256": "sha256:75df72482d3be12bbcdf422599a0e21888a8e912d56f46de108c63e18d01d52b",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/unit-component.mature-legacy-migration.json",
|
|
"caseSha256": "sha256:88f86fe31a9c980d3fd3d86c99350a46aad96bbc625107ed233855d18368a69b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/unit-component.mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:ea8ce2d3f84c90e2adb02d3bc6673d11dfc511e7c102d054372ff39f894fe9a1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/unit-component.monorepo-polyglot.json",
|
|
"caseSha256": "sha256:b3473a690f00716be83232b70c23ba8c5eaed445e7c0a10686b4bb82ed3b3a27",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/unit-component.monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:b3c9409fe93c53e4775137698c272645b6c3c8eaad20bd3373c8602cccddfaf5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/unit-component.production-greenfield.json",
|
|
"caseSha256": "sha256:236ad78d2f1ab9052ca649c0bbb9fb1ecae05747f7365bc277bcffaf93b8c9a1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/unit-component.production-greenfield.json",
|
|
"judgmentSha256": "sha256:00aba107af19cebfda069a71744de4ebaf29410c5610ab9c413ec9265cf6d3d8",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/unit-component.regulated-high-assurance.json",
|
|
"caseSha256": "sha256:0da8cb351e3d61bd84bfd8a6a2fc759e848ea0ef1960c14e7bb1ff7c5bc89c8a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/unit-component.regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:62153162a5813ce2e1713356195a22b37b1a51e27f7d3b51a7fdef7307eb1afa",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/test-qa-automation/unit-component.small-greenfield.json",
|
|
"caseSha256": "sha256:1f7e6b2b1187dd55df3a44436f033477ef044048c64b7bae7c2a632cf2a3c9ca",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/test-qa-automation/unit-component.small-greenfield.json",
|
|
"judgmentSha256": "sha256:a33a02a463b23c76657e46e8b118a1987b557c538307f05ac02f0eb2e521deaf",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/application-data-auth/constrained-offline.json",
|
|
"caseSha256": "sha256:9f6816bfad68f251b1e3ba77aacc3374c23d105291af7e15ca38dcd4f1fb8bbd",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/application-data-auth/constrained-offline.json",
|
|
"judgmentSha256": "sha256:6daf2c573299781564f67b1ba29eb738da2457643075d0e9ed85e05b3ec727a4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/application-data-auth/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:e90f7852360aabc3e70c32e9b6e2a73d3c0be6b0d42b57687b93d0ce0fba3f1b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/application-data-auth/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:a3b6b050492bb2be56431fee996a37c02beb40bc53fb1060779228662c569dd4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/application-data-auth/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:7c8efec10c72ddcfd5ce8b4a144690ab4b8d6c9ca2ede43b11be0180f149efa3",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/application-data-auth/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:e710702ff6cbb16aa27bde1d08122bb2c6bd9266d5f5e2eda3e425489c88ad70",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/application-data-auth/production-greenfield.json",
|
|
"caseSha256": "sha256:e3016deb12b4cea3328fd244b94714aed17938b676cf25b4398b0f81199c1249",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/application-data-auth/production-greenfield.json",
|
|
"judgmentSha256": "sha256:cd0d3e1672227aa31a32d2f277d2b2bcfab7ee6689765a6b63e53ddcee19874d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/application-data-auth/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:ecb8b925776fe408c253cef5891f3816b81e102681c3e9c45a53983c0a33da29",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/application-data-auth/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:524bb5537c0f534d423150afa2a68ac5625276e1490f7fd495a0e5a262c4a410",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/application-data-auth/small-greenfield.json",
|
|
"caseSha256": "sha256:5c6e0706045781ad85258bdaf81b1870b242dfeaed88e4063234c6a397af08da",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/application-data-auth/small-greenfield.json",
|
|
"judgmentSha256": "sha256:caaeee2a9dd7c84a1212d3ec651601774a2a0625725a4669d01cb5d3da0c14fa",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/frontend-architecture/constrained-offline.json",
|
|
"caseSha256": "sha256:378b620f3b7e2f05db2689b1560d94b0f0bb8e70f05e62e3d9a5b0fed2a125ea",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/frontend-architecture/constrained-offline.json",
|
|
"judgmentSha256": "sha256:dd0c88d7a2442636b6a9e8bdb91d1b28fe72ddd37b533a2fb7da81c23b73fb36",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/frontend-architecture/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:e1e3552535fd37414488b90be26c7d9ffaba215bcbebb5967c9b03611c1b98df",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/frontend-architecture/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:c8dce6c14f4777a3e0deaccbda68f1a50220819d551dfa55bc65f976db946344",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/frontend-architecture/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:98abaa425877c3f4306a5181697915e7e5bfcb6709d4243eb9749f53133f2015",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/frontend-architecture/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:044fed4abe9549797faed090fa73675cee1a4b27ec44a26055913e86dbef2681",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/frontend-architecture/production-greenfield.json",
|
|
"caseSha256": "sha256:ec66078d6c8f80630c4252a632832924d9b1e3c7d0abd3ef895fbb17e8d62c74",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/frontend-architecture/production-greenfield.json",
|
|
"judgmentSha256": "sha256:1e7651f23edd753283444d2a37e6cb61f8874c49b016929d79a1f779edeb75c2",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/frontend-architecture/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:5c218abb7f167f60ae26c2da734791061cc810be53a61b2a754870d3d1dfa748",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/frontend-architecture/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:20a8bbadfc1b9281eb1836d044cc76d9695eebd6d6ecd929d10708c526762473",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/frontend-architecture/small-greenfield.json",
|
|
"caseSha256": "sha256:e2d53b61bbb79304656435ca80ce9c6ea906ec89d1527c41846cb66891b9f26b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/frontend-architecture/small-greenfield.json",
|
|
"judgmentSha256": "sha256:8991858133beb86ed241755028c6257dfcb12748c6a652ae9f854682b274cbd9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/ui-accessibility/constrained-offline.json",
|
|
"caseSha256": "sha256:cc99adbbf39e77cab2b97861da8a950c8df309ef8e16cf158315ccdc1ab8ac27",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/ui-accessibility/constrained-offline.json",
|
|
"judgmentSha256": "sha256:a2579d7da3dc0b4f9808a94f484b4fded985f3fbd61babdd8799b2baa407451d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/ui-accessibility/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:83ca5384c1feb1874e6e10a7db4553c2e8dbedfbf1b5567681b85c7dcac3c1b7",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/ui-accessibility/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:08f45768ea80a1fa1e2e0fc141ab0f09cf037cc9e5a600a181bd319b03a1546c",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/ui-accessibility/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:3b56c493c39472e7bf03afb456df958e018f3bbe34ce710e585fff0c71a37c04",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/ui-accessibility/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:8767444b5b626c200eee93fc921126441d112a57536ba315582d0409e657f4f7",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/ui-accessibility/production-greenfield.json",
|
|
"caseSha256": "sha256:56bb5b4178af184da98cd8645b9a8274c6b6690e34332912b7c87c0ccc0fb95f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/ui-accessibility/production-greenfield.json",
|
|
"judgmentSha256": "sha256:e89b519df7bbdfe55f3e89fd29c424963fe9d59b0179728662cb8c2ef23023af",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/ui-accessibility/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:05ee7c47400fba7696a527ac61b04b8117bb638c9b584c683002bb46d375cbc3",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/ui-accessibility/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:46ee315cfd53c2dc8af8a440eacebcfa49e145be9cda09d25d8dd7b4bab79514",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/ui-accessibility/small-greenfield.json",
|
|
"caseSha256": "sha256:3d2aeb94739bbc716acc2a87faab59be272d35b4305b58c2c6a4458b7175eb47",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/ui-accessibility/small-greenfield.json",
|
|
"judgmentSha256": "sha256:4f6dbf57323104f67035b7dbcb4829b1d759bcb48bd0cf42c18ab8bf30f99ffb",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-performance-delivery/constrained-offline.json",
|
|
"caseSha256": "sha256:71bcf9933d319ed6ba227f6d6d333e6ef3db3a97621a0dcb44ccc6129c4f80e9",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-performance-delivery/constrained-offline.json",
|
|
"judgmentSha256": "sha256:e3309ebee2cdd500d52a6a3afa41478eb5a9fc144bf9fd8386ecea2e175a8c4d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-performance-delivery/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:3674a1136d5af60c138ddeee61bcd3f17f6b66aea63d0fdd798a8d7c33c27376",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-performance-delivery/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:51f036d92ad150fc10e4ade9e8df19aa89279d7dbd89dc1e03bcd1b669da1239",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-performance-delivery/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:dba5cc2736364383b28ba2826264ea228af913f3324492d77d850d4950ff97f0",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-performance-delivery/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:e27b4daf6c22e4ca7fd86e5eedd5ad9047591b1be5c9ecb806c4efbb3a37a964",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-performance-delivery/production-greenfield.json",
|
|
"caseSha256": "sha256:3a89230a3f8f32630384db47a1adaa664473a5d9c198e34e60d076c864160389",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-performance-delivery/production-greenfield.json",
|
|
"judgmentSha256": "sha256:0e5c4feff08a19d0b471d33857a15c8207e5152224b2d2ca08647c1833ef4245",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-performance-delivery/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:43a6c643dd1965709cb37463b3bda4f98d0533c98bb82ee4761eaaa0330b1eb0",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-performance-delivery/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:e2a69dad906f1b826b09bb1eecc3b809dfbdaa63d5b75db69917d8536df18e60",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-performance-delivery/small-greenfield.json",
|
|
"caseSha256": "sha256:88617129d4a0679691a1bd0cacfdb32ac41876ee1ed8b1b73172df8ca4624d91",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-performance-delivery/small-greenfield.json",
|
|
"judgmentSha256": "sha256:563f59fcc865915bc6431892f4c40c43a7e0f9a871c314273f70382bc1c5afd1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.constrained-offline",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-testing-quality/constrained-offline.json",
|
|
"caseSha256": "sha256:387daf3cae3a39feaa260786d21eb7e00bd854c72b687676eb96eb3816b02c35",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-testing-quality/constrained-offline.json",
|
|
"judgmentSha256": "sha256:274eb913c0cb221ae87f8edb1528cdeccc7ae1ce396ac1c575c02c94dbe9b319",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.mature-legacy-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-testing-quality/mature-legacy-migration.json",
|
|
"caseSha256": "sha256:19b97dd06631123daa96a4b885fc4ad0cf87f576b4472e022682325875d31ef1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-testing-quality/mature-legacy-migration.json",
|
|
"judgmentSha256": "sha256:f66815a4a42e618fe6e3ab0ddf3ab41621623817c1902303629be6bac611585f",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.monorepo-polyglot",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-testing-quality/monorepo-polyglot.json",
|
|
"caseSha256": "sha256:4f95089d43a70efb3a01ac7a7fdb6525a5d2313e183304e969a532e51a98e450",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-testing-quality/monorepo-polyglot.json",
|
|
"judgmentSha256": "sha256:56f2755e708eee2bb208582ff6cf32bf764d9332597a391f5d3b9b6ea9514e5f",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.production-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-testing-quality/production-greenfield.json",
|
|
"caseSha256": "sha256:60d332f19549adb81a31c8e0459238fc98e9ade20e2fb85f4b30a2a6ab5c0957",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-testing-quality/production-greenfield.json",
|
|
"judgmentSha256": "sha256:545c628aa2bfa01f7ac06eaac5a5564433a950cf7817767c9ed453a8f28634f5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.regulated-high-assurance",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-testing-quality/regulated-high-assurance.json",
|
|
"caseSha256": "sha256:be46afebd186bf23f13ea466a1d1c4b18a398738580ffc5802d07ce667e95804",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-testing-quality/regulated-high-assurance.json",
|
|
"judgmentSha256": "sha256:6d135b071ed312ec82b31e43797fd5a8bfa71f7fe599cc30b316865cfeebab16",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.small-greenfield",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/cases/held-out/web-application-delivery/web-testing-quality/small-greenfield.json",
|
|
"caseSha256": "sha256:3f887e95b61cfad18612212b0f57f7d0d48d5d6d5ff3b8b234699f0fb992b193",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/gold/held-out/web-application-delivery/web-testing-quality/small-greenfield.json",
|
|
"judgmentSha256": "sha256:6dfa2790207456dc821ab34753f38550fe6003b1ee9066259e4d4695361cb0cb",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"tuning": {
|
|
"expected": 60,
|
|
"reviewed": 60,
|
|
"approved": 60,
|
|
"rejected": 0,
|
|
"items": [
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.agent-architecture.repository-maintenance-agent",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/agent-architecture.repository-maintenance-agent.json",
|
|
"caseSha256": "sha256:ec1b3593ec738281a9173918d56ce4182afbb2430da4c78867a9a4865a36c9ff",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/agent-architecture.repository-maintenance-agent.json",
|
|
"judgmentSha256": "sha256:bb39e6e7f002cb77e62c3953ae81447444ffedbc40e17f7a5a0bade3db827db5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.agent-architecture.support-triage-agents",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/agent-architecture.support-triage-agents.json",
|
|
"caseSha256": "sha256:4ad0cf2a48e267ea28e098368f38b22d6cfdb97553fdc8041b44d70e2c070164",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/agent-architecture.support-triage-agents.json",
|
|
"judgmentSha256": "sha256:5815887066f73f086591b09c643ecb63f7a644098ff36ca804ce2b5bfc8ba177",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.evaluation-testing.code-review-agent-eval",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/evaluation-testing.code-review-agent-eval.json",
|
|
"caseSha256": "sha256:aa87b20cff2823e4b7c4c448c07f9225c56d9994c666fd3ed9a95d1ab0af95d6",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/evaluation-testing.code-review-agent-eval.json",
|
|
"judgmentSha256": "sha256:b20fdd80647bb817feebe02f8e0e92038c86026b566476ec323005051e8043c5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.evaluation-testing.tool-routing-regression",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/evaluation-testing.tool-routing-regression.json",
|
|
"caseSha256": "sha256:0e2e36281db90574b7700779fd7a3e8771ea0e4b153cd7e7af876dd61584ee6a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/evaluation-testing.tool-routing-regression.json",
|
|
"judgmentSha256": "sha256:3dc18573cef22280ebcd3efe957c44a275c8d7a22d6b2d938788b3bd813ca53d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.mcp-tooling.build-metadata-mcp",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/mcp-tooling.build-metadata-mcp.json",
|
|
"caseSha256": "sha256:136a0260efc849a32a9c0ceb2dab269777c3b3023e94074652e39fa332984fbc",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/mcp-tooling.build-metadata-mcp.json",
|
|
"judgmentSha256": "sha256:be400e6cfdf0d75174c4062f98f687d96865db10cefeac07cd94ddbd9bc71470",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.mcp-tooling.local-catalog-mcp",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/mcp-tooling.local-catalog-mcp.json",
|
|
"caseSha256": "sha256:35c40626937f8f434f292082479d08059a2c57c89b2b30f8215d7115736d202a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/mcp-tooling.local-catalog-mcp.json",
|
|
"judgmentSha256": "sha256:2ae1016600ac9f18f98050c6b4cf0e6267ac4716ade19f52c918be4250b61f0d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.memory-context-retrieval.project-knowledge-memory",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/memory-context-retrieval.project-knowledge-memory.json",
|
|
"caseSha256": "sha256:bd3f53b56471df04d6ef1706281d8b42f1742c05fbeee9a4346d42cd67bcd994",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/memory-context-retrieval.project-knowledge-memory.json",
|
|
"judgmentSha256": "sha256:c2005af10bc2251af2a6e06f408fe7720f83e9e02cec17db16b48347b0bb6646",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.memory-context-retrieval.support-case-memory",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/memory-context-retrieval.support-case-memory.json",
|
|
"caseSha256": "sha256:62d5e0d49ffe57c6fa555492ebd279d6c557cf4a495772bda9fde118c25ae7b4",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/memory-context-retrieval.support-case-memory.json",
|
|
"judgmentSha256": "sha256:230712eccec6be9f2d69facc050bfb4fcdfbcd0c256f662f05a06af007c5f4c4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.security-operations.ci-agent-security",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/security-operations.ci-agent-security.json",
|
|
"caseSha256": "sha256:42827ad9462441bc2763607370e183ef6e8de05935ca98076480835ef934e31e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/security-operations.ci-agent-security.json",
|
|
"judgmentSha256": "sha256:c2e019c129894f9fb1b6b71da774082e18e4e95c27185a0c7b04f6114381b47b",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.agent-mcp-development.security-operations.local-mcp-security",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/agent-mcp-development/security-operations.local-mcp-security.json",
|
|
"caseSha256": "sha256:6eb6c6610a41d0e8720fa8971cdb0f45f08e94956b296cffa39a67f5990a0010",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/agent-mcp-development/security-operations.local-mcp-security.json",
|
|
"judgmentSha256": "sha256:022756c37730b1da11c2ce808ac2c3a8186ada2ab3680bd2f39fba63cf000eb9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.api-design-contracts.partner-orders-api",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/api-design-contracts.partner-orders-api.json",
|
|
"caseSha256": "sha256:517f3bbbb3952653037980d6cc8f53443c1bc84d73487ce8e86bbc0f48f48105",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/api-design-contracts.partner-orders-api.json",
|
|
"judgmentSha256": "sha256:7a1b7d81f0c8c18c9f758c2add5d7a712cce98b5406f165bbc624e9fb6b2adf4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.api-design-contracts.research-catalog-api",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/api-design-contracts.research-catalog-api.json",
|
|
"caseSha256": "sha256:a7c057401465d2b3227bc91098e6f5df9ed5fa0fc9f2d2e6cc0c3fc7edba0e57",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/api-design-contracts.research-catalog-api.json",
|
|
"judgmentSha256": "sha256:08af274c29e35d763c40897bdf51a4e851fd7821187e71a0960dcc6783d9b03e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.async-integrations.document-jobs",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/async-integrations.document-jobs.json",
|
|
"caseSha256": "sha256:2f33ab5ff39eb5852be190b9814a83352abf17789173dcdf1f723e20064cd03d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/async-integrations.document-jobs.json",
|
|
"judgmentSha256": "sha256:5a6e9f0d57e3f349392e612ca6f776661d886c5d350c3b5ffa4db54fb9f6ec01",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.async-integrations.fulfilment-events",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/async-integrations.fulfilment-events.json",
|
|
"caseSha256": "sha256:003164187f9acda9e27b1fd61ab6f22bcdd5d761061bc4fa9b3e7b95f51a8e40",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/async-integrations.fulfilment-events.json",
|
|
"judgmentSha256": "sha256:e7cde466d2bbfc77c9788c147df26e68f97d22088a5878fefb8619042d7b24b8",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.auth-authorization.clinical-records-api",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/auth-authorization.clinical-records-api.json",
|
|
"caseSha256": "sha256:44173e6c1f8690a86d5467575484874a93113a2fce687869f04ef4c7cb41606c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/auth-authorization.clinical-records-api.json",
|
|
"judgmentSha256": "sha256:1c806f9c923d2d09df28401ef3ae981e911b3935b78615c5c9b6aba2e23322e9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.auth-authorization.vendor-access-api",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/auth-authorization.vendor-access-api.json",
|
|
"caseSha256": "sha256:640533a4f5c1a450b832ef983b8089bf42130f54d1f11c95f442ea1ea2204ec2",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/auth-authorization.vendor-access-api.json",
|
|
"judgmentSha256": "sha256:6f9a77063445ae69275166b944aa1f9964a3d95401e5bb61d51351a0cdc2bebd",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.observability-performance.search-api",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/observability-performance.search-api.json",
|
|
"caseSha256": "sha256:115041b1edc83d0e57dedc45cca5dae876ecef9eee64a10d3c61a6735f1572ab",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/observability-performance.search-api.json",
|
|
"judgmentSha256": "sha256:0a3245e658d564e12fd8ce558833ec60a62e4b81e69be37671b740db9f68d1dc",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.observability-performance.shipment-api",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/observability-performance.shipment-api.json",
|
|
"caseSha256": "sha256:71275d2121acd8e62c07f835594ccb30a841214af2bce90692a52a01362137aa",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/observability-performance.shipment-api.json",
|
|
"judgmentSha256": "sha256:2df274ebcfe133e9111678a16cb06d805429a40e2f56a9e9125917c7dceba157",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.persistence-data.inventory-modernization",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/persistence-data.inventory-modernization.json",
|
|
"caseSha256": "sha256:2563644b70bd65525237be7a08fb99c27c90dbd3935dc5f47d632b6979c89b7f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/persistence-data.inventory-modernization.json",
|
|
"judgmentSha256": "sha256:3439360d4102a83c9b1bd71f1cdc5ce21fc76839ee0455b8ebcdacd1f863a1d4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.api-backend-delivery.persistence-data.tenant-ledger",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/api-backend-delivery/persistence-data.tenant-ledger.json",
|
|
"caseSha256": "sha256:bab61146e83566502f307ce2c20d15bcafec8dc8ab3ccf97d7193fe7adccf047",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/api-backend-delivery/persistence-data.tenant-ledger.json",
|
|
"judgmentSha256": "sha256:7eba6589d0d379d03ca55577d8d62dbfee1193be10a2ef39c2aca5ebfbac7369",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.ci-cd.library-release-ci",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/ci-cd.library-release-ci.json",
|
|
"caseSha256": "sha256:daae7570eafd3ef394114a94cb1fa35e46e8c90ce2a23871805afdfbda9be76c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/ci-cd.library-release-ci.json",
|
|
"judgmentSha256": "sha256:1e323f953268512bc985e1f352da26734dba1c1cdbb9c93c36b7470ab82308e4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.ci-cd.polyglot-service-ci",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/ci-cd.polyglot-service-ci.json",
|
|
"caseSha256": "sha256:42265c7242eca97e700857d7c80320f95d0397d6b0c709990e72439accc9339c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/ci-cd.polyglot-service-ci.json",
|
|
"judgmentSha256": "sha256:4464b93fc97269344104fe79936c30fe55d0c06021b4ce46c6dc6c1cf56e0b9c",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.containers.service-orchestration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/containers.service-orchestration.json",
|
|
"caseSha256": "sha256:365def421e3dfd71b330d2b1d51b11bf0306837092b16605a742979c4c77ff4d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/containers.service-orchestration.json",
|
|
"judgmentSha256": "sha256:34092bc3d4debd9fee0d632a85b7a6a902d0e71667945accd4b6636d2f31c822",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.containers.worker-container",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/containers.worker-container.json",
|
|
"caseSha256": "sha256:983f4bb306f1b48da36d3fa81e8a097e0b204a3efb3aedf7c67f0f401ac24122",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/containers.worker-container.json",
|
|
"judgmentSha256": "sha256:77d12e8544b6f714fa958eb80b6e7daf21ef5b9d2d77b8a40821912b1107d28b",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.infrastructure-as-code.cloud-environment-modules",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/infrastructure-as-code.cloud-environment-modules.json",
|
|
"caseSha256": "sha256:d824f3b90442b968d450a89e46b48c1d10aec7825408b65bc8c33679f0f107a1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/infrastructure-as-code.cloud-environment-modules.json",
|
|
"judgmentSha256": "sha256:fad3a241a8906822a175f467c336319d6a305535d3c8c79a16d4eeddee4efada",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.infrastructure-as-code.platform-state-migration",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/infrastructure-as-code.platform-state-migration.json",
|
|
"caseSha256": "sha256:1d7347dc950ee2a541dc3ed8df30fb89ae8ac7420d03224f5d4fe0fb419f334a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/infrastructure-as-code.platform-state-migration.json",
|
|
"judgmentSha256": "sha256:f83691d676dcd3736c06aae8d70b9b07b1eae10d985a6bddee85e7521d75bc71",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.observability-sre.data-pipeline-operations",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/observability-sre.data-pipeline-operations.json",
|
|
"caseSha256": "sha256:23ff94fa7384dc5d2eead2653193655a217e580eb2df8c7ac989d07e12c1303c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/observability-sre.data-pipeline-operations.json",
|
|
"judgmentSha256": "sha256:177a6f4d9cc68a1ccf7012b7fd7bb26e0761c9dfb17bdc5a2efcc0e6938bb72b",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.observability-sre.payments-slo",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/observability-sre.payments-slo.json",
|
|
"caseSha256": "sha256:1f2f6a780946595c3058f3c3cde475e1cf8155f30b8950bab5ef2ecb251c04b0",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/observability-sre.payments-slo.json",
|
|
"judgmentSha256": "sha256:aa1c93473582c25a1f5faf7e2480504e748dd05ca65b27904d61cd611abb5e1e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.release-rollback.canary-api-release",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/release-rollback.canary-api-release.json",
|
|
"caseSha256": "sha256:2a6a8979e792fe491ebca19f1593f6d1bcb40baa6c5f1cbdd39222fc6e7a7d88",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/release-rollback.canary-api-release.json",
|
|
"judgmentSha256": "sha256:67396a1973339d23dc7a6c8d1a8fdd2ec291d11ca216c702e91d5adbbd8ca291",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.deployment-devops.release-rollback.schema-compatible-release",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/deployment-devops/release-rollback.schema-compatible-release.json",
|
|
"caseSha256": "sha256:3d1500ee793c02a9ee3e86ec4df74aa01e2b6c49c49efeb7d77aa329a8d36150",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/deployment-devops/release-rollback.schema-compatible-release.json",
|
|
"judgmentSha256": "sha256:7dc0072862de681eae838217cf7c8bcfec9a621f0466385aa57223d3ebbcdcdc",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.cloud-container.batch-platform-hardening",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/cloud-container.batch-platform-hardening.json",
|
|
"caseSha256": "sha256:5b759509c0da88b1095a29f7b6d15447adbb7c880e41ac3247834f5462ba3395",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/cloud-container.batch-platform-hardening.json",
|
|
"judgmentSha256": "sha256:ee17905c22cff2dbd90b4debc6564b695ad54646b504436d82312ce8307a1933",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.cloud-container.kubernetes-workload-hardening",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/cloud-container.kubernetes-workload-hardening.json",
|
|
"caseSha256": "sha256:3bb1473d57b2aa432ffdee1124a4503e0dbdc773efdb00ce780ad6dad4bbea87",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/cloud-container.kubernetes-workload-hardening.json",
|
|
"judgmentSha256": "sha256:9fbd0571c4d8b56883c414972fc1da1cfb71f8c5c0d7790df2e2d0342c599f5e",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.code-dependency-review.node-service-dependencies",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/code-dependency-review.node-service-dependencies.json",
|
|
"caseSha256": "sha256:c6f436633145cf7bcbf1dc03e6b28442dd336db450c304166fef25fb1a0c4539",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/code-dependency-review.node-service-dependencies.json",
|
|
"judgmentSha256": "sha256:c7a468e2aff6d6fcf060857f55a4e88a0e18dadef9824d1461864b57c97e73a5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.code-dependency-review.python-analytics-dependencies",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/code-dependency-review.python-analytics-dependencies.json",
|
|
"caseSha256": "sha256:c2ccc43cecbb311311720c1b54ec6ccaf1bed1929d72e24c40dcf4fc8901f9c7",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/code-dependency-review.python-analytics-dependencies.json",
|
|
"judgmentSha256": "sha256:d25707f1f54c86f8abe6ea68c93a985586b4fe3db5909ad214f7353717f15061",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.incident-hardening.ci-token-exposure",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/incident-hardening.ci-token-exposure.json",
|
|
"caseSha256": "sha256:887c0c13e7ba9063a2af994e3172051700df1dbf6682494d130564cab9adda6a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/incident-hardening.ci-token-exposure.json",
|
|
"judgmentSha256": "sha256:c5cdf3ef1dc02ad10978fafe7368c53069495b2bfcbbcfe3af2703b997eb32b5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.incident-hardening.session-anomaly",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/incident-hardening.session-anomaly.json",
|
|
"caseSha256": "sha256:878d56812e08855274bf4e83d4c893b234a51e56f96179948499f9067f2cd1af",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/incident-hardening.session-anomaly.json",
|
|
"judgmentSha256": "sha256:0077506afe4912bb7899ceeef384d112f5c0efcae2da956e522649f3af9d4aa4",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.secrets-auth.internal-auth-hardening",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/secrets-auth.internal-auth-hardening.json",
|
|
"caseSha256": "sha256:1b009c9573e108dd42228e85d2989a8d5c3d14b2a7bb25f6e978190856e51fca",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/secrets-auth.internal-auth-hardening.json",
|
|
"judgmentSha256": "sha256:e4500a420137d8f0f3e3324054180847bbca4c5df1bd8a05981014c07a9ba84d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.secrets-auth.service-credential-boundaries",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/secrets-auth.service-credential-boundaries.json",
|
|
"caseSha256": "sha256:2573eda6a02198ff2a71e63fcd3702ff7084f843c2c7ebf9700fca8389cc2f30",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/secrets-auth.service-credential-boundaries.json",
|
|
"judgmentSha256": "sha256:1582d9a89a44f34ad7fc76aacd85e62aebff35b77ada2b3dd95fd2dd59099172",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.threat-modeling.sync-client-threats",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/threat-modeling.sync-client-threats.json",
|
|
"caseSha256": "sha256:65deea364cac5de5186bdd18ba55e08d1cab1d71f9d2baa831c6db116458c6a8",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/threat-modeling.sync-client-threats.json",
|
|
"judgmentSha256": "sha256:628ecc978228b0477d2d4e91c1bd53176862415b12b177669c75bb421523cad2",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.security-review-hardening.threat-modeling.wallet-service-threats",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/security-review-hardening/threat-modeling.wallet-service-threats.json",
|
|
"caseSha256": "sha256:c4e0cdb2d055525b927f2fff7e76bce93dfcdc75bc964bea7e32536304318338",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/security-review-hardening/threat-modeling.wallet-service-threats.json",
|
|
"judgmentSha256": "sha256:779743e8e62dfe38d533ec27139c3873db04a53bd0dc373732591ff4a3fa6a1c",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.accessibility-quality.documentation-a11y",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/accessibility-quality.documentation-a11y.json",
|
|
"caseSha256": "sha256:8805541e507e061324352087899e34ef0b2696b5087a361217de409ca518aa12",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/accessibility-quality.documentation-a11y.json",
|
|
"judgmentSha256": "sha256:0895f1131bf0280dc630abe3cb43f40856d8304d2603ee62acceb13700777dc8",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.accessibility-quality.learning-portal-a11y",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/accessibility-quality.learning-portal-a11y.json",
|
|
"caseSha256": "sha256:db3e9aec49189cb57111ed4681196ba18e1b3a5e109156d88731c71fa5ade42f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/accessibility-quality.learning-portal-a11y.json",
|
|
"judgmentSha256": "sha256:9fad0e3a314e629138927e118c61edfc099d35293c46bf5b78cb390b34f3bfa1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.end-to-end-browser.rental-checkout",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/end-to-end-browser.rental-checkout.json",
|
|
"caseSha256": "sha256:836c18b35ce6d45338cd7cfcd82bbbb9656db57f82d4f8832c41d1bd7a2996d1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/end-to-end-browser.rental-checkout.json",
|
|
"judgmentSha256": "sha256:6ec66080ae5c5a3d07ef5bfcb20590ee99b348aa7821a486468e6502df83d302",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.end-to-end-browser.support-console",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/end-to-end-browser.support-console.json",
|
|
"caseSha256": "sha256:52fe96ac6385a52df0e003f16f29dd2478fbe83608b5c45a673c60499831ad69",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/end-to-end-browser.support-console.json",
|
|
"judgmentSha256": "sha256:b55d805fd1a057a3d2c84038f9bdbf11d3968fe6555d960ad74eef07cc9f3e02",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.integration-contract.gateway-contract-tests",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/integration-contract.gateway-contract-tests.json",
|
|
"caseSha256": "sha256:e28b4eeda2e6a346a82ca0edb3da5509639c12e84ed92f053e6ae929d47f0853",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/integration-contract.gateway-contract-tests.json",
|
|
"judgmentSha256": "sha256:008d30023ad4f16540545ff1d70584111f824c3ec10534fab1b3dd51f469ad3b",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.integration-contract.partner-contract-tests",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/integration-contract.partner-contract-tests.json",
|
|
"caseSha256": "sha256:0be5ee916c6481bd8a3594e0d80dd3b85eaa3633ef8180cce7728e00918b1575",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/integration-contract.partner-contract-tests.json",
|
|
"judgmentSha256": "sha256:26671d4839ba90c5dc5358c71650fe615388b329a917d9a5811caa3828169a55",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.load-performance.reporting-api-load",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/load-performance.reporting-api-load.json",
|
|
"caseSha256": "sha256:e3f8904d752c8094cf3f8f770816fe66340a419a7f9f999c958a6b2e693a71c5",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/load-performance.reporting-api-load.json",
|
|
"judgmentSha256": "sha256:cb0f6ff2ab0075edb6dc29085d938f2492d4ee22af2e9394b95b080fcc0b271a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.load-performance.ticket-release-load",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/load-performance.ticket-release-load.json",
|
|
"caseSha256": "sha256:7765596bbd5156600815058621f4206706edbf468af448254ec3ffc31ab9215c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/load-performance.ticket-release-load.json",
|
|
"judgmentSha256": "sha256:c82bdf5f8d021c661d7d5cc349012be1a7effce6f707f6ecab957a8f8d54cc05",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.unit-component.admin-ui-tests",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/unit-component.admin-ui-tests.json",
|
|
"caseSha256": "sha256:160d5d840ba3274161400e013acd6451fc746c6017234519043f1ed0932e7081",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/unit-component.admin-ui-tests.json",
|
|
"judgmentSha256": "sha256:6356060a55435f2ec5c79209883db5e15703b7b4257c142cc2a8baa01aaef613",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.test-qa-automation.unit-component.design-system-tests",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/test-qa-automation/unit-component.design-system-tests.json",
|
|
"caseSha256": "sha256:edebdc20334193aee2498859f114aae1daedb27ca09828441e07c80e1f19a79e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/test-qa-automation/unit-component.design-system-tests.json",
|
|
"judgmentSha256": "sha256:7ae0167d6f041a1329b6e6ad163a3a291c6986ca69b12563957a528c8cac7158",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.application-data-auth.operations-portal",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/application-data-auth.operations-portal.json",
|
|
"caseSha256": "sha256:4f8c80cb3ba18f9b40369c71ffc26ccb68c088808041398effe8f8f3c3317d84",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/application-data-auth.operations-portal.json",
|
|
"judgmentSha256": "sha256:bf4e0bf1778e3c36267fd2729590ef7f36e5e0cfbd2310b869a2633af4bb48d1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.application-data-auth.team-saas-console",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/application-data-auth.team-saas-console.json",
|
|
"caseSha256": "sha256:c96f2947457cec4654d76ba7ff5804c0129b244d89405957a20bb92a53a03637",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/application-data-auth.team-saas-console.json",
|
|
"judgmentSha256": "sha256:bdd313267bab176c2a795d77c4eb061a4ea50407c1e00a5c831085ee3fe45d41",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.frontend-architecture.analytics-dashboard",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/frontend-architecture.analytics-dashboard.json",
|
|
"caseSha256": "sha256:c3c2ae696360bb8995373a00b8813f7004ac40f426081d2cb57ec430302ad108",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/frontend-architecture.analytics-dashboard.json",
|
|
"judgmentSha256": "sha256:0361f9a21362d4c6f170a6ea2fcd46e5bc5ea3f7e933669b8e5541b8a51a86ed",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.frontend-architecture.content-workspace",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/frontend-architecture.content-workspace.json",
|
|
"caseSha256": "sha256:738be90d10b0ef25ad6db288f0055427711db0396ec36526f699538f57f03090",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/frontend-architecture.content-workspace.json",
|
|
"judgmentSha256": "sha256:97f346bb93ccd3d12ba0aacc7fec9b350c8492801366429782a8b5a531572db8",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.ui-accessibility.civic-service-forms",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/ui-accessibility.civic-service-forms.json",
|
|
"caseSha256": "sha256:e13bd321249c14d0c54e1efab7392042a5cd6407bfdfc67eeed71facf87d5960",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/ui-accessibility.civic-service-forms.json",
|
|
"judgmentSha256": "sha256:71aabc285514dde6ed69750612465b85b7711d7b69b4d891f2ddfe56841e47c5",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.ui-accessibility.commerce-checkout",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/ui-accessibility.commerce-checkout.json",
|
|
"caseSha256": "sha256:c51083fd7cd1db0d8a49c17e5cf95f97a02e7caabe515db7ef514a2f2c1f293e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/ui-accessibility.commerce-checkout.json",
|
|
"judgmentSha256": "sha256:c89964e7824b4208395653fcb370606be52ec2531bf2fdfb2479fefd7379759f",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.web-performance-delivery.field-dashboard",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/web-performance-delivery.field-dashboard.json",
|
|
"caseSha256": "sha256:b2a89b5baa811272458fd50d8d7a04471c783cbbb274060d851e6eb1217ef42b",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/web-performance-delivery.field-dashboard.json",
|
|
"judgmentSha256": "sha256:bd1ed8f9d0e337250c2f686a92eaa87970e6bbb0ca80b60300806f98279a50fe",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.web-performance-delivery.media-storefront",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/web-performance-delivery.media-storefront.json",
|
|
"caseSha256": "sha256:2a4b1f3fe7864168df1b34469cbd1c96f22a1cb86ab15b2ef9530975b53a7bcb",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/web-performance-delivery.media-storefront.json",
|
|
"judgmentSha256": "sha256:f8541339b3e43d32bb9c8339f5e0a92957fbae65e2ba6adac27c93f55de9ec3a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.web-testing-quality.booking-journeys",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/web-testing-quality.booking-journeys.json",
|
|
"caseSha256": "sha256:8227b7f05ff71b8172abdc0aeaa04f67997c60b9d386dec73052be6fe88d4ad6",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/web-testing-quality.booking-journeys.json",
|
|
"judgmentSha256": "sha256:4e8b94ae3217bf4e15af31354c5780b48abcac1ec8ee69a5e727976cfcb1fbd6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "tuning.web-application-delivery.web-testing-quality.subscription-journeys",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/tuning/cases/web-application-delivery/web-testing-quality.subscription-journeys.json",
|
|
"caseSha256": "sha256:4e7501d0a3ae3bd87a17b1b3e517b648682dfcca08ef1405108a2579bb4aede1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/tuning/gold/web-application-delivery/web-testing-quality.subscription-journeys.json",
|
|
"judgmentSha256": "sha256:51516769fc514fe22d00e55b7bcacb900f7e7e482968aa219bf4725af04f4ad0",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"abstention": {
|
|
"expected": 30,
|
|
"reviewed": 30,
|
|
"approved": 30,
|
|
"rejected": 0,
|
|
"items": [
|
|
{
|
|
"caseId": "abstention.creative-content.bilingual-poetry-edit",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/creative-content/bilingual-poetry-edit.json",
|
|
"caseSha256": "sha256:de0f0c362b5a77e7084972affe89a447e4578fe4b924a49f9d6b129f5b4654d9",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/creative-content/bilingual-poetry-edit.json",
|
|
"judgmentSha256": "sha256:55237f9fd3b4007ddd4f8c9d46f465f00bf7ee178151c0d2eea3ef0ba903fab0",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.creative-content.childrens-story",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/creative-content/childrens-story.json",
|
|
"caseSha256": "sha256:92a9dffc20e64a6072d814b80494077a4c0f86026eab5b4191d98a7f9d5e843f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/creative-content/childrens-story.json",
|
|
"judgmentSha256": "sha256:de2caf644f10d16345ab66da7298561918c34f028e55c9d5d7842d40ebb47464",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.creative-content.historical-novella",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/creative-content/historical-novella.json",
|
|
"caseSha256": "sha256:b17ea784675e2e24e52314e42c833e4e0132359b4bd879eb739dcd4a544dac68",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/creative-content/historical-novella.json",
|
|
"judgmentSha256": "sha256:8ef323e369cdaee81d92841f7ada03c0e433a1d3dfd53a99c68e7a736916d018",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.creative-content.magazine-narrative",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/creative-content/magazine-narrative.json",
|
|
"caseSha256": "sha256:e1133b6c0ac0143cce386393ce6024619d95dc919a992474887ebd13a2c6b882",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/creative-content/magazine-narrative.json",
|
|
"judgmentSha256": "sha256:3d941d551d3aeb1bd7c93e50f4c79091dd31b1cf39093a8363a3ee2931b06316",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.creative-content.wedding-speech",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/creative-content/wedding-speech.json",
|
|
"caseSha256": "sha256:0f08b1d93caeac86fbe82ea9a0f75f88b4a8a4f028a91bd4eef97338622fc0bd",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/creative-content/wedding-speech.json",
|
|
"judgmentSha256": "sha256:39d32052faf08104c3160cf576e0f78da01ff9554575a4c60f1f88e893a813e1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.media-production.documentary-storyboard",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/media-production/documentary-storyboard.json",
|
|
"caseSha256": "sha256:f80578085eee9552f3e24438f5240548c2907228d4be8d85ea39e09d062bb8b0",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/media-production/documentary-storyboard.json",
|
|
"judgmentSha256": "sha256:a1f9f1e563dce9067ca1e65f11705f5b3af7920cca8ae93a8e1b65d468b523fe",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.media-production.photo-color-grade",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/media-production/photo-color-grade.json",
|
|
"caseSha256": "sha256:2ad6f8ec994ab8c7e2aa13342ec67d9d7042c87f626d9c7e2e931a12d42a512a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/media-production/photo-color-grade.json",
|
|
"judgmentSha256": "sha256:ad13f5d29c96f22c93e97ec6585289613bdacf5f3ccb12fec260b549efea2cf6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.media-production.podcast-mastering",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/media-production/podcast-mastering.json",
|
|
"caseSha256": "sha256:798d3fa77945db9183648359f891a974151b83210bd02e0e55452079b3d82be6",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/media-production/podcast-mastering.json",
|
|
"judgmentSha256": "sha256:cb84cd212e196033c507762182d1e51446d8688dc6cadf7b700a23d2c5620f97",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.media-production.product-animation",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/media-production/product-animation.json",
|
|
"caseSha256": "sha256:707b3b5cd4e977f79f273f267adb4cd8457ac60b76c022758cfc034a263bebcd",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/media-production/product-animation.json",
|
|
"judgmentSha256": "sha256:0700709be8f9449314d79fc8c06e3fd3576c251094d37e4f0bef235d70b7ed56",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.media-production.string-arrangement",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/media-production/string-arrangement.json",
|
|
"caseSha256": "sha256:72e83f69c9e6ea6489063d2e26a47d48d3b267f6f9baccdae2a1e2ec59c1fa7e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/media-production/string-arrangement.json",
|
|
"judgmentSha256": "sha256:e7ac8e6d3e977b1a8e0b60b8f9b9948752d291316d2e8b95a018fad42835ec5a",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.non-web-software.android-transit",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/non-web-software/android-transit.json",
|
|
"caseSha256": "sha256:f9685f0a4844c78e6604d9fcc70f42309574efdcf391df705464c02df99a511c",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/non-web-software/android-transit.json",
|
|
"judgmentSha256": "sha256:84f0f8e0b328a231cc96241cb6e2d3769d6fd942c3635a7c614f8613e2771718",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.non-web-software.embedded-rust-sensor",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/non-web-software/embedded-rust-sensor.json",
|
|
"caseSha256": "sha256:1b979790e9eecacd5be55a02ff7cab8c099e8a2cbe41e145cd666a04c8b318e5",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/non-web-software/embedded-rust-sensor.json",
|
|
"judgmentSha256": "sha256:822786e4b919a4096088375971ce1ad5298e0bef05c9eb77a15521fa24213075",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.non-web-software.ios-field-notes",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/non-web-software/ios-field-notes.json",
|
|
"caseSha256": "sha256:6d48d3ca0b89618ecdc323fa5e2c717f4dba18136520de61342b40117fc0467f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/non-web-software/ios-field-notes.json",
|
|
"judgmentSha256": "sha256:63b53945978d9785f94f15cce3cc98fd16281075f73984b6e86bc1956e886229",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.non-web-software.macos-menu-utility",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/non-web-software/macos-menu-utility.json",
|
|
"caseSha256": "sha256:94b76c9cee4cc1358c5ec1ce6b4b07fce84278bf4abb285bcd70acfe2383c6a7",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/non-web-software/macos-menu-utility.json",
|
|
"judgmentSha256": "sha256:1d9467cbc739f38080098296122ce3201512858eb20d39ece64902f9d33292b1",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.non-web-software.unreal-coop-game",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/non-web-software/unreal-coop-game.json",
|
|
"caseSha256": "sha256:e58335c1f800496728b3a561787e07d2a72a0c597b2258e9f3451ae0997a59a9",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/non-web-software/unreal-coop-game.json",
|
|
"judgmentSha256": "sha256:ee26893785c649da52660596103878da0b3bb49de645a900c44baca8ee5a2892",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.personal-planning.apartment-declutter",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/personal-planning/apartment-declutter.json",
|
|
"caseSha256": "sha256:2df585c273d6aee010d546aa93a64d5247138e06c5636841e00a804eb195d99f",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/personal-planning/apartment-declutter.json",
|
|
"judgmentSha256": "sha256:779eb397960a7b799a48638e54ab3463146da3569467dbcd129b96c73e478887",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.personal-planning.capsule-wardrobe",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/personal-planning/capsule-wardrobe.json",
|
|
"caseSha256": "sha256:63c3b73ab1371cf6c4ea855e793e35fd717aaa3b64683fcfaecfaf703b307168",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/personal-planning/capsule-wardrobe.json",
|
|
"judgmentSha256": "sha256:c43d9f5c9d4ff86390fb16127399e9ededd36ff9fd0f7a2a60635aac6590eb3d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.personal-planning.japan-itinerary",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/personal-planning/japan-itinerary.json",
|
|
"caseSha256": "sha256:4dc7140da5f4d45cabf0c7f7c218fdfb4e75dfff31687f8587d9c9d939b4b720",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/personal-planning/japan-itinerary.json",
|
|
"judgmentSha256": "sha256:7d66d292a3e74aa7db1c39e785c6e17a025730ab837a0663aab33082c4db53ea",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.personal-planning.vegetarian-meals",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/personal-planning/vegetarian-meals.json",
|
|
"caseSha256": "sha256:9c8739fb829ce386ad5c9c3dbb82da618f7842bbac7a96a98dce952a45bd16ad",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/personal-planning/vegetarian-meals.json",
|
|
"judgmentSha256": "sha256:4c19aebdfb759bcc462fc02b325d8962916ac01df4d3a58824fe68314ffdfcca",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.personal-planning.wedding-seating",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/personal-planning/wedding-seating.json",
|
|
"caseSha256": "sha256:ad67f646bd312bd52ba7b2d87934800de93338926997ff64f64049f07412fb00",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/personal-planning/wedding-seating.json",
|
|
"judgmentSha256": "sha256:0f6b4e9eb84ebb05a878422987256aa067fc1e0c51c51b9d70bc0dc072eaed1d",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.physical-systems.bicycle-drivetrain",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/physical-systems/bicycle-drivetrain.json",
|
|
"caseSha256": "sha256:1b1d207414d9d5593c9cd171fd0e5c0e9dd368d92f2ac40d191c3cc975ecbbd4",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/physical-systems/bicycle-drivetrain.json",
|
|
"judgmentSha256": "sha256:328d24396ac3ecf2f1cf44640e468c8dc69bbd63f639361375b31abb686f1df9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.physical-systems.cnc-fixture",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/physical-systems/cnc-fixture.json",
|
|
"caseSha256": "sha256:be169f11cc179646974b92b36df55b06525054ab20960544b52ebf483534e55a",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/physical-systems/cnc-fixture.json",
|
|
"judgmentSha256": "sha256:ac5c4676bec31d7b43a4e3034061377ddfee55a8f309c9e887b13d4087d79682",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.physical-systems.electrical-rewire",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/physical-systems/electrical-rewire.json",
|
|
"caseSha256": "sha256:80fe4738c629d9101a3828a36af869676584d66475789add9a01926ab94523aa",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/physical-systems/electrical-rewire.json",
|
|
"judgmentSha256": "sha256:c54c94cbfa0f5cad31d94909f50f23b7f5c383fcf650927c511adac20e3b81da",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.physical-systems.hvac-diagnosis",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/physical-systems/hvac-diagnosis.json",
|
|
"caseSha256": "sha256:ad1813a787cb7ba0317c54b4ec761ffb5c18d55712e930a4a13cf2e54598746d",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/physical-systems/hvac-diagnosis.json",
|
|
"judgmentSha256": "sha256:9484257376d4bf3a741e39fcae2d56c2509c6c35c5f7e269444ac1d2edbf44bb",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.physical-systems.orchard-irrigation",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/physical-systems/orchard-irrigation.json",
|
|
"caseSha256": "sha256:56f780ebd3f753004cdd45b4c33798c5245ececea9bd3076f40c9b445ac79c3e",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/physical-systems/orchard-irrigation.json",
|
|
"judgmentSha256": "sha256:6f3ab6f471dc37e0e1934717bdeeb28583d35981b914c4d0bfef172ff5e879e9",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.professional-advice.clinical-nutrition",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/professional-advice/clinical-nutrition.json",
|
|
"caseSha256": "sha256:01f196e8c41e7b1d17450320324903821e49a101343c832d75525c1ad79881e1",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/professional-advice/clinical-nutrition.json",
|
|
"judgmentSha256": "sha256:183fc9eea328e457a163482090e0668521fddde51474dfda9c57cc355646e54f",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.professional-advice.investment-allocation",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/professional-advice/investment-allocation.json",
|
|
"caseSha256": "sha256:409ea5227ffd62866266f91c935ed229812a993985b3063d54eb2c8c2e24ad34",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/professional-advice/investment-allocation.json",
|
|
"judgmentSha256": "sha256:6a97374a0df874694f4bf58f8d423952eb16a4b27cfd4c8b6e314fb59774d812",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.professional-advice.medical-diagnosis",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/professional-advice/medical-diagnosis.json",
|
|
"caseSha256": "sha256:8b4a7dc317f9bf688f6e5b4b956d863b0c2ab90090aceadd78a7ede3f8089f75",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/professional-advice/medical-diagnosis.json",
|
|
"judgmentSha256": "sha256:b4b5f145b75f02acefcd7982955e6033870e72ae306b31f24ee39aee518caf72",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.professional-advice.tax-position",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/professional-advice/tax-position.json",
|
|
"caseSha256": "sha256:51cca426943111e393802d35522fcc795b2ca887ee4c66281634ab9ff6dc64ae",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/professional-advice/tax-position.json",
|
|
"judgmentSha256": "sha256:2034fad696eded95d55f05a1a66506ab6b40f095d640f7707df32d9a4e8e15ec",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
},
|
|
{
|
|
"caseId": "abstention.professional-advice.tenancy-dispute",
|
|
"casePath": "verification/aas-v1/baseline/v1/benchmark/abstention/cases/professional-advice/tenancy-dispute.json",
|
|
"caseSha256": "sha256:6b0565417d4b863176247b285468d1d97c87b560e385aa018153b924d69ad756",
|
|
"judgmentPath": "verification/aas-v1/baseline/v1/benchmark/abstention/labels/professional-advice/tenancy-dispute.json",
|
|
"judgmentSha256": "sha256:ba2fcc0fc81d2d48c39321ac785951bf348091ba208471c91a0a1e56f476a3e6",
|
|
"decision": "approved",
|
|
"reasonCodes": [
|
|
"AAS_REVIEW_SEMANTIC_PASS",
|
|
"AAS_REVIEW_POLICY_COMPATIBLE",
|
|
"AAS_REVIEW_NO_LEAKAGE"
|
|
]
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"findings": [],
|
|
"overallDecision": "approved",
|
|
"approvalCondition": "Every one of the 270 final case/judgment pairs passed this independent review at the recorded byte digests. Ambiguous held-out judgments still require the separately mandated second independent approval before the corpus can be frozen."
|
|
}
|