2042 lines
109 KiB
JSON
2042 lines
109 KiB
JSON
{
|
|
"$schema": "../../../schemas/held-out-index.schema.json",
|
|
"schemaVersion": 1,
|
|
"indexVersion": "1.0.0",
|
|
"status": "frozen",
|
|
"labelsFrozen": false,
|
|
"archetypes": [
|
|
"small-greenfield",
|
|
"production-greenfield",
|
|
"monorepo-polyglot",
|
|
"mature-legacy-migration",
|
|
"regulated-high-assurance",
|
|
"constrained-offline"
|
|
],
|
|
"intentSubIntents": {
|
|
"web-application-delivery": [
|
|
"frontend-architecture",
|
|
"ui-accessibility",
|
|
"application-data-auth",
|
|
"web-testing-quality",
|
|
"web-performance-delivery"
|
|
],
|
|
"api-backend-delivery": [
|
|
"api-design-contracts",
|
|
"persistence-data",
|
|
"auth-authorization",
|
|
"async-integrations",
|
|
"observability-performance"
|
|
],
|
|
"test-qa-automation": [
|
|
"unit-component",
|
|
"integration-contract",
|
|
"end-to-end-browser",
|
|
"load-performance",
|
|
"accessibility-quality"
|
|
],
|
|
"security-review-hardening": [
|
|
"threat-modeling",
|
|
"code-dependency-review",
|
|
"secrets-auth",
|
|
"cloud-container",
|
|
"incident-hardening"
|
|
],
|
|
"deployment-devops": [
|
|
"ci-cd",
|
|
"containers",
|
|
"infrastructure-as-code",
|
|
"observability-sre",
|
|
"release-rollback"
|
|
],
|
|
"agent-mcp-development": [
|
|
"agent-architecture",
|
|
"mcp-tooling",
|
|
"evaluation-testing",
|
|
"memory-context-retrieval",
|
|
"security-operations"
|
|
]
|
|
},
|
|
"cases": [
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.small-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "frontend-architecture",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.frontend-architecture.small-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/frontend-architecture/small-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/frontend-architecture/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.production-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "frontend-architecture",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.frontend-architecture.production-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/frontend-architecture/production-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/frontend-architecture/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.monorepo-polyglot",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "frontend-architecture",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.web-application-delivery.frontend-architecture.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/web-application-delivery/frontend-architecture/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/frontend-architecture/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.mature-legacy-migration",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "frontend-architecture",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.web-application-delivery.frontend-architecture.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/web-application-delivery/frontend-architecture/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/frontend-architecture/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.regulated-high-assurance",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "frontend-architecture",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.web-application-delivery.frontend-architecture.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/web-application-delivery/frontend-architecture/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/frontend-architecture/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.frontend-architecture.constrained-offline",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "frontend-architecture",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.web-application-delivery.frontend-architecture.constrained-offline",
|
|
"inputPath": "cases/held-out/web-application-delivery/frontend-architecture/constrained-offline.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/frontend-architecture/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.small-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "ui-accessibility",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.ui-accessibility.small-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/ui-accessibility/small-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/ui-accessibility/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.production-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "ui-accessibility",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.ui-accessibility.production-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/ui-accessibility/production-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/ui-accessibility/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.monorepo-polyglot",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "ui-accessibility",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.web-application-delivery.ui-accessibility.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/web-application-delivery/ui-accessibility/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/ui-accessibility/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.mature-legacy-migration",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "ui-accessibility",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.web-application-delivery.ui-accessibility.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/web-application-delivery/ui-accessibility/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/ui-accessibility/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.regulated-high-assurance",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "ui-accessibility",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.web-application-delivery.ui-accessibility.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/web-application-delivery/ui-accessibility/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/ui-accessibility/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.ui-accessibility.constrained-offline",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "ui-accessibility",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.web-application-delivery.ui-accessibility.constrained-offline",
|
|
"inputPath": "cases/held-out/web-application-delivery/ui-accessibility/constrained-offline.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/ui-accessibility/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.small-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "application-data-auth",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.application-data-auth.small-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/application-data-auth/small-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/application-data-auth/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.production-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "application-data-auth",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.application-data-auth.production-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/application-data-auth/production-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/application-data-auth/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.monorepo-polyglot",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "application-data-auth",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.web-application-delivery.application-data-auth.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/web-application-delivery/application-data-auth/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/application-data-auth/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.mature-legacy-migration",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "application-data-auth",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.web-application-delivery.application-data-auth.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/web-application-delivery/application-data-auth/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/application-data-auth/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.regulated-high-assurance",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "application-data-auth",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.web-application-delivery.application-data-auth.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/web-application-delivery/application-data-auth/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/application-data-auth/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.application-data-auth.constrained-offline",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "application-data-auth",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.web-application-delivery.application-data-auth.constrained-offline",
|
|
"inputPath": "cases/held-out/web-application-delivery/application-data-auth/constrained-offline.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/application-data-auth/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.small-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-testing-quality",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.web-testing-quality.small-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-testing-quality/small-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-testing-quality/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.production-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-testing-quality",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.web-testing-quality.production-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-testing-quality/production-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-testing-quality/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.monorepo-polyglot",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-testing-quality",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.web-application-delivery.web-testing-quality.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-testing-quality/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-testing-quality/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.mature-legacy-migration",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-testing-quality",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.web-application-delivery.web-testing-quality.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-testing-quality/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-testing-quality/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.regulated-high-assurance",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-testing-quality",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.web-application-delivery.web-testing-quality.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-testing-quality/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-testing-quality/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-testing-quality.constrained-offline",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-testing-quality",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.web-application-delivery.web-testing-quality.constrained-offline",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-testing-quality/constrained-offline.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-testing-quality/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.small-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-performance-delivery",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.web-performance-delivery.small-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-performance-delivery/small-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-performance-delivery/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.production-greenfield",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-performance-delivery",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.web-application-delivery.web-performance-delivery.production-greenfield",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-performance-delivery/production-greenfield.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-performance-delivery/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.monorepo-polyglot",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-performance-delivery",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.web-application-delivery.web-performance-delivery.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-performance-delivery/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-performance-delivery/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.mature-legacy-migration",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-performance-delivery",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.web-application-delivery.web-performance-delivery.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-performance-delivery/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-performance-delivery/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.regulated-high-assurance",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-performance-delivery",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.web-application-delivery.web-performance-delivery.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-performance-delivery/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-performance-delivery/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.web-application-delivery.web-performance-delivery.constrained-offline",
|
|
"intent": "web-application-delivery",
|
|
"subIntent": "web-performance-delivery",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.web-application-delivery.web-performance-delivery.constrained-offline",
|
|
"inputPath": "cases/held-out/web-application-delivery/web-performance-delivery/constrained-offline.json",
|
|
"goldPath": "gold/held-out/web-application-delivery/web-performance-delivery/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.small-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "api-design-contracts",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.api-design-contracts.small-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/api-design-contracts/small-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/api-design-contracts/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.production-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "api-design-contracts",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.api-design-contracts.production-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/api-design-contracts/production-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/api-design-contracts/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.monorepo-polyglot",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "api-design-contracts",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.api-backend-delivery.api-design-contracts.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/api-backend-delivery/api-design-contracts/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/api-design-contracts/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.mature-legacy-migration",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "api-design-contracts",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.api-backend-delivery.api-design-contracts.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/api-backend-delivery/api-design-contracts/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/api-design-contracts/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.regulated-high-assurance",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "api-design-contracts",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.api-backend-delivery.api-design-contracts.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/api-backend-delivery/api-design-contracts/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/api-design-contracts/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.api-design-contracts.constrained-offline",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "api-design-contracts",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.api-backend-delivery.api-design-contracts.constrained-offline",
|
|
"inputPath": "cases/held-out/api-backend-delivery/api-design-contracts/constrained-offline.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/api-design-contracts/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.small-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "persistence-data",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.persistence-data.small-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/persistence-data/small-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/persistence-data/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.production-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "persistence-data",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.persistence-data.production-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/persistence-data/production-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/persistence-data/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.monorepo-polyglot",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "persistence-data",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.api-backend-delivery.persistence-data.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/api-backend-delivery/persistence-data/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/persistence-data/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.mature-legacy-migration",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "persistence-data",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.api-backend-delivery.persistence-data.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/api-backend-delivery/persistence-data/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/persistence-data/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.regulated-high-assurance",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "persistence-data",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.api-backend-delivery.persistence-data.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/api-backend-delivery/persistence-data/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/persistence-data/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.persistence-data.constrained-offline",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "persistence-data",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.api-backend-delivery.persistence-data.constrained-offline",
|
|
"inputPath": "cases/held-out/api-backend-delivery/persistence-data/constrained-offline.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/persistence-data/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.small-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "auth-authorization",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.auth-authorization.small-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/auth-authorization/small-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/auth-authorization/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.production-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "auth-authorization",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.auth-authorization.production-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/auth-authorization/production-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/auth-authorization/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.monorepo-polyglot",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "auth-authorization",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.api-backend-delivery.auth-authorization.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/api-backend-delivery/auth-authorization/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/auth-authorization/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.mature-legacy-migration",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "auth-authorization",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.api-backend-delivery.auth-authorization.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/api-backend-delivery/auth-authorization/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/auth-authorization/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.regulated-high-assurance",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "auth-authorization",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.api-backend-delivery.auth-authorization.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/api-backend-delivery/auth-authorization/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/auth-authorization/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.auth-authorization.constrained-offline",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "auth-authorization",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.api-backend-delivery.auth-authorization.constrained-offline",
|
|
"inputPath": "cases/held-out/api-backend-delivery/auth-authorization/constrained-offline.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/auth-authorization/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.small-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "async-integrations",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.async-integrations.small-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/async-integrations/small-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/async-integrations/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.production-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "async-integrations",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.async-integrations.production-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/async-integrations/production-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/async-integrations/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.monorepo-polyglot",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "async-integrations",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.api-backend-delivery.async-integrations.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/api-backend-delivery/async-integrations/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/async-integrations/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.mature-legacy-migration",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "async-integrations",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.api-backend-delivery.async-integrations.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/api-backend-delivery/async-integrations/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/async-integrations/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.regulated-high-assurance",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "async-integrations",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.api-backend-delivery.async-integrations.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/api-backend-delivery/async-integrations/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/async-integrations/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.async-integrations.constrained-offline",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "async-integrations",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.api-backend-delivery.async-integrations.constrained-offline",
|
|
"inputPath": "cases/held-out/api-backend-delivery/async-integrations/constrained-offline.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/async-integrations/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.small-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "observability-performance",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.observability-performance.small-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/observability-performance/small-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/observability-performance/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.production-greenfield",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "observability-performance",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.api-backend-delivery.observability-performance.production-greenfield",
|
|
"inputPath": "cases/held-out/api-backend-delivery/observability-performance/production-greenfield.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/observability-performance/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.monorepo-polyglot",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "observability-performance",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.api-backend-delivery.observability-performance.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/api-backend-delivery/observability-performance/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/observability-performance/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.mature-legacy-migration",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "observability-performance",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.api-backend-delivery.observability-performance.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/api-backend-delivery/observability-performance/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/observability-performance/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.regulated-high-assurance",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "observability-performance",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.api-backend-delivery.observability-performance.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/api-backend-delivery/observability-performance/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/observability-performance/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.api-backend-delivery.observability-performance.constrained-offline",
|
|
"intent": "api-backend-delivery",
|
|
"subIntent": "observability-performance",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.api-backend-delivery.observability-performance.constrained-offline",
|
|
"inputPath": "cases/held-out/api-backend-delivery/observability-performance/constrained-offline.json",
|
|
"goldPath": "gold/held-out/api-backend-delivery/observability-performance/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.small-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "unit-component",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.unit-component.small-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/unit-component.small-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/unit-component.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.production-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "unit-component",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.unit-component.production-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/unit-component.production-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/unit-component.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.monorepo-polyglot",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "unit-component",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.test-qa-automation.unit-component.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/test-qa-automation/unit-component.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/unit-component.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.mature-legacy-migration",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "unit-component",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.test-qa-automation.unit-component.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/test-qa-automation/unit-component.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/unit-component.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.regulated-high-assurance",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "unit-component",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.test-qa-automation.unit-component.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/test-qa-automation/unit-component.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/unit-component.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.unit-component.constrained-offline",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "unit-component",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.test-qa-automation.unit-component.constrained-offline",
|
|
"inputPath": "cases/held-out/test-qa-automation/unit-component.constrained-offline.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/unit-component.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.small-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "integration-contract",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.integration-contract.small-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/integration-contract.small-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/integration-contract.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.production-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "integration-contract",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.integration-contract.production-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/integration-contract.production-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/integration-contract.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.monorepo-polyglot",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "integration-contract",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.test-qa-automation.integration-contract.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/test-qa-automation/integration-contract.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/integration-contract.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.mature-legacy-migration",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "integration-contract",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.test-qa-automation.integration-contract.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/test-qa-automation/integration-contract.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/integration-contract.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.regulated-high-assurance",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "integration-contract",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.test-qa-automation.integration-contract.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/test-qa-automation/integration-contract.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/integration-contract.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.integration-contract.constrained-offline",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "integration-contract",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.test-qa-automation.integration-contract.constrained-offline",
|
|
"inputPath": "cases/held-out/test-qa-automation/integration-contract.constrained-offline.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/integration-contract.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.small-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "end-to-end-browser",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.end-to-end-browser.small-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/end-to-end-browser.small-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/end-to-end-browser.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.production-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "end-to-end-browser",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.end-to-end-browser.production-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/end-to-end-browser.production-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/end-to-end-browser.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.monorepo-polyglot",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "end-to-end-browser",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.test-qa-automation.end-to-end-browser.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/test-qa-automation/end-to-end-browser.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/end-to-end-browser.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.mature-legacy-migration",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "end-to-end-browser",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.test-qa-automation.end-to-end-browser.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/test-qa-automation/end-to-end-browser.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/end-to-end-browser.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.regulated-high-assurance",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "end-to-end-browser",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.test-qa-automation.end-to-end-browser.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/test-qa-automation/end-to-end-browser.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/end-to-end-browser.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.end-to-end-browser.constrained-offline",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "end-to-end-browser",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.test-qa-automation.end-to-end-browser.constrained-offline",
|
|
"inputPath": "cases/held-out/test-qa-automation/end-to-end-browser.constrained-offline.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/end-to-end-browser.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.small-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "load-performance",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.load-performance.small-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/load-performance.small-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/load-performance.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.production-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "load-performance",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.load-performance.production-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/load-performance.production-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/load-performance.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.monorepo-polyglot",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "load-performance",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.test-qa-automation.load-performance.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/test-qa-automation/load-performance.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/load-performance.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.mature-legacy-migration",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "load-performance",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.test-qa-automation.load-performance.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/test-qa-automation/load-performance.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/load-performance.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.regulated-high-assurance",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "load-performance",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.test-qa-automation.load-performance.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/test-qa-automation/load-performance.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/load-performance.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.load-performance.constrained-offline",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "load-performance",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.test-qa-automation.load-performance.constrained-offline",
|
|
"inputPath": "cases/held-out/test-qa-automation/load-performance.constrained-offline.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/load-performance.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.small-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "accessibility-quality",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.accessibility-quality.small-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/accessibility-quality.small-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/accessibility-quality.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.production-greenfield",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "accessibility-quality",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.test-qa-automation.accessibility-quality.production-greenfield",
|
|
"inputPath": "cases/held-out/test-qa-automation/accessibility-quality.production-greenfield.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/accessibility-quality.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.monorepo-polyglot",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "accessibility-quality",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.test-qa-automation.accessibility-quality.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/test-qa-automation/accessibility-quality.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/accessibility-quality.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.mature-legacy-migration",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "accessibility-quality",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.test-qa-automation.accessibility-quality.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/test-qa-automation/accessibility-quality.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/accessibility-quality.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.regulated-high-assurance",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "accessibility-quality",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.test-qa-automation.accessibility-quality.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/test-qa-automation/accessibility-quality.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/accessibility-quality.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.test-qa-automation.accessibility-quality.constrained-offline",
|
|
"intent": "test-qa-automation",
|
|
"subIntent": "accessibility-quality",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.test-qa-automation.accessibility-quality.constrained-offline",
|
|
"inputPath": "cases/held-out/test-qa-automation/accessibility-quality.constrained-offline.json",
|
|
"goldPath": "gold/held-out/test-qa-automation/accessibility-quality.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.small-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "threat-modeling",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.threat-modeling.small-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/threat-modeling.small-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/threat-modeling.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.production-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "threat-modeling",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.threat-modeling.production-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/threat-modeling.production-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/threat-modeling.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.monorepo-polyglot",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "threat-modeling",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.security-review-hardening.threat-modeling.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/security-review-hardening/threat-modeling.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/threat-modeling.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.mature-legacy-migration",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "threat-modeling",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.security-review-hardening.threat-modeling.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/security-review-hardening/threat-modeling.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/threat-modeling.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.regulated-high-assurance",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "threat-modeling",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.security-review-hardening.threat-modeling.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/security-review-hardening/threat-modeling.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/threat-modeling.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.threat-modeling.constrained-offline",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "threat-modeling",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.security-review-hardening.threat-modeling.constrained-offline",
|
|
"inputPath": "cases/held-out/security-review-hardening/threat-modeling.constrained-offline.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/threat-modeling.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.small-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "code-dependency-review",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.code-dependency-review.small-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/code-dependency-review.small-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/code-dependency-review.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.production-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "code-dependency-review",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.code-dependency-review.production-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/code-dependency-review.production-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/code-dependency-review.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.monorepo-polyglot",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "code-dependency-review",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.security-review-hardening.code-dependency-review.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/security-review-hardening/code-dependency-review.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/code-dependency-review.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.mature-legacy-migration",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "code-dependency-review",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.security-review-hardening.code-dependency-review.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/security-review-hardening/code-dependency-review.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/code-dependency-review.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.regulated-high-assurance",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "code-dependency-review",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.security-review-hardening.code-dependency-review.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/security-review-hardening/code-dependency-review.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/code-dependency-review.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.code-dependency-review.constrained-offline",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "code-dependency-review",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.security-review-hardening.code-dependency-review.constrained-offline",
|
|
"inputPath": "cases/held-out/security-review-hardening/code-dependency-review.constrained-offline.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/code-dependency-review.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.small-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "secrets-auth",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.secrets-auth.small-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/secrets-auth.small-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/secrets-auth.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.production-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "secrets-auth",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.secrets-auth.production-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/secrets-auth.production-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/secrets-auth.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.monorepo-polyglot",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "secrets-auth",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.security-review-hardening.secrets-auth.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/security-review-hardening/secrets-auth.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/secrets-auth.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.mature-legacy-migration",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "secrets-auth",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.security-review-hardening.secrets-auth.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/security-review-hardening/secrets-auth.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/secrets-auth.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.regulated-high-assurance",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "secrets-auth",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.security-review-hardening.secrets-auth.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/security-review-hardening/secrets-auth.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/secrets-auth.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.secrets-auth.constrained-offline",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "secrets-auth",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.security-review-hardening.secrets-auth.constrained-offline",
|
|
"inputPath": "cases/held-out/security-review-hardening/secrets-auth.constrained-offline.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/secrets-auth.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.small-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "cloud-container",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.cloud-container.small-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/cloud-container.small-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/cloud-container.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.production-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "cloud-container",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.cloud-container.production-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/cloud-container.production-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/cloud-container.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.monorepo-polyglot",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "cloud-container",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.security-review-hardening.cloud-container.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/security-review-hardening/cloud-container.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/cloud-container.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.mature-legacy-migration",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "cloud-container",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.security-review-hardening.cloud-container.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/security-review-hardening/cloud-container.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/cloud-container.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.regulated-high-assurance",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "cloud-container",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.security-review-hardening.cloud-container.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/security-review-hardening/cloud-container.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/cloud-container.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.cloud-container.constrained-offline",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "cloud-container",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.security-review-hardening.cloud-container.constrained-offline",
|
|
"inputPath": "cases/held-out/security-review-hardening/cloud-container.constrained-offline.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/cloud-container.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.small-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "incident-hardening",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.incident-hardening.small-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/incident-hardening.small-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/incident-hardening.small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.production-greenfield",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "incident-hardening",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.security-review-hardening.incident-hardening.production-greenfield",
|
|
"inputPath": "cases/held-out/security-review-hardening/incident-hardening.production-greenfield.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/incident-hardening.production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.monorepo-polyglot",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "incident-hardening",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.security-review-hardening.incident-hardening.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/security-review-hardening/incident-hardening.monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/incident-hardening.monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.mature-legacy-migration",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "incident-hardening",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.security-review-hardening.incident-hardening.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/security-review-hardening/incident-hardening.mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/incident-hardening.mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.regulated-high-assurance",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "incident-hardening",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.security-review-hardening.incident-hardening.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/security-review-hardening/incident-hardening.regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/incident-hardening.regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.security-review-hardening.incident-hardening.constrained-offline",
|
|
"intent": "security-review-hardening",
|
|
"subIntent": "incident-hardening",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.security-review-hardening.incident-hardening.constrained-offline",
|
|
"inputPath": "cases/held-out/security-review-hardening/incident-hardening.constrained-offline.json",
|
|
"goldPath": "gold/held-out/security-review-hardening/incident-hardening.constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.small-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "ci-cd",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.ci-cd.small-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/ci-cd/small-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/ci-cd/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.production-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "ci-cd",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.ci-cd.production-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/ci-cd/production-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/ci-cd/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.monorepo-polyglot",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "ci-cd",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.deployment-devops.ci-cd.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/deployment-devops/ci-cd/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/deployment-devops/ci-cd/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.mature-legacy-migration",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "ci-cd",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.deployment-devops.ci-cd.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/deployment-devops/ci-cd/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/deployment-devops/ci-cd/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.regulated-high-assurance",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "ci-cd",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.deployment-devops.ci-cd.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/deployment-devops/ci-cd/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/deployment-devops/ci-cd/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.ci-cd.constrained-offline",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "ci-cd",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.deployment-devops.ci-cd.constrained-offline",
|
|
"inputPath": "cases/held-out/deployment-devops/ci-cd/constrained-offline.json",
|
|
"goldPath": "gold/held-out/deployment-devops/ci-cd/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.small-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "containers",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.containers.small-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/containers/small-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/containers/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.production-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "containers",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.containers.production-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/containers/production-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/containers/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.monorepo-polyglot",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "containers",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.deployment-devops.containers.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/deployment-devops/containers/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/deployment-devops/containers/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.mature-legacy-migration",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "containers",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.deployment-devops.containers.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/deployment-devops/containers/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/deployment-devops/containers/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.regulated-high-assurance",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "containers",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.deployment-devops.containers.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/deployment-devops/containers/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/deployment-devops/containers/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.containers.constrained-offline",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "containers",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.deployment-devops.containers.constrained-offline",
|
|
"inputPath": "cases/held-out/deployment-devops/containers/constrained-offline.json",
|
|
"goldPath": "gold/held-out/deployment-devops/containers/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.small-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "infrastructure-as-code",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.infrastructure-as-code.small-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/infrastructure-as-code/small-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/infrastructure-as-code/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.production-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "infrastructure-as-code",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.infrastructure-as-code.production-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/infrastructure-as-code/production-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/infrastructure-as-code/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.monorepo-polyglot",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "infrastructure-as-code",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.deployment-devops.infrastructure-as-code.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/deployment-devops/infrastructure-as-code/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/deployment-devops/infrastructure-as-code/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.mature-legacy-migration",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "infrastructure-as-code",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.deployment-devops.infrastructure-as-code.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/deployment-devops/infrastructure-as-code/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/deployment-devops/infrastructure-as-code/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.regulated-high-assurance",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "infrastructure-as-code",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.deployment-devops.infrastructure-as-code.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/deployment-devops/infrastructure-as-code/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/deployment-devops/infrastructure-as-code/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.infrastructure-as-code.constrained-offline",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "infrastructure-as-code",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.deployment-devops.infrastructure-as-code.constrained-offline",
|
|
"inputPath": "cases/held-out/deployment-devops/infrastructure-as-code/constrained-offline.json",
|
|
"goldPath": "gold/held-out/deployment-devops/infrastructure-as-code/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.small-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "observability-sre",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.observability-sre.small-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/observability-sre/small-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/observability-sre/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.production-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "observability-sre",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.observability-sre.production-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/observability-sre/production-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/observability-sre/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.monorepo-polyglot",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "observability-sre",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.deployment-devops.observability-sre.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/deployment-devops/observability-sre/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/deployment-devops/observability-sre/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.mature-legacy-migration",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "observability-sre",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.deployment-devops.observability-sre.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/deployment-devops/observability-sre/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/deployment-devops/observability-sre/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.regulated-high-assurance",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "observability-sre",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.deployment-devops.observability-sre.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/deployment-devops/observability-sre/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/deployment-devops/observability-sre/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.observability-sre.constrained-offline",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "observability-sre",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.deployment-devops.observability-sre.constrained-offline",
|
|
"inputPath": "cases/held-out/deployment-devops/observability-sre/constrained-offline.json",
|
|
"goldPath": "gold/held-out/deployment-devops/observability-sre/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.small-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "release-rollback",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.release-rollback.small-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/release-rollback/small-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/release-rollback/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.production-greenfield",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "release-rollback",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.deployment-devops.release-rollback.production-greenfield",
|
|
"inputPath": "cases/held-out/deployment-devops/release-rollback/production-greenfield.json",
|
|
"goldPath": "gold/held-out/deployment-devops/release-rollback/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.monorepo-polyglot",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "release-rollback",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.deployment-devops.release-rollback.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/deployment-devops/release-rollback/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/deployment-devops/release-rollback/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.mature-legacy-migration",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "release-rollback",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.deployment-devops.release-rollback.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/deployment-devops/release-rollback/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/deployment-devops/release-rollback/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.regulated-high-assurance",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "release-rollback",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.deployment-devops.release-rollback.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/deployment-devops/release-rollback/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/deployment-devops/release-rollback/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.deployment-devops.release-rollback.constrained-offline",
|
|
"intent": "deployment-devops",
|
|
"subIntent": "release-rollback",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.deployment-devops.release-rollback.constrained-offline",
|
|
"inputPath": "cases/held-out/deployment-devops/release-rollback/constrained-offline.json",
|
|
"goldPath": "gold/held-out/deployment-devops/release-rollback/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.small-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "agent-architecture",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.agent-architecture.small-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/agent-architecture/small-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/agent-architecture/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.production-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "agent-architecture",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.agent-architecture.production-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/agent-architecture/production-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/agent-architecture/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.monorepo-polyglot",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "agent-architecture",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.agent-mcp-development.agent-architecture.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/agent-mcp-development/agent-architecture/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/agent-architecture/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.mature-legacy-migration",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "agent-architecture",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.agent-mcp-development.agent-architecture.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/agent-mcp-development/agent-architecture/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/agent-architecture/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.regulated-high-assurance",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "agent-architecture",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.agent-mcp-development.agent-architecture.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/agent-mcp-development/agent-architecture/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/agent-architecture/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.agent-architecture.constrained-offline",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "agent-architecture",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.agent-mcp-development.agent-architecture.constrained-offline",
|
|
"inputPath": "cases/held-out/agent-mcp-development/agent-architecture/constrained-offline.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/agent-architecture/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.small-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "mcp-tooling",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.mcp-tooling.small-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/mcp-tooling/small-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/mcp-tooling/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.production-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "mcp-tooling",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.mcp-tooling.production-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/mcp-tooling/production-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/mcp-tooling/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.monorepo-polyglot",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "mcp-tooling",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.agent-mcp-development.mcp-tooling.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/agent-mcp-development/mcp-tooling/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/mcp-tooling/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.mature-legacy-migration",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "mcp-tooling",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.agent-mcp-development.mcp-tooling.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/agent-mcp-development/mcp-tooling/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/mcp-tooling/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.regulated-high-assurance",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "mcp-tooling",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.agent-mcp-development.mcp-tooling.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/agent-mcp-development/mcp-tooling/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/mcp-tooling/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.mcp-tooling.constrained-offline",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "mcp-tooling",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.agent-mcp-development.mcp-tooling.constrained-offline",
|
|
"inputPath": "cases/held-out/agent-mcp-development/mcp-tooling/constrained-offline.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/mcp-tooling/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.small-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "evaluation-testing",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.evaluation-testing.small-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/evaluation-testing/small-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/evaluation-testing/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.production-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "evaluation-testing",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.evaluation-testing.production-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/evaluation-testing/production-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/evaluation-testing/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.monorepo-polyglot",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "evaluation-testing",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.agent-mcp-development.evaluation-testing.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/agent-mcp-development/evaluation-testing/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/evaluation-testing/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.mature-legacy-migration",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "evaluation-testing",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.agent-mcp-development.evaluation-testing.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/agent-mcp-development/evaluation-testing/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/evaluation-testing/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.regulated-high-assurance",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "evaluation-testing",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.agent-mcp-development.evaluation-testing.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/agent-mcp-development/evaluation-testing/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/evaluation-testing/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.evaluation-testing.constrained-offline",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "evaluation-testing",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.agent-mcp-development.evaluation-testing.constrained-offline",
|
|
"inputPath": "cases/held-out/agent-mcp-development/evaluation-testing/constrained-offline.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/evaluation-testing/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.small-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "memory-context-retrieval",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.memory-context-retrieval.small-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/memory-context-retrieval/small-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/memory-context-retrieval/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.production-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "memory-context-retrieval",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.memory-context-retrieval.production-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/memory-context-retrieval/production-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/memory-context-retrieval/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.monorepo-polyglot",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "memory-context-retrieval",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.agent-mcp-development.memory-context-retrieval.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/agent-mcp-development/memory-context-retrieval/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/memory-context-retrieval/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.mature-legacy-migration",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "memory-context-retrieval",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.agent-mcp-development.memory-context-retrieval.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/agent-mcp-development/memory-context-retrieval/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/memory-context-retrieval/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.regulated-high-assurance",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "memory-context-retrieval",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.agent-mcp-development.memory-context-retrieval.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/agent-mcp-development/memory-context-retrieval/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/memory-context-retrieval/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.memory-context-retrieval.constrained-offline",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "memory-context-retrieval",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.agent-mcp-development.memory-context-retrieval.constrained-offline",
|
|
"inputPath": "cases/held-out/agent-mcp-development/memory-context-retrieval/constrained-offline.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/memory-context-retrieval/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.small-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "security-operations",
|
|
"archetype": "small-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.security-operations.small-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/security-operations/small-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/security-operations/small-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.production-greenfield",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "security-operations",
|
|
"archetype": "production-greenfield",
|
|
"taskFamilyId": "tf.agent-mcp-development.security-operations.production-greenfield",
|
|
"inputPath": "cases/held-out/agent-mcp-development/security-operations/production-greenfield.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/security-operations/production-greenfield.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.monorepo-polyglot",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "security-operations",
|
|
"archetype": "monorepo-polyglot",
|
|
"taskFamilyId": "tf.agent-mcp-development.security-operations.monorepo-polyglot",
|
|
"inputPath": "cases/held-out/agent-mcp-development/security-operations/monorepo-polyglot.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/security-operations/monorepo-polyglot.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.mature-legacy-migration",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "security-operations",
|
|
"archetype": "mature-legacy-migration",
|
|
"taskFamilyId": "tf.agent-mcp-development.security-operations.mature-legacy-migration",
|
|
"inputPath": "cases/held-out/agent-mcp-development/security-operations/mature-legacy-migration.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/security-operations/mature-legacy-migration.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.regulated-high-assurance",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "security-operations",
|
|
"archetype": "regulated-high-assurance",
|
|
"taskFamilyId": "tf.agent-mcp-development.security-operations.regulated-high-assurance",
|
|
"inputPath": "cases/held-out/agent-mcp-development/security-operations/regulated-high-assurance.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/security-operations/regulated-high-assurance.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
},
|
|
{
|
|
"caseId": "heldout.agent-mcp-development.security-operations.constrained-offline",
|
|
"intent": "agent-mcp-development",
|
|
"subIntent": "security-operations",
|
|
"archetype": "constrained-offline",
|
|
"taskFamilyId": "tf.agent-mcp-development.security-operations.constrained-offline",
|
|
"inputPath": "cases/held-out/agent-mcp-development/security-operations/constrained-offline.json",
|
|
"goldPath": "gold/held-out/agent-mcp-development/security-operations/constrained-offline.json",
|
|
"provenance": "independent-synthetic-held-out@1.0.0",
|
|
"reviewStatus": "approved"
|
|
}
|
|
]
|
|
}
|