📦 deps(thirdparty): update snapshots

2026-07-18 00:02:59 +00:00
parent 82f7c6e56a
commit 47ce7f78dc
1446 changed files with 141041 additions and 6442 deletions
@@ -0,0 +1,43 @@
+{
+  "$schema": "../../../schemas/benchmark-manifest.schema.json",
+  "schemaVersion": 1,
+  "benchmarkVersion": "1.0.1",
+  "status": "frozen",
+  "intents": [
+    "web-application-delivery",
+    "api-backend-delivery",
+    "test-qa-automation",
+    "security-review-hardening",
+    "deployment-devops",
+    "agent-mcp-development"
+  ],
+  "heldOut": {
+    "index": "held-out-index.json",
+    "casesPerIntent": 30,
+    "diversification": "five-sub-intents-by-six-archetypes",
+    "actualInputsPresent": true,
+    "goldLabelsPresent": true,
+    "ambiguousCasesRequireTwoReviews": true
+  },
+  "abstention": {
+    "index": "abstention/index.json",
+    "caseCount": 30,
+    "labelsFrozen": true,
+    "status": "frozen"
+  },
+  "tuning": {
+    "manifest": "tuning/manifest.json",
+    "separatedFromHeldOut": true,
+    "status": "frozen",
+    "version": "1.0.1",
+    "equivalenceAudit": "../reviews/tuning-gold-equivalence-audit.json"
+  },
+  "labelsFrozen": true,
+  "antiCheating": {
+    "caseIdsPassedToCandidate": false,
+    "goldPathsPassedToCandidate": false,
+    "fixtureNamesPassedToCandidate": false,
+    "retriesAllowed": false,
+    "postResultRelabelingAllowed": false
+  }
+}