📦 deps(thirdparty): update snapshots

2026-07-18 00:02:59 +00:00
parent 82f7c6e56a
commit 47ce7f78dc
1446 changed files with 141041 additions and 6442 deletions
@@ -0,0 +1,112 @@
+#!/usr/bin/env node
+
+import fs from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import Ajv2020 from "ajv/dist/2020.js";
+import addFormats from "ajv-formats";
+
+const here = path.dirname(fileURLToPath(import.meta.url));
+const verificationRoot = path.resolve(here, "..", "..");
+const baselineRoot = path.join(verificationRoot, "baseline", "v1");
+const schemasRoot = path.join(verificationRoot, "schemas");
+const failures = [];
+
+function readJson(file) {
+  return JSON.parse(fs.readFileSync(file, "utf8"));
+}
+
+function walkJson(directory) {
+  return fs.readdirSync(directory, { withFileTypes: true })
+    .flatMap((entry) => {
+      const target = path.join(directory, entry.name);
+      return entry.isDirectory() ? walkJson(target) : entry.name.endsWith(".json") ? [target] : [];
+    })
+    .sort();
+}
+
+const ajv = new Ajv2020({ allErrors: true, strict: true, strictRequired: false });
+addFormats(ajv);
+const compiled = new Map();
+for (const file of walkJson(schemasRoot)) {
+  const schema = readJson(file);
+  compiled.set(path.basename(file), ajv.compile(schema));
+}
+
+function validate(schemaName, files) {
+  const validator = compiled.get(schemaName);
+  if (!validator) throw new Error(`Unknown schema: ${schemaName}`);
+  for (const file of files) {
+    const data = readJson(file);
+    if (!validator(data)) {
+      failures.push({
+        schema: schemaName,
+        file: path.relative(verificationRoot, file),
+        errors: validator.errors,
+      });
+    }
+  }
+}
+
+const benchmarkRoot = path.join(baselineRoot, "benchmark");
+validate("benchmark-case.schema.json", [
+  ...walkJson(path.join(benchmarkRoot, "cases", "held-out")),
+  ...walkJson(path.join(benchmarkRoot, "tuning", "cases")),
+]);
+validate("benchmark-gold.schema.json", [
+  ...walkJson(path.join(benchmarkRoot, "gold", "held-out")),
+  ...walkJson(path.join(benchmarkRoot, "tuning", "gold")),
+]);
+validate("benchmark-manifest.schema.json", [path.join(benchmarkRoot, "manifest.json")]);
+validate("held-out-index.schema.json", [path.join(benchmarkRoot, "held-out-index.json")]);
+validate("budget-manifest.schema.json", [path.join(baselineRoot, "budgets.json")]);
+validate("hostile-corpus-manifest.schema.json", [path.join(baselineRoot, "hostile", "manifest.json")]);
+validate("legacy-command-corpus.schema.json", [path.join(baselineRoot, "legacy", "14.6.0", "manifest.json")]);
+validate("metric-definition.schema.json", [path.join(baselineRoot, "metrics.json")]);
+validate("runtime-matrix.schema.json", [path.join(baselineRoot, "runtime-matrix.json")]);
+validate("tuning-gold-equivalence-review.schema.json", [
+  path.join(baselineRoot, "reviews", "reviewer-tuning-equivalence-alpha.json"),
+  path.join(baselineRoot, "reviews", "reviewer-tuning-equivalence-beta.json"),
+  path.join(baselineRoot, "reviews", "reviewer-tuning-equivalence-adjudicator.json"),
+  path.join(baselineRoot, "reviews", "reviewer-tuning-equivalence-ci-tiebreak.json"),
+]);
+validate("tuning-gold-equivalence-audit.schema.json", [
+  path.join(baselineRoot, "reviews", "tuning-gold-equivalence-audit.json"),
+]);
+validate("product-verifier-manifest.schema.json", [path.join(baselineRoot, "verifier-manifest.json")]);
+validate("host-adapter-fixtures.schema.json", [path.join(baselineRoot, "host-adapters", "manifest.json")]);
+
+const abstentionRoot = path.join(benchmarkRoot, "abstention");
+const abstentionSchemas = path.join(abstentionRoot, "schemas");
+for (const name of ["abstention-case", "abstention-label", "abstention-index"]) {
+  const schema = readJson(path.join(abstentionSchemas, `${name}.schema.json`));
+  const validator = ajv.compile(schema);
+  const files = name === "abstention-case"
+    ? walkJson(path.join(abstentionRoot, "cases"))
+    : name === "abstention-label"
+      ? walkJson(path.join(abstentionRoot, "labels"))
+      : [path.join(abstentionRoot, "index.json")];
+  for (const file of files) {
+    const data = readJson(file);
+    if (!validator(data)) {
+      failures.push({ schema: `${name}.schema.json`, file: path.relative(verificationRoot, file), errors: validator.errors });
+    }
+  }
+}
+
+if (failures.length) {
+  console.error(JSON.stringify({ ok: false, failures }, null, 2));
+  process.exit(1);
+}
+console.log(JSON.stringify({
+  ok: true,
+  publicSchemas: compiled.size,
+  heldOutCases: 180,
+  heldOutGold: 180,
+  tuningCases: 60,
+  tuningGold: 60,
+  abstentionCases: 30,
+  abstentionLabels: 30,
+  tuningEquivalenceReviews: 4,
+  tuningEquivalenceAudits: 1,
+}, null, 2));