101 lines
5.0 KiB
JSON
101 lines
5.0 KiB
JSON
{
|
|
"schemaVersion": 1,
|
|
"status": "provisional-baseline-regression-gate",
|
|
"baselineRevision": "97eb2a2",
|
|
"runtimeFingerprint": "0d096d52499c2dd84ef80b2e45a1793bc4ed7c9be8fe5948b08151790959b376",
|
|
"oracleFingerprint": "02e7226428c64a995ec24ae104ce4d186f5f91bf0f062556e90ef9b0fcb6d67a",
|
|
"approvingMaintainer": "repository maintainer approved Phase 1 testing checkpoint; second judgment review remains required before final-target promotion",
|
|
"units": "All metrics are ratios in [0,1]. Precision treats missing ranks as non-relevant. Negative abstention is measured across the hard-negative by domain/stack cross-product.",
|
|
"splitPolicy": {
|
|
"calibration": "May be inspected while tuning retrieval.",
|
|
"held_out": "Must not be inspected to tune ranking weights; used for final confirmation.",
|
|
"varianceAndConfidence": "Corpus is deterministic and has no sampling variance. Report exact ratios and sample counts; do not claim population confidence intervals from this curated set."
|
|
},
|
|
"tolerancePolicy": "A 1e-12 numeric tolerance permits floating-point representation only. Current known failures remain visible in relevance-baseline.json; the gate prevents regressions and does not claim final quality targets are met.",
|
|
"metrics": {
|
|
"routingAccuracy": {"floor": 0.875, "tolerance": 1e-12},
|
|
"precisionAt1": {"floor": 0.7631578947368421, "tolerance": 1e-12},
|
|
"precisionAt3": {"floor": 0.3815789473684211, "tolerance": 1e-12},
|
|
"mrrAt3": {"floor": 0.8355263157894737, "tolerance": 1e-12},
|
|
"ndcgAt3": {"floor": 0.8366350964266653, "tolerance": 1e-12},
|
|
"negativeAbstention": {"floor": 0.9117647058823529, "tolerance": 1e-12},
|
|
"typoRecoveryAt3": {"floor": 1.0, "tolerance": 1e-12},
|
|
"designSystemCoherence": {"floor": 0.71875, "tolerance": 1e-12}
|
|
},
|
|
"sampleMinimums": {
|
|
"cases": 90,
|
|
"retrieval": 76,
|
|
"routing": 8,
|
|
"negativeChecks": 204,
|
|
"typo": 5,
|
|
"designSystem": 8,
|
|
"domain:style": 2,
|
|
"domain:color": 2,
|
|
"domain:chart": 2,
|
|
"domain:landing": 2,
|
|
"domain:product": 2,
|
|
"domain:ux": 2,
|
|
"domain:typography": 2,
|
|
"domain:icons": 2,
|
|
"domain:gsap": 2,
|
|
"domain:react": 2,
|
|
"domain:web": 2,
|
|
"domain:google-fonts": 2
|
|
},
|
|
"splits": {
|
|
"calibration": {
|
|
"metrics": {
|
|
"routingAccuracy": {"floor": 0.8, "tolerance": 1e-12},
|
|
"precisionAt1": {"floor": 0.8974358974358975, "tolerance": 1e-12},
|
|
"precisionAt3": {"floor": 0.40170940170940167, "tolerance": 1e-12},
|
|
"mrrAt3": {"floor": 0.9230769230769231, "tolerance": 1e-12},
|
|
"ndcgAt3": {"floor": 0.9103072109232644, "tolerance": 1e-12},
|
|
"negativeAbstention": {"floor": 0.9411764705882353, "tolerance": 1e-12},
|
|
"typoRecoveryAt3": {"floor": 0.0, "tolerance": 1e-12},
|
|
"designSystemCoherence": {"floor": 0.6875, "tolerance": 1e-12}
|
|
},
|
|
"sampleMinimums": {"cases": 46, "retrieval": 39, "routing": 5, "negativeChecks": 102, "typo": 0, "designSystem": 4}
|
|
},
|
|
"held_out": {
|
|
"metrics": {
|
|
"routingAccuracy": {"floor": 1.0, "tolerance": 1e-12},
|
|
"precisionAt1": {"floor": 0.6216216216216216, "tolerance": 1e-12},
|
|
"precisionAt3": {"floor": 0.36036036036036034, "tolerance": 1e-12},
|
|
"mrrAt3": {"floor": 0.7432432432432432, "tolerance": 1e-12},
|
|
"ndcgAt3": {"floor": 0.7589807054707906, "tolerance": 1e-12},
|
|
"negativeAbstention": {"floor": 0.8823529411764706, "tolerance": 1e-12},
|
|
"typoRecoveryAt3": {"floor": 1.0, "tolerance": 1e-12},
|
|
"designSystemCoherence": {"floor": 0.75, "tolerance": 1e-12}
|
|
},
|
|
"sampleMinimums": {"cases": 44, "retrieval": 37, "routing": 3, "negativeChecks": 102, "typo": 5, "designSystem": 4}
|
|
}
|
|
},
|
|
"lockedCases": {
|
|
"domain-style-glassmorphism": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-color-spa": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-chart-time-series": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-landing-pricing": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-product-spa": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-ux-keyboard-focus": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-typography-luxury": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-icons-search": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-gsap-scroll-reveal": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-react-parallel-promises": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-web-icon-label": {"withinTop": 1, "minimumGrade": 2},
|
|
"domain-google-fonts-inter": {"withinTop": 1, "minimumGrade": 2},
|
|
"stack-swiftui-navigation": {"withinTop": 1, "minimumGrade": 2},
|
|
"stack-threejs-orbitcontrols": {"withinTop": 1, "minimumGrade": 2},
|
|
"stack-uwp-migration": {"withinTop": 1, "minimumGrade": 2},
|
|
"stack-winui-dispatcherqueue": {"withinTop": 1, "minimumGrade": 2}
|
|
},
|
|
"proposedFinalTargets": {
|
|
"routingAccuracy": 0.93,
|
|
"precisionAt1": 0.8,
|
|
"mrrAt3": 0.88,
|
|
"ndcgAt3": 0.92,
|
|
"negativeAbstention": 0.95,
|
|
"typoRecoveryAt3": 0.85,
|
|
"designSystemCoherence": 0.9
|
|
}
|
|
}
|