📦 deps(thirdparty): update snapshots

This commit is contained in:
ci[bot]
2026-08-31 05:00:46 +08:00
parent 8fea3d18fe
commit 0b2b056032
347 changed files with 38446 additions and 136 deletions
@@ -0,0 +1,114 @@
{
"tool": "count_tokens.py v0.1",
"config": "benchmarks/naval/token-config-v2.json",
"config_sha256_16": "adfa3d60ff2f0378",
"load_model_note": "见脚本 docstring;全部为静态假设,不代表任何宿主实际计费",
"results": {
"cl100k_base": {
"atomic_pack_baseline": {
"type": "atomic_pack",
"root": "books/naval-almanack-skill",
"entrypoint_count": 19,
"discovery_payload": 3897,
"per_task_payload": {
"min": 2070,
"median": 2207,
"max": 2345,
"n": 19
},
"corpus_installable": 49901,
"corpus_total": 254521
},
"single_compiled": {
"type": "single",
"root": "dist/naval-almanack-single",
"entrypoint_count": 1,
"capability_count": 19,
"discovery_payload": 340,
"entry_tokens": 2623,
"per_task_payload": {
"min": 4396,
"median": 4534,
"max": 4650,
"n": 19
},
"per_task_upper_bound": 6578,
"corpus_total": 48669
},
"compact_pack_compiled": {
"type": "compact_pack",
"root": "dist/naval-almanack-pack",
"entrypoint_count": 7,
"capability_count": 19,
"promoted_count": 6,
"discovery_payload": 1575,
"per_task_payload_promoted_hit": {
"min": 2190,
"median": 2271,
"max": 2354,
"n": 6
},
"per_task_payload_router_hit": {
"min": 4623,
"median": 4761,
"max": 4877,
"n": 19
},
"corpus_total": 62558
}
},
"o200k_base": {
"atomic_pack_baseline": {
"type": "atomic_pack",
"root": "books/naval-almanack-skill",
"entrypoint_count": 19,
"discovery_payload": 2682,
"per_task_payload": {
"min": 1531,
"median": 1616,
"max": 1704,
"n": 19
},
"corpus_installable": 37230,
"corpus_total": 185162
},
"single_compiled": {
"type": "single",
"root": "dist/naval-almanack-single",
"entrypoint_count": 1,
"capability_count": 19,
"discovery_payload": 222,
"entry_tokens": 1972,
"per_task_payload": {
"min": 3290,
"median": 3380,
"max": 3450,
"n": 19
},
"per_task_upper_bound": 4854,
"corpus_total": 35299
},
"compact_pack_compiled": {
"type": "compact_pack",
"root": "dist/naval-almanack-pack",
"entrypoint_count": 7,
"capability_count": 19,
"promoted_count": 6,
"discovery_payload": 1092,
"per_task_payload_promoted_hit": {
"min": 1612,
"median": 1669,
"max": 1699,
"n": 6
},
"per_task_payload_router_hit": {
"min": 3459,
"median": 3549,
"max": 3619,
"n": 19
},
"corpus_total": 45468
}
}
}
}
@@ -0,0 +1,20 @@
# A 类静态 Token 指标
- 工具: count_tokens.py v0.1 配置: `benchmarks/naval/token-config-v2.json` (sha256:adfa3d60ff2f0378)
- 静态加载模型见 `scripts/count_tokens.py` docstring;不代表宿主实际计费。
## tokenizer = `cl100k_base`
| 版本 | 入口数 | 发现负载(常驻) | 单任务负载 min/median/max | 语料总量 |
|---|---|---|---|---|
| atomic_pack_baseline | 19 | 3897 | 2070/2207/2345 | 254521 |
| single_compiled | 1 | 340 | 4396/4534/4650 | 48669 |
| compact_pack_compiled | 7 | 1575 | 路由 4623/4761/4877;晋级 2190/2271/2354 | 62558 |
## tokenizer = `o200k_base`
| 版本 | 入口数 | 发现负载(常驻) | 单任务负载 min/median/max | 语料总量 |
|---|---|---|---|---|
| atomic_pack_baseline | 19 | 2682 | 1531/1616/1704 | 185162 |
| single_compiled | 1 | 222 | 3290/3380/3450 | 35299 |
| compact_pack_compiled | 7 | 1092 | 路由 3459/3549/3619;晋级 1612/1669/1699 | 45468 |
@@ -0,0 +1,125 @@
{
"tool": "cangjie-tools v2.1.0-dev",
"generated_at": "2026-08-25T15:00:18+0800",
"a_class_metrics": {
"tool": "count_tokens.py v0.1",
"config": "benchmarks/naval/token-config-v2.json",
"config_sha256_16": "adfa3d60ff2f0378",
"load_model_note": "见脚本 docstring;全部为静态假设,不代表任何宿主实际计费",
"results": {
"cl100k_base": {
"atomic_pack_baseline": {
"type": "atomic_pack",
"root": "books/naval-almanack-skill",
"entrypoint_count": 19,
"discovery_payload": 3897,
"per_task_payload": {
"min": 2070,
"median": 2207,
"max": 2345,
"n": 19
},
"corpus_installable": 49901,
"corpus_total": 254521
},
"single_compiled": {
"type": "single",
"root": "dist/naval-almanack-single",
"entrypoint_count": 1,
"capability_count": 19,
"discovery_payload": 340,
"entry_tokens": 2623,
"per_task_payload": {
"min": 4396,
"median": 4534,
"max": 4650,
"n": 19
},
"per_task_upper_bound": 6578,
"corpus_total": 48669
},
"compact_pack_compiled": {
"type": "compact_pack",
"root": "dist/naval-almanack-pack",
"entrypoint_count": 7,
"capability_count": 19,
"promoted_count": 6,
"discovery_payload": 1575,
"per_task_payload_promoted_hit": {
"min": 2190,
"median": 2271,
"max": 2354,
"n": 6
},
"per_task_payload_router_hit": {
"min": 4623,
"median": 4761,
"max": 4877,
"n": 19
},
"corpus_total": 62558
}
},
"o200k_base": {
"atomic_pack_baseline": {
"type": "atomic_pack",
"root": "books/naval-almanack-skill",
"entrypoint_count": 19,
"discovery_payload": 2682,
"per_task_payload": {
"min": 1531,
"median": 1616,
"max": 1704,
"n": 19
},
"corpus_installable": 37230,
"corpus_total": 185162
},
"single_compiled": {
"type": "single",
"root": "dist/naval-almanack-single",
"entrypoint_count": 1,
"capability_count": 19,
"discovery_payload": 222,
"entry_tokens": 1972,
"per_task_payload": {
"min": 3290,
"median": 3380,
"max": 3450,
"n": 19
},
"per_task_upper_bound": 4854,
"corpus_total": 35299
},
"compact_pack_compiled": {
"type": "compact_pack",
"root": "dist/naval-almanack-pack",
"entrypoint_count": 7,
"capability_count": 19,
"promoted_count": 6,
"discovery_payload": 1092,
"per_task_payload_promoted_hit": {
"min": 1612,
"median": 1669,
"max": 1699,
"n": 6
},
"per_task_payload_router_hit": {
"min": 3459,
"median": 3549,
"max": 3619,
"n": 19
},
"corpus_total": 45468
}
}
}
},
"eval_reports": [],
"process_proxy_metrics": [],
"notes": [
"A 类为固定 tokenizer 的文件计数与静态载荷模型,不代表宿主实际计费(§5.1)",
"B 类为过程代理量(prepared_input),标注为估算,禁止改称真实 Prompt 输入",
"路线 C 下不存在可信的 input/output/cached tokens,本报告不含这三项"
]
}
@@ -0,0 +1,8 @@
# Benchmark 报告(2026-08-25T15:00:18+0800
- 工具: cangjie-tools v2.1.0-dev
- A 类静态指标: `benchmarks/naval/metrics-v2/a-class-metrics.md`
> A 类为固定 tokenizer 的文件计数与静态载荷模型,不代表宿主实际计费(§5.1)
> B 类为过程代理量(prepared_input),标注为估算,禁止改称真实 Prompt 输入
> 路线 C 下不存在可信的 input/output/cached tokens,本报告不含这三项