📦 deps(thirdparty): update snapshots
This commit is contained in:
@@ -0,0 +1,114 @@
|
||||
{
|
||||
"tool": "count_tokens.py v0.1",
|
||||
"config": "benchmarks/naval/token-config.json",
|
||||
"config_sha256_16": "b83ec08c8fae168a",
|
||||
"load_model_note": "见脚本 docstring;全部为静态假设,不代表任何宿主实际计费",
|
||||
"results": {
|
||||
"cl100k_base": {
|
||||
"A-original-pack": {
|
||||
"type": "atomic_pack",
|
||||
"root": "books/naval-almanack-skill",
|
||||
"entrypoint_count": 19,
|
||||
"discovery_payload": 3897,
|
||||
"per_task_payload": {
|
||||
"min": 2070,
|
||||
"median": 2207,
|
||||
"max": 2345,
|
||||
"n": 19
|
||||
},
|
||||
"corpus_installable": 49901,
|
||||
"corpus_total": 113417
|
||||
},
|
||||
"B-single": {
|
||||
"type": "single",
|
||||
"root": "benchmarks/naval/prototypes/single/naval-almanack",
|
||||
"entrypoint_count": 1,
|
||||
"capability_count": 19,
|
||||
"discovery_payload": 340,
|
||||
"entry_tokens": 2611,
|
||||
"per_task_payload": {
|
||||
"min": 4568,
|
||||
"median": 4730,
|
||||
"max": 4844,
|
||||
"n": 19
|
||||
},
|
||||
"per_task_upper_bound": 6772,
|
||||
"corpus_total": 52599
|
||||
},
|
||||
"C-compact-pack": {
|
||||
"type": "compact_pack",
|
||||
"root": "benchmarks/naval/prototypes/compact-pack",
|
||||
"entrypoint_count": 7,
|
||||
"capability_count": 19,
|
||||
"promoted_count": 6,
|
||||
"discovery_payload": 1575,
|
||||
"per_task_payload_promoted_hit": {
|
||||
"min": 2157,
|
||||
"median": 2247,
|
||||
"max": 2345,
|
||||
"n": 6
|
||||
},
|
||||
"per_task_payload_router_hit": {
|
||||
"min": 4795,
|
||||
"median": 4957,
|
||||
"max": 5071,
|
||||
"n": 19
|
||||
},
|
||||
"corpus_total": 68799
|
||||
}
|
||||
},
|
||||
"o200k_base": {
|
||||
"A-original-pack": {
|
||||
"type": "atomic_pack",
|
||||
"root": "books/naval-almanack-skill",
|
||||
"entrypoint_count": 19,
|
||||
"discovery_payload": 2682,
|
||||
"per_task_payload": {
|
||||
"min": 1531,
|
||||
"median": 1616,
|
||||
"max": 1704,
|
||||
"n": 19
|
||||
},
|
||||
"corpus_installable": 37230,
|
||||
"corpus_total": 82859
|
||||
},
|
||||
"B-single": {
|
||||
"type": "single",
|
||||
"root": "benchmarks/naval/prototypes/single/naval-almanack",
|
||||
"entrypoint_count": 1,
|
||||
"capability_count": 19,
|
||||
"discovery_payload": 222,
|
||||
"entry_tokens": 1960,
|
||||
"per_task_payload": {
|
||||
"min": 3407,
|
||||
"median": 3503,
|
||||
"max": 3594,
|
||||
"n": 19
|
||||
},
|
||||
"per_task_upper_bound": 4998,
|
||||
"corpus_total": 38008
|
||||
},
|
||||
"C-compact-pack": {
|
||||
"type": "compact_pack",
|
||||
"root": "benchmarks/naval/prototypes/compact-pack",
|
||||
"entrypoint_count": 7,
|
||||
"capability_count": 19,
|
||||
"promoted_count": 6,
|
||||
"discovery_payload": 1092,
|
||||
"per_task_payload_promoted_hit": {
|
||||
"min": 1571,
|
||||
"median": 1633,
|
||||
"max": 1674,
|
||||
"n": 6
|
||||
},
|
||||
"per_task_payload_router_hit": {
|
||||
"min": 3576,
|
||||
"median": 3672,
|
||||
"max": 3763,
|
||||
"n": 19
|
||||
},
|
||||
"corpus_total": 50053
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,20 @@
|
||||
# A 类静态 Token 指标
|
||||
|
||||
- 工具: count_tokens.py v0.1 配置: `benchmarks/naval/token-config.json` (sha256:b83ec08c8fae168a)
|
||||
- 静态加载模型见 `scripts/count_tokens.py` docstring;不代表宿主实际计费。
|
||||
|
||||
## tokenizer = `cl100k_base`
|
||||
|
||||
| 版本 | 入口数 | 发现负载(常驻) | 单任务负载 min/median/max | 语料总量 |
|
||||
|---|---|---|---|---|
|
||||
| A-original-pack | 19 | 3897 | 2070/2207/2345 | 113417 |
|
||||
| B-single | 1 | 340 | 4568/4730/4844 | 52599 |
|
||||
| C-compact-pack | 7 | 1575 | 路由 4795/4957/5071;晋级 2157/2247/2345 | 68799 |
|
||||
|
||||
## tokenizer = `o200k_base`
|
||||
|
||||
| 版本 | 入口数 | 发现负载(常驻) | 单任务负载 min/median/max | 语料总量 |
|
||||
|---|---|---|---|---|
|
||||
| A-original-pack | 19 | 2682 | 1531/1616/1704 | 82859 |
|
||||
| B-single | 1 | 222 | 3407/3503/3594 | 38008 |
|
||||
| C-compact-pack | 7 | 1092 | 路由 3576/3672/3763;晋级 1571/1633/1674 | 50053 |
|
||||
Reference in New Issue
Block a user