亚洲模型实验室 · arXiv 论文
Layer–Token Similarity Bands
复现 Yi Figure 8：逐 token 查看每层输入/输出余弦相似度，并突出 depth upscaling 新复制层接近恒等映射。
layerTokenSimilarityBandsInformation grammar
它如何组织信息
原模型/深度扩展双带 + token 多线 + duplicated-layer 区间底色 + 层端退化
- Visual system
- VS-79 Yi layer-token similarity bands
- Component ID
yi-layer-token-similarity
Use when
适用判断
适合选择可复制或可跳过的层；相似度需按 token 展开，不能只报整层平均。
Figure-level evidence
Figure 8 · PDF p.17
Yi-6B 与 Yi-9B 初始化的 token-wise layer cosine similarity，新增 16 层接近 1。
- Verified
- 2026-07-13
- Paper source
- Yi Technical Report
Structured data
可替换的数据模型
示意数据，仅复现信息结构，不代表最新榜单结果。
{
"panels": [
{
"label": "YI-6B · 32 LAYERS",
"maxLayer": 32,
"tokens": [
{
"label": "Write",
"values": [
0.25,
0.92,
0.85,
0.98,
0.99,
0.98,
0.02,
0.97,
0.99,
0.98,
0.99,
0.98,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.96,
0.04,
0.01
]
},
{
"label": "a",
"values": [
0.24,
0.88,
0.45,
0.83,
0.86,
0.9,
0.88,
0.89,
0.91,
0.88,
0.9,
0.91,
0.89,
0.92,
0.9,
0.91,
0.92,
0.92,
0.93,
0.94,
0.94,
0.95,
0.95,
0.96,
0.97,
0.96,
0.97,
0.97,
0.98,
0.97,
0.5,
0.4
]
},
{
"label": "quiz",
"values": [
0.2,
0.76,
0.82,
0.85,
0.88,
0.9,
0.87,
0.9,
0.91,
0.89,
0.91,
0.92,
0.9,
0.92,
0.93,
0.93,
0.94,
0.94,
0.95,
0.95,
0.96,
0.96,
0.96,
0.97,
0.97,
0.98,
0.97,
0.98,
0.98,
0.98,
0.48,
0.42
]
},
{
"label": "about",
"values": [
0.3,
0.9,
0.7,
0.82,
0.87,
0.89,
0.84,
0.88,
0.9,
0.87,
0.89,
0.91,
0.88,
0.91,
0.92,
0.92,
0.93,
0.93,
0.94,
0.94,
0.95,
0.95,
0.96,
0.96,
0.97,
0.97,
0.98,
0.97,
0.98,
0.98,
0.5,
0.45
]
},
{
"label": "bits",
"values": [
0.25,
0.84,
0.78,
0.86,
0.9,
0.91,
0.87,
0.9,
0.91,
0.89,
0.9,
0.92,
0.91,
0.92,
0.93,
0.93,
0.94,
0.94,
0.95,
0.95,
0.96,
0.96,
0.96,
0.97,
0.97,
0.97,
0.98,
0.98,
0.98,
0.98,
0.45,
0.38
]
}
]
},
{
"label": "YI-9B INITIALIZATION · 48 LAYERS",
"maxLayer": 48,
"duplicated": [
12,
28
],
"tokens": [
{
"label": "Write",
"values": [
0.25,
0.92,
0.85,
0.98,
0.99,
0.98,
0.02,
0.97,
0.99,
0.98,
0.99,
0.98,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.99,
0.98,
0.97,
0.96,
0.1
]
},
{
"label": "a",
"values": [
0.24,
0.88,
0.45,
0.83,
0.86,
0.9,
0.88,
0.89,
0.91,
0.88,
0.9,
0.91,
0.98,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.98,
0.9,
0.91,
0.89,
0.92,
0.9,
0.91,
0.92,
0.92,
0.93,
0.94,
0.94,
0.95,
0.95,
0.96,
0.97,
0.96,
0.97,
0.97,
0.95,
0.5
]
},
{
"label": "quiz",
"values": [
0.2,
0.76,
0.82,
0.85,
0.88,
0.9,
0.87,
0.9,
0.91,
0.89,
0.91,
0.92,
0.98,
0.98,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.98,
0.9,
0.92,
0.93,
0.93,
0.94,
0.94,
0.95,
0.95,
0.96,
0.96,
0.96,
0.97,
0.97,
0.98,
0.97,
0.98,
0.98,
0.98,
0.95,
0.48
]
},
{
"label": "about",
"values": [
0.3,
0.9,
0.7,
0.82,
0.87,
0.89,
0.84,
0.88,
0.9,
0.87,
0.89,
0.91,
0.98,
0.98,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.98,
0.88,
0.91,
0.92,
0.92,
0.93,
0.93,
0.94,
0.94,
0.95,
0.95,
0.96,
0.96,
0.97,
0.97,
0.98,
0.97,
0.98,
0.98,
0.94,
0.45
]
},
{
"label": "bits",
"values": [
0.25,
0.84,
0.78,
0.86,
0.9,
0.91,
0.87,
0.9,
0.91,
0.89,
0.9,
0.92,
0.98,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.99,
0.98,
0.91,
0.92,
0.93,
0.93,
0.94,
0.94,
0.95,
0.95,
0.96,
0.96,
0.96,
0.97,
0.97,
0.97,
0.98,
0.98,
0.98,
0.98,
0.93,
0.42
]
}
]
}
]
}Related components