llama.cpp/examples/attn-weights/translation_heads_en_zh.json

558 lines
8.8 KiB
JSON

{
"model": "TranslateGemma-4B",
"language_pair": "en-zh",
"num_layers": 34,
"num_heads": 8,
"num_sentences": 200,
"total_alignable_tokens": 5283,
"ts_threshold": 0.1,
"ts_matrix": [
[
0.0015142911224682945,
0.017982207079311,
0.029528676888131742,
0.028203672155971984,
0.0009464319515426841,
0.0018928639030853683,
0.0,
0.0
],
[
0.0,
0.0,
0.0028392958546280523,
0.0001892863903085368,
0.0003785727806170736,
0.008517887563884156,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0017035775127768314,
0.0,
0.0,
0.05148589816392202
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0001892863903085368,
0.0,
0.0
],
[
0.045618020064357376,
0.007003596441415862,
0.10240393715691842,
0.02138936210486466,
0.0,
0.0,
0.0,
0.0
],
[
0.20632216543630513,
0.17527919742570508,
0.21370433465833807,
0.02574294908196101,
0.0,
0.0005678591709256105,
0.0001892863903085368,
0.03388226386522809
],
[
0.11073253833049404,
0.0028392958546280523,
0.05830020821502934,
0.0308536816202915,
0.10618966496308915,
0.0001892863903085368,
0.002271436683702442,
0.0003785727806170736
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0018928639030853683,
0.003217868635245126,
0.11186825667234526
],
[
0.0013250047321597578,
0.0308536816202915,
0.0,
0.0,
0.03615370054893053,
0.06719666855953058,
0.0,
0.0
],
[
0.1378004921446148,
0.0035964414158621994,
0.13250047321597577,
0.24626159379140639,
0.008707173954192694,
0.039371569184175656,
0.003975014196479273,
0.13325761877720993
],
[
0.0,
0.0,
0.0001892863903085368,
0.0005678591709256105,
0.0,
0.0,
0.0007571455612341472,
0.0017035775127768314
],
[
0.0,
0.06643952299829642,
0.26500094643195155,
0.17565777020632217,
0.011167897028203672,
0.3577512776831346,
0.11451826613666477,
0.07666098807495741
],
[
0.012114328979746356,
0.24096157486276737,
0.0001892863903085368,
0.0,
0.004542873367404884,
0.0056785917092561046,
0.05848949460533787,
0.00946431951542684
],
[
0.0,
0.0,
0.167139882642438,
0.0,
0.1419647927314026,
0.021010789324247586,
0.0026500094643195156,
0.0009464319515426841
],
[
0.030285822449365892,
0.0009464319515426841,
0.18076850274465267,
0.24285443876585275,
0.002271436683702442,
0.0,
0.0001892863903085368,
0.0
],
[
0.0009464319515426841,
0.0001892863903085368,
0.0,
0.0,
0.1198182850653038,
0.049025175089911034,
0.06814310051107325,
0.1692220329358319
],
[
0.0,
0.07760742002650009,
0.0,
0.19307211811470756,
0.010410751466969525,
0.017982207079311,
0.0,
0.11792542116221844
],
[
0.2824152943403369,
0.13003975014196478,
0.15010410751466968,
0.3244368729888321,
0.14328979746356238,
0.37100132500473215,
0.0,
0.0
],
[
0.0,
0.049403747870528106,
0.05318947567669884,
0.0001892863903085368,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.2040507287526027,
0.0,
0.0,
0.0308536816202915,
0.27900813931478324,
0.0001892863903085368,
0.07230740109786106
],
[
0.012114328979746356,
0.26537951921256864,
0.0,
0.009842892296043914,
0.0,
0.0,
0.0,
0.0068143100511073255
],
[
0.3876585273518834,
0.019875070982396367,
0.0,
0.0,
0.0,
0.0,
0.12114328979746357,
0.0009464319515426841
],
[
0.0,
0.0,
0.0001892863903085368,
0.0,
0.0,
0.19250425894378195,
0.13496119628998676,
0.19269354533409047
],
[
0.030096536059057353,
0.038425137232632973,
0.004921446148021957,
0.3140261215218626,
0.0,
0.0,
0.3736513344690517,
0.24550444823017226
],
[
0.0001892863903085368,
0.08006814310051108,
0.010221465076660987,
0.0017035775127768314,
0.0848003028582245,
0.0,
0.0013250047321597578,
0.0
],
[
0.0015142911224682945,
0.0,
0.0,
0.0,
0.0017035775127768314,
0.0,
0.0,
0.0
],
[
0.024039371569184176,
0.012682188150671967,
0.03180011357183418,
0.006246450880181715,
0.014007192882831724,
0.049593034260836645,
0.0,
0.0
],
[
0.0,
0.007571455612341473,
0.0,
0.0,
0.0,
0.0,
0.07363240583002083,
0.0
],
[
0.00473215975771342,
0.022146507666098807,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
[
0.0003785727806170736,
0.0003785727806170736,
0.0005678591709256105,
0.0005678591709256105,
0.002082150293393905,
0.003028582244936589,
0.0,
0.0
],
[
0.0013250047321597578,
0.0003785727806170736,
0.005867878099564641,
0.01722506151807685,
0.0003785727806170736,
0.0003785727806170736,
0.0026500094643195156,
0.004542873367404884
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.011357183418512209
],
[
0.0,
0.025175089911035398,
0.0,
0.0001892863903085368,
0.0,
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
],
"token_alignment_heads": [
{
"layer": 21,
"head": 0,
"ts": 0.3877
},
{
"layer": 23,
"head": 6,
"ts": 0.3737
},
{
"layer": 17,
"head": 5,
"ts": 0.371
},
{
"layer": 11,
"head": 5,
"ts": 0.3578
},
{
"layer": 17,
"head": 3,
"ts": 0.3244
},
{
"layer": 23,
"head": 3,
"ts": 0.314
},
{
"layer": 17,
"head": 0,
"ts": 0.2824
},
{
"layer": 19,
"head": 5,
"ts": 0.279
},
{
"layer": 20,
"head": 1,
"ts": 0.2654
},
{
"layer": 11,
"head": 2,
"ts": 0.265
},
{
"layer": 9,
"head": 3,
"ts": 0.2463
},
{
"layer": 23,
"head": 7,
"ts": 0.2455
},
{
"layer": 14,
"head": 3,
"ts": 0.2429
},
{
"layer": 12,
"head": 1,
"ts": 0.241
},
{
"layer": 5,
"head": 2,
"ts": 0.2137
},
{
"layer": 5,
"head": 0,
"ts": 0.2063
},
{
"layer": 19,
"head": 1,
"ts": 0.2041
},
{
"layer": 16,
"head": 3,
"ts": 0.1931
},
{
"layer": 22,
"head": 7,
"ts": 0.1927
},
{
"layer": 22,
"head": 5,
"ts": 0.1925
},
{
"layer": 14,
"head": 2,
"ts": 0.1808
},
{
"layer": 11,
"head": 3,
"ts": 0.1757
},
{
"layer": 5,
"head": 1,
"ts": 0.1753
},
{
"layer": 15,
"head": 7,
"ts": 0.1692
},
{
"layer": 13,
"head": 2,
"ts": 0.1671
},
{
"layer": 17,
"head": 2,
"ts": 0.1501
},
{
"layer": 17,
"head": 4,
"ts": 0.1433
},
{
"layer": 13,
"head": 4,
"ts": 0.142
},
{
"layer": 9,
"head": 0,
"ts": 0.1378
},
{
"layer": 22,
"head": 6,
"ts": 0.135
},
{
"layer": 9,
"head": 7,
"ts": 0.1333
},
{
"layer": 9,
"head": 2,
"ts": 0.1325
},
{
"layer": 17,
"head": 1,
"ts": 0.13
},
{
"layer": 21,
"head": 6,
"ts": 0.1211
},
{
"layer": 15,
"head": 4,
"ts": 0.1198
},
{
"layer": 16,
"head": 7,
"ts": 0.1179
},
{
"layer": 11,
"head": 6,
"ts": 0.1145
},
{
"layer": 7,
"head": 7,
"ts": 0.1119
},
{
"layer": 6,
"head": 0,
"ts": 0.1107
},
{
"layer": 6,
"head": 4,
"ts": 0.1062
},
{
"layer": 4,
"head": 2,
"ts": 0.1024
}
]
}