llama.cpp/nllb_testing/results/encoder_reference.json

170 lines
3.3 KiB
JSON

{
"test_1": {
"input_ids": [
256047,
256047,
94124,
248079,
11657,
2442,
1259,
248130,
2
],
"encoder_output_shape": [
9,
1024
],
"encoder_output_stats": {
"mean": -0.000886633584741503,
"std": 0.3881012499332428,
"min": -1.7307109832763672,
"max": 2.766153573989868
},
"layer_outputs": [
{
"layer": 0,
"shape": [
9,
1024
],
"mean": -0.104258693754673,
"std": 6.458195209503174,
"min": -24.62040138244629,
"max": 33.09339904785156
},
{
"layer": 1,
"shape": [
9,
1024
],
"mean": -0.09889677166938782,
"std": 26.63532257080078,
"min": -1180.90087890625,
"max": 1383.6790771484375
},
{
"layer": 2,
"shape": [
9,
1024
],
"mean": -0.08927440643310547,
"std": 57.26153564453125,
"min": -3017.018798828125,
"max": 3220.69775390625
},
{
"layer": 3,
"shape": [
9,
1024
],
"mean": -0.08949097990989685,
"std": 83.72036743164062,
"min": -4710.26171875,
"max": 4705.7822265625
},
{
"layer": 4,
"shape": [
9,
1024
],
"mean": -0.0874711126089096,
"std": 110.15081787109375,
"min": -6378.9775390625,
"max": 6227.1044921875
},
{
"layer": 5,
"shape": [
9,
1024
],
"mean": -0.10558787733316422,
"std": 143.9653778076172,
"min": -8428.4794921875,
"max": 8216.5625
},
{
"layer": 6,
"shape": [
9,
1024
],
"mean": -0.05898992344737053,
"std": 183.45143127441406,
"min": -10833.4267578125,
"max": 10531.447265625
},
{
"layer": 7,
"shape": [
9,
1024
],
"mean": -0.1106506884098053,
"std": 221.0834503173828,
"min": -13114.1533203125,
"max": 12688.4853515625
},
{
"layer": 8,
"shape": [
9,
1024
],
"mean": -0.049791838973760605,
"std": 253.0279998779297,
"min": -15024.953125,
"max": 14438.669921875
},
{
"layer": 9,
"shape": [
9,
1024
],
"mean": -0.1703779697418213,
"std": 280.87152099609375,
"min": -16669.87890625,
"max": 15889.587890625
},
{
"layer": 10,
"shape": [
9,
1024
],
"mean": -0.24923335015773773,
"std": 306.0230407714844,
"min": -18111.158203125,
"max": 17112.1640625
},
{
"layer": 11,
"shape": [
9,
1024
],
"mean": -0.16300389170646667,
"std": 323.6792907714844,
"min": -19010.44921875,
"max": 17850.419921875
},
{
"layer": 12,
"shape": [
9,
1024
],
"mean": -0.000886633584741503,
"std": 0.3881012499332428,
"min": -1.7307109832763672,
"max": 2.766153573989868
}
]
}
}