kylejshaffer · November 6, 2019 19:02
diff --git a/decoder_attention_multihead.json b/decoder_attention_multihead.json
 [{"layer": "decoder_layer1_block1", "x": 0, "y": 0, "x_word": "<start>", "y_word": "\u2581-", "head1_value": 1.0, "head2_value": 1.0, "head3_value": 1.0, "head4_value": 1.0, "head5_value": 1.0, "head6_value": 1.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 1, "x_word": "<start>", "y_word": "\u2581\u044f", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 2, "x_word": "<start>", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 3, "x_word": "<start>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 4, "x_word": "<start>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 5, "x_word": "<start>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 6, "x_word": "<start>", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 7, "x_word": "<start>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 8, "x_word": "<start>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 9, "x_word": "<start>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 10, "x_word": "<start>", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 0, "y": 11, "x_word": "<start>", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 0, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581-", "head1_value": 0.9990597367286682, "head2_value": 0.999962568283081, "head3_value": 0.03689894825220108, "head4_value": 0.9960987567901611, "head5_value": 5.263610728434287e-05, "head6_value": 0.9999967813491821}, {"layer": "decoder_layer1_block1", "x": 1, "y": 1, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u044f", "head1_value": 0.0009403021540492773, "head2_value": 3.740904503501952e-05, "head3_value": 0.9631010293960571, "head4_value": 0.003901225049048662, "head5_value": 0.9999473094940186, "head6_value": 3.220430471628788e-06}, {"layer": "decoder_layer1_block1", "x": 1, "y": 2, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 3, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 4, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 5, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 6, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 7, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 8, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 9, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 10, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 1, "y": 11, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 0, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581-", "head1_value": 0.4785657227039337, "head2_value": 0.9999985694885254, "head3_value": 0.9994344115257263, "head4_value": 0.9876400828361511, "head5_value": 0.058180972933769226, "head6_value": 0.9998321533203125}, {"layer": "decoder_layer1_block1", "x": 2, "y": 1, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u044f", "head1_value": 0.5070748925209045, "head2_value": 1.2713353498838842e-06, "head3_value": 0.0004954634350724518, "head4_value": 0.012281406670808792, "head5_value": 0.9418190717697144, "head6_value": 0.00016777889686636627}, {"layer": "decoder_layer1_block1", "x": 2, "y": 2, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 0.014359422028064728, "head2_value": 1.5738626757411112e-07, "head3_value": 7.006541272858158e-05, "head4_value": 7.8542172559537e-05, "head5_value": 3.4214167499158066e-08, "head6_value": 8.011610930225288e-09}, {"layer": "decoder_layer1_block1", "x": 2, "y": 3, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 4, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 5, "x_word": "\u0435\u0448\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 6, "x_word": "\u0435\u0448\u044c", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 7, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 8, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 9, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 10, "x_word": "\u0435\u0448\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 2, "y": 11, "x_word": "\u0435\u0448\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 3, "y": 0, "x_word": ",", "y_word": "\u2581-", "head1_value": 0.43732017278671265, "head2_value": 0.9999970197677612, "head3_value": 0.9999709129333496, "head4_value": 0.19225628674030304, "head5_value": 8.086890375125222e-07, "head6_value": 0.9999998807907104}, {"layer": "decoder_layer1_block1", "x": 3, "y": 1, "x_word": ",", "y_word": "\u2581\u044f", "head1_value": 0.3225775361061096, "head2_value": 9.991273586251737e-09, "head3_value": 8.669641715641774e-08, "head4_value": 0.003259396879002452, "head5_value": 8.711561531526968e-05, "head6_value": 2.2238708652366768e-08}, {"layer": "decoder_layer1_block1", "x": 3, "y": 2, "x_word": ",", "y_word": "\u2581\u043d\u0435", "head1_value": 0.20047388970851898, "head2_value": 9.906273135129595e-07, "head3_value": 1.126743541135511e-06, "head4_value": 0.8044840097427368, "head5_value": 0.9999120235443115, "head6_value": 7.407143698401342e-08}, {"layer": "decoder_layer1_block1", "x": 3, "y": 3, "x_word": ",", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.03962843120098114, "head2_value": 2.0382276488817297e-06, "head3_value": 2.7978288926533423e-05, "head4_value": 2.869824697881995e-07, "head5_value": 1.4289729399763473e-08, "head6_value": 2.660093152695442e-11}, {"layer": "decoder_layer1_block1", "x": 3, "y": 4, "x_word": ",", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 3, "y": 5, "x_word": ",", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 3, "y": 6, "x_word": ",", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 3, "y": 7, "x_word": ",", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 3, "y": 8, "x_word": ",", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 3, "y": 9, "x_word": ",", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 3, "y": 10, "x_word": ",", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 3, "y": 11, "x_word": ",", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 4, "y": 0, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581-", "head1_value": 0.8796631097793579, "head2_value": 2.3655193217564374e-05, "head3_value": 0.999984622001648, "head4_value": 0.9999544620513916, "head5_value": 7.841397859920107e-07, "head6_value": 5.696136617938663e-11}, {"layer": "decoder_layer1_block1", "x": 4, "y": 1, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u044f", "head1_value": 0.11192286014556885, "head2_value": 1.5059102548102032e-20, "head3_value": 6.423504523428436e-12, "head4_value": 5.236678589426447e-06, "head5_value": 3.4543246609880464e-15, "head6_value": 8.394568000239272e-18}, {"layer": "decoder_layer1_block1", "x": 4, "y": 2, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0004996386123821139, "head2_value": 0.9999762773513794, "head3_value": 6.925543516445032e-08, "head4_value": 6.8907479544577654e-06, "head5_value": 9.89087585523788e-17, "head6_value": 1.2479614344583425e-16}, {"layer": "decoder_layer1_block1", "x": 4, "y": 3, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.007510134484618902, "head2_value": 7.714731253827267e-08, "head3_value": 1.520834666735027e-05, "head4_value": 3.33782663801685e-05, "head5_value": 0.9999991655349731, "head6_value": 5.997668860039176e-14}, {"layer": "decoder_layer1_block1", "x": 4, "y": 4, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0004042534565087408, "head2_value": 1.1288997816136023e-19, "head3_value": 4.237132866791171e-09, "head4_value": 4.902273485968885e-15, "head5_value": 2.552404468336711e-11, "head6_value": 1.0}, {"layer": "decoder_layer1_block1", "x": 4, "y": 5, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 4, "y": 6, "x_word": "\u2581\u0447\u0442\u043e", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 4, "y": 7, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 4, "y": 8, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 4, "y": 9, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 4, "y": 10, "x_word": "\u2581\u0447\u0442\u043e", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 4, "y": 11, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 5, "y": 0, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581-", "head1_value": 0.049713265150785446, "head2_value": 1.0, "head3_value": 1.0, "head4_value": 1.0, "head5_value": 1.2244377955994423e-08, "head6_value": 1.0}, {"layer": "decoder_layer1_block1", "x": 5, "y": 1, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u044f", "head1_value": 2.9259229705758116e-08, "head2_value": 8.42461401120881e-21, "head3_value": 3.1097492202841748e-12, "head4_value": 3.5539589934158178e-12, "head5_value": 1.3304546680231533e-18, "head6_value": 1.4328095007120974e-17}, {"layer": "decoder_layer1_block1", "x": 5, "y": 2, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043d\u0435", "head1_value": 3.5906521134165814e-07, "head2_value": 5.1720420711943716e-17, "head3_value": 2.441119251184176e-10, "head4_value": 7.933990686659342e-10, "head5_value": 8.374500113902595e-21, "head6_value": 1.68531644257129e-23}, {"layer": "decoder_layer1_block1", "x": 5, "y": 3, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.9499608874320984, "head2_value": 8.663003210021992e-15, "head3_value": 2.500750495570969e-09, "head4_value": 5.360869934985691e-16, "head5_value": 6.863959356451232e-08, "head6_value": 1.7130195272528365e-15}, {"layer": "decoder_layer1_block1", "x": 5, "y": 4, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0003254725015722215, "head2_value": 3.568531608808891e-18, "head3_value": 1.5449640455855729e-09, "head4_value": 2.4665951789751284e-13, "head5_value": 1.4067833564723742e-09, "head6_value": 2.000360819687585e-25}, {"layer": "decoder_layer1_block1", "x": 5, "y": 5, "x_word": "\u2581\u0441\u043e", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 1.8671995893893012e-10, "head2_value": 2.640104040811759e-21, "head3_value": 2.4591672082474765e-14, "head4_value": 1.1963609326788906e-20, "head5_value": 0.9999998807907104, "head6_value": 1.9625126604697674e-21}, {"layer": "decoder_layer1_block1", "x": 5, "y": 6, "x_word": "\u2581\u0441\u043e", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 5, "y": 7, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 5, "y": 8, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 5, "y": 9, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 5, "y": 10, "x_word": "\u2581\u0441\u043e", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 5, "y": 11, "x_word": "\u2581\u0441\u043e", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 6, "y": 0, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581-", "head1_value": 0.9984037280082703, "head2_value": 1.0, "head3_value": 9.438208610382075e-15, "head4_value": 0.9999979734420776, "head5_value": 2.535344167681891e-13, "head6_value": 2.611028018415732e-14}, {"layer": "decoder_layer1_block1", "x": 6, "y": 1, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u044f", "head1_value": 0.001590664149262011, "head2_value": 1.486866648949366e-23, "head3_value": 1.8883555243511278e-18, "head4_value": 2.514117358742851e-09, "head5_value": 3.917301198852394e-21, "head6_value": 2.9475710809644847e-24}, {"layer": "decoder_layer1_block1", "x": 6, "y": 2, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043d\u0435", "head1_value": 1.9556638619633304e-07, "head2_value": 1.5496419367026893e-20, "head3_value": 4.4828130163747726e-17, "head4_value": 4.16855460740051e-13, "head5_value": 6.849573848217108e-23, "head6_value": 2.6615347266372607e-26}, {"layer": "decoder_layer1_block1", "x": 6, "y": 3, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 1.237543330034896e-07, "head2_value": 3.553616971970794e-25, "head3_value": 7.44726444412442e-15, "head4_value": 2.3527583960930576e-12, "head5_value": 4.5122721505201566e-24, "head6_value": 8.701771803692595e-26}, {"layer": "decoder_layer1_block1", "x": 6, "y": 4, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 4.168560963080381e-08, "head2_value": 2.723228456957638e-33, "head3_value": 1.0259525867750696e-11, "head4_value": 4.250830081235378e-16, "head5_value": 9.599879495666255e-20, "head6_value": 5.880830470610155e-30}, {"layer": "decoder_layer1_block1", "x": 6, "y": 5, "x_word": "\u0442\u0440\u0435", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 4.046007234137505e-06, "head2_value": 1.6886555724539547e-24, "head3_value": 1.0, "head4_value": 2.053218850051053e-06, "head5_value": 6.313842677851955e-12, "head6_value": 1.0}, {"layer": "decoder_layer1_block1", "x": 6, "y": 6, "x_word": "\u0442\u0440\u0435", "y_word": ",", "head1_value": 1.211672952194931e-06, "head2_value": 1.3146878319908397e-27, "head3_value": 7.379063722903756e-13, "head4_value": 7.620462420809826e-13, "head5_value": 1.0, "head6_value": 4.211203508916888e-29}, {"layer": "decoder_layer1_block1", "x": 6, "y": 7, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 6, "y": 8, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 6, "y": 9, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 6, "y": 10, "x_word": "\u0442\u0440\u0435", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 6, "y": 11, "x_word": "\u0442\u0440\u0435", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 7, "y": 0, "x_word": "\u0448\u044c", "y_word": "\u2581-", "head1_value": 0.0002525848394725472, "head2_value": 0.9996016621589661, "head3_value": 0.012955009937286377, "head4_value": 0.00028659330564551055, "head5_value": 1.0345427292612897e-10, "head6_value": 0.0009449070785194635}, {"layer": "decoder_layer1_block1", "x": 7, "y": 1, "x_word": "\u0448\u044c", "y_word": "\u2581\u044f", "head1_value": 2.6051823169837007e-06, "head2_value": 4.0603425569690765e-13, "head3_value": 2.0300902292547107e-08, "head4_value": 2.8715654853961325e-10, "head5_value": 1.5617708889713853e-15, "head6_value": 3.89968981551192e-08}, {"layer": "decoder_layer1_block1", "x": 7, "y": 2, "x_word": "\u0448\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 4.864838501816848e-06, "head2_value": 2.8537241336277705e-14, "head3_value": 5.181602773518534e-07, "head4_value": 1.2072809115262761e-12, "head5_value": 2.5226332753585735e-18, "head6_value": 4.469240764137794e-07}, {"layer": "decoder_layer1_block1", "x": 7, "y": 3, "x_word": "\u0448\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 8.763864229877072e-07, "head2_value": 1.1444974187424138e-16, "head3_value": 2.437796808862913e-07, "head4_value": 8.034493074104629e-14, "head5_value": 6.677253677626985e-19, "head6_value": 1.1028233437571089e-08}, {"layer": "decoder_layer1_block1", "x": 7, "y": 4, "x_word": "\u0448\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 6.661457882728428e-05, "head2_value": 1.1110026950852518e-19, "head3_value": 1.6635740394121967e-06, "head4_value": 8.10050133524462e-15, "head5_value": 2.866118949386422e-17, "head6_value": 2.1320627555110327e-11}, {"layer": "decoder_layer1_block1", "x": 7, "y": 5, "x_word": "\u0448\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0005000903620384634, "head2_value": 3.0707320265385436e-15, "head3_value": 2.384442268521525e-06, "head4_value": 1.1529452947911523e-08, "head5_value": 5.625824459065676e-12, "head6_value": 0.9847651720046997}, {"layer": "decoder_layer1_block1", "x": 7, "y": 6, "x_word": "\u0448\u044c", "y_word": ",", "head1_value": 0.9737169146537781, "head2_value": 3.125859380365137e-12, "head3_value": 0.4141688942909241, "head4_value": 1.0474944467375735e-08, "head5_value": 3.285955699539045e-06, "head6_value": 0.012485145591199398}, {"layer": "decoder_layer1_block1", "x": 7, "y": 7, "x_word": "\u0448\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0254554133862257, "head2_value": 0.00039839005330577493, "head3_value": 0.572871208190918, "head4_value": 0.9997133612632751, "head5_value": 0.9999966621398926, "head6_value": 0.001804292551241815}, {"layer": "decoder_layer1_block1", "x": 7, "y": 8, "x_word": "\u0448\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 7, "y": 9, "x_word": "\u0448\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 7, "y": 10, "x_word": "\u0448\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 7, "y": 11, "x_word": "\u0448\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 8, "y": 0, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581-", "head1_value": 0.0008789770654402673, "head2_value": 0.9999998807907104, "head3_value": 0.0020345759112387896, "head4_value": 0.9948862195014954, "head5_value": 0.00021955340343993157, "head6_value": 9.67064067713963e-11}, {"layer": "decoder_layer1_block1", "x": 8, "y": 1, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u044f", "head1_value": 5.095086453366093e-05, "head2_value": 2.793003462426125e-17, "head3_value": 8.18688380976873e-11, "head4_value": 2.21413132273085e-09, "head5_value": 1.5375944073525716e-08, "head6_value": 2.731661434324153e-14}, {"layer": "decoder_layer1_block1", "x": 8, "y": 2, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 1.5620922795278602e-06, "head2_value": 1.4220029776086662e-14, "head3_value": 1.3277723538707153e-11, "head4_value": 1.0996771201976507e-11, "head5_value": 1.2671388938123584e-10, "head6_value": 8.779664549627558e-14}, {"layer": "decoder_layer1_block1", "x": 8, "y": 3, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 7.433635573761421e-08, "head2_value": 1.677413094416683e-17, "head3_value": 1.7059099900913754e-13, "head4_value": 5.487125849718867e-14, "head5_value": 4.744505135989563e-12, "head6_value": 4.835077938746728e-15}, {"layer": "decoder_layer1_block1", "x": 8, "y": 4, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 3.832206516563019e-07, "head2_value": 5.62777812649288e-22, "head3_value": 1.0143724454416149e-16, "head4_value": 3.1128989360154624e-13, "head5_value": 9.679089533988147e-15, "head6_value": 1.2189959682305118e-17}, {"layer": "decoder_layer1_block1", "x": 8, "y": 5, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 2.5698741978885664e-07, "head2_value": 4.674288789961181e-28, "head3_value": 1.088037299146194e-11, "head4_value": 6.98768342518555e-15, "head5_value": 1.0130997196754546e-13, "head6_value": 1.0}, {"layer": "decoder_layer1_block1", "x": 8, "y": 6, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": ",", "head1_value": 0.0005587994237430394, "head2_value": 5.732061953579145e-21, "head3_value": 1.0194589350476235e-07, "head4_value": 6.163992927188389e-13, "head5_value": 2.388560282895469e-08, "head6_value": 5.18822429462773e-10}, {"layer": "decoder_layer1_block1", "x": 8, "y": 7, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.9824362993240356, "head2_value": 6.750535419541848e-08, "head3_value": 0.996834933757782, "head4_value": 0.005108150187879801, "head5_value": 0.9997766613960266, "head6_value": 1.2542835693685195e-11}, {"layer": "decoder_layer1_block1", "x": 8, "y": 8, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.016072634607553482, "head2_value": 9.857362037735129e-09, "head3_value": 0.001130381366237998, "head4_value": 5.591830358753214e-06, "head5_value": 3.7453899039974203e-06, "head6_value": 6.720592138353965e-11}, {"layer": "decoder_layer1_block1", "x": 8, "y": 9, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 8, "y": 10, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 8, "y": 11, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 9, "y": 0, "x_word": "?", "y_word": "\u2581-", "head1_value": 0.00010276117973262444, "head2_value": 1.0, "head3_value": 0.9999991655349731, "head4_value": 0.1087135449051857, "head5_value": 7.782851025694981e-05, "head6_value": 5.278491244098404e-07}, {"layer": "decoder_layer1_block1", "x": 9, "y": 1, "x_word": "?", "y_word": "\u2581\u044f", "head1_value": 1.970560390418541e-07, "head2_value": 7.980876116183536e-17, "head3_value": 3.5803993103655785e-10, "head4_value": 1.2911724134312408e-08, "head5_value": 8.179873667302218e-09, "head6_value": 1.1788169438338919e-16}, {"layer": "decoder_layer1_block1", "x": 9, "y": 2, "x_word": "?", "y_word": "\u2581\u043d\u0435", "head1_value": 2.857203085238069e-10, "head2_value": 1.2572170909815892e-23, "head3_value": 5.952846722501182e-12, "head4_value": 3.5124499676527678e-15, "head5_value": 2.36983354438841e-16, "head6_value": 2.4706063322465473e-23}, {"layer": "decoder_layer1_block1", "x": 9, "y": 3, "x_word": "?", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 1.0821175955300077e-08, "head2_value": 1.9847105588850987e-25, "head3_value": 4.099925965134893e-13, "head4_value": 1.877283223815544e-16, "head5_value": 3.8449826005385046e-13, "head6_value": 1.4734247718919718e-19}, {"layer": "decoder_layer1_block1", "x": 9, "y": 4, "x_word": "?", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 1.7950475239558727e-07, "head2_value": 2.2708635764932534e-37, "head3_value": 3.6980639568316325e-18, "head4_value": 7.505481696215566e-14, "head5_value": 2.3675794397909344e-12, "head6_value": 4.968824058353278e-22}, {"layer": "decoder_layer1_block1", "x": 9, "y": 5, "x_word": "?", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 2.4627999639648124e-10, "head2_value": 3.511486244197781e-36, "head3_value": 5.009603320351413e-17, "head4_value": 3.0093558603618193e-17, "head5_value": 3.321750544859821e-18, "head6_value": 9.96294844977285e-30}, {"layer": "decoder_layer1_block1", "x": 9, "y": 6, "x_word": "?", "y_word": ",", "head1_value": 1.2575718528751167e-06, "head2_value": 2.8918715621507235e-32, "head3_value": 1.0332421392060113e-17, "head4_value": 3.1699868906941043e-18, "head5_value": 1.4260197840273992e-12, "head6_value": 6.777797741312241e-25}, {"layer": "decoder_layer1_block1", "x": 9, "y": 7, "x_word": "?", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.002021739026531577, "head2_value": 2.121260185192729e-15, "head3_value": 3.2013841178013536e-07, "head4_value": 0.0003292406618129462, "head5_value": 2.6191293727606535e-05, "head6_value": 8.024278031371068e-06}, {"layer": "decoder_layer1_block1", "x": 9, "y": 8, "x_word": "?", "y_word": "\u2581\u0442\u044b", "head1_value": 0.9977420568466187, "head2_value": 6.742019730042806e-15, "head3_value": 4.786826934832789e-07, "head4_value": 0.8909571766853333, "head5_value": 0.9998823404312134, "head6_value": 0.9999915361404419}, {"layer": "decoder_layer1_block1", "x": 9, "y": 9, "x_word": "?", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0001318406721111387, "head2_value": 2.3931488004137836e-19, "head3_value": 2.6429509247805072e-08, "head4_value": 1.9163483244710733e-08, "head5_value": 1.3555441910284571e-05, "head6_value": 3.0894048678607646e-15}, {"layer": "decoder_layer1_block1", "x": 9, "y": 10, "x_word": "?", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 9, "y": 11, "x_word": "?", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 10, "y": 0, "x_word": "<end>", "y_word": "\u2581-", "head1_value": 1.1988593541900627e-05, "head2_value": 1.0, "head3_value": 1.0, "head4_value": 1.0, "head5_value": 3.2645341291326346e-11, "head6_value": 0.9999998807907104}, {"layer": "decoder_layer1_block1", "x": 10, "y": 1, "x_word": "<end>", "y_word": "\u2581\u044f", "head1_value": 9.570823067406309e-07, "head2_value": 2.461000358109977e-19, "head3_value": 4.825415918620693e-14, "head4_value": 6.064813234951671e-11, "head5_value": 1.592780574587952e-14, "head6_value": 3.324290238156287e-14}, {"layer": "decoder_layer1_block1", "x": 10, "y": 2, "x_word": "<end>", "y_word": "\u2581\u043d\u0435", "head1_value": 2.1827946738994797e-07, "head2_value": 8.224796425073959e-25, "head3_value": 4.254767196253334e-15, "head4_value": 2.2881584983285323e-15, "head5_value": 6.576044504942591e-13, "head6_value": 4.0721074042568397e-20}, {"layer": "decoder_layer1_block1", "x": 10, "y": 3, "x_word": "<end>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 3.5468001868821375e-08, "head2_value": 2.063865971450623e-26, "head3_value": 1.995599882852238e-15, "head4_value": 2.7699594678749285e-16, "head5_value": 1.464299005181557e-18, "head6_value": 1.2124534427325278e-15}, {"layer": "decoder_layer1_block1", "x": 10, "y": 4, "x_word": "<end>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 2.333120807662681e-09, "head2_value": 5.99070565555821e-33, "head3_value": 2.7655754960150805e-25, "head4_value": 1.3354281137840475e-25, "head5_value": 1.3252305830151805e-21, "head6_value": 2.0457803240852105e-28}, {"layer": "decoder_layer1_block1", "x": 10, "y": 5, "x_word": "<end>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 1.1403681818289435e-11, "head2_value": 3.790487374635788e-34, "head3_value": 1.0480602927658472e-20, "head4_value": 7.133462089925989e-25, "head5_value": 5.532646928686254e-23, "head6_value": 7.102028417950605e-30}, {"layer": "decoder_layer1_block1", "x": 10, "y": 6, "x_word": "<end>", "y_word": ",", "head1_value": 7.99823567376734e-08, "head2_value": 9.976519003080635e-33, "head3_value": 1.5064270861830453e-22, "head4_value": 5.299157353604042e-25, "head5_value": 9.217524366840113e-17, "head6_value": 6.64579518085128e-25}, {"layer": "decoder_layer1_block1", "x": 10, "y": 7, "x_word": "<end>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 4.8141926527023315e-05, "head2_value": 1.0147111008099654e-20, "head3_value": 6.122881368586519e-11, "head4_value": 3.273274273851712e-08, "head5_value": 1.8049069183678768e-12, "head6_value": 1.1061816707069738e-07}, {"layer": "decoder_layer1_block1", "x": 10, "y": 8, "x_word": "<end>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.002301805652678013, "head2_value": 1.0066975328461029e-16, "head3_value": 3.210178997625768e-11, "head4_value": 4.5969530404477155e-09, "head5_value": 3.7483204096133704e-08, "head6_value": 9.427243057372192e-13}, {"layer": "decoder_layer1_block1", "x": 10, "y": 9, "x_word": "<end>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.9975934624671936, "head2_value": 3.343728216747472e-19, "head3_value": 3.583700350362484e-11, "head4_value": 2.193999539337743e-12, "head5_value": 1.0, "head6_value": 4.8862527048045175e-15}, {"layer": "decoder_layer1_block1", "x": 10, "y": 10, "x_word": "<end>", "y_word": ".", "head1_value": 4.330875162850134e-05, "head2_value": 1.6967690949010298e-20, "head3_value": 1.116623734970202e-15, "head4_value": 1.6576321487109962e-15, "head5_value": 7.770315502142466e-10, "head6_value": 4.0523026557590103e-13}, {"layer": "decoder_layer1_block1", "x": 10, "y": 11, "x_word": "<end>", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer1_block1", "x": 11, "y": 0, "x_word": "<pad>", "y_word": "\u2581-", "head1_value": 8.70877192937769e-05, "head2_value": 0.9999830722808838, "head3_value": 4.456117039808305e-06, "head4_value": 5.754821359005291e-06, "head5_value": 1.4522813561543974e-13, "head6_value": 0.9999673366546631}, {"layer": "decoder_layer1_block1", "x": 11, "y": 1, "x_word": "<pad>", "y_word": "\u2581\u044f", "head1_value": 3.99778355131275e-06, "head2_value": 1.5130868497647767e-16, "head3_value": 1.1953922552342122e-13, "head4_value": 1.451037484612172e-10, "head5_value": 7.203518908030293e-18, "head6_value": 1.3945347697788546e-12}, {"layer": "decoder_layer1_block1", "x": 11, "y": 2, "x_word": "<pad>", "y_word": "\u2581\u043d\u0435", "head1_value": 9.723642051540082e-07, "head2_value": 2.826114881961163e-18, "head3_value": 1.7667056782365992e-13, "head4_value": 4.398353765076336e-14, "head5_value": 2.7706313804826507e-19, "head6_value": 3.2630341706635715e-14}, {"layer": "decoder_layer1_block1", "x": 11, "y": 3, "x_word": "<pad>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 1.3991777905175695e-06, "head2_value": 5.895655886704458e-19, "head3_value": 8.806356251861436e-14, "head4_value": 4.0029116902661616e-15, "head5_value": 2.0841906377706337e-19, "head6_value": 9.558070654561255e-17}, {"layer": "decoder_layer1_block1", "x": 11, "y": 4, "x_word": "<pad>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 3.844704224320594e-06, "head2_value": 5.653384619515607e-26, "head3_value": 2.0194544283769527e-17, "head4_value": 2.065003407980642e-19, "head5_value": 4.246972739515696e-20, "head6_value": 3.2764827627204297e-20}, {"layer": "decoder_layer1_block1", "x": 11, "y": 5, "x_word": "<pad>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 3.325096642470271e-08, "head2_value": 3.1159219360515074e-25, "head3_value": 4.86959158658436e-20, "head4_value": 2.8114258086434464e-18, "head5_value": 3.4376601874486746e-22, "head6_value": 3.600521655319104e-25}, {"layer": "decoder_layer1_block1", "x": 11, "y": 6, "x_word": "<pad>", "y_word": ",", "head1_value": 7.275336599832372e-08, "head2_value": 6.993450825951593e-32, "head3_value": 2.3081317829007587e-22, "head4_value": 1.5529114003855478e-20, "head5_value": 9.364391298251088e-25, "head6_value": 4.179285312689801e-28}, {"layer": "decoder_layer1_block1", "x": 11, "y": 7, "x_word": "<pad>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 6.35540908788812e-09, "head2_value": 5.92895550133991e-23, "head3_value": 1.1006805367298468e-16, "head4_value": 1.2031629165187852e-11, "head5_value": 1.2582163316239018e-21, "head6_value": 2.4807328066756007e-11}, {"layer": "decoder_layer1_block1", "x": 11, "y": 8, "x_word": "<pad>", "y_word": "\u2581\u0442\u044b", "head1_value": 2.920882707257988e-06, "head2_value": 9.81583800053401e-18, "head3_value": 5.631982033516003e-11, "head4_value": 2.7072353039891972e-11, "head5_value": 6.190394329941681e-21, "head6_value": 9.743917672722091e-08}, {"layer": "decoder_layer1_block1", "x": 11, "y": 9, "x_word": "<pad>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.01593293808400631, "head2_value": 1.663683881481773e-17, "head3_value": 6.907105110087741e-09, "head4_value": 2.465507797921873e-10, "head5_value": 1.7798575926899346e-13, "head6_value": 2.8702591414742074e-09}, {"layer": "decoder_layer1_block1", "x": 11, "y": 10, "x_word": "<pad>", "y_word": ".", "head1_value": 0.9530961513519287, "head2_value": 3.245241057760369e-14, "head3_value": 6.0350917010509875e-06, "head4_value": 5.114205503531366e-09, "head5_value": 3.1576287808435244e-13, "head6_value": 5.293519511617717e-10}, {"layer": "decoder_layer1_block1", "x": 11, "y": 11, "x_word": "<pad>", "y_word": "<pad>", "head1_value": 0.030870655551552773, "head2_value": 1.689292366791051e-05, "head3_value": 0.9999895095825195, "head4_value": 0.9999942779541016, "head5_value": 1.0, "head6_value": 3.257940261391923e-05}, {"layer": "decoder_layer2_block1", "x": 0, "y": 0, "x_word": "<start>", "y_word": "\u2581-", "head1_value": 1.0, "head2_value": 1.0, "head3_value": 1.0, "head4_value": 1.0, "head5_value": 1.0, "head6_value": 1.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 1, "x_word": "<start>", "y_word": "\u2581\u044f", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 2, "x_word": "<start>", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 3, "x_word": "<start>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 4, "x_word": "<start>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 5, "x_word": "<start>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 6, "x_word": "<start>", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 7, "x_word": "<start>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 8, "x_word": "<start>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 9, "x_word": "<start>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 10, "x_word": "<start>", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 0, "y": 11, "x_word": "<start>", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 0, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581-", "head1_value": 0.004871983081102371, "head2_value": 0.08515523374080658, "head3_value": 0.8106539845466614, "head4_value": 0.22927777469158173, "head5_value": 0.19143101572990417, "head6_value": 0.862095057964325}, {"layer": "decoder_layer2_block1", "x": 1, "y": 1, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u044f", "head1_value": 0.9951280355453491, "head2_value": 0.914844810962677, "head3_value": 0.18934594094753265, "head4_value": 0.7707222700119019, "head5_value": 0.8085689544677734, "head6_value": 0.13790495693683624}, {"layer": "decoder_layer2_block1", "x": 1, "y": 2, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 3, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 4, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 5, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 6, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 7, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 8, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 9, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 10, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 1, "y": 11, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 0, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581-", "head1_value": 0.0010358943836763501, "head2_value": 0.009387018159031868, "head3_value": 0.6320171356201172, "head4_value": 0.7387440204620361, "head5_value": 0.005118421744555235, "head6_value": 0.5728864073753357}, {"layer": "decoder_layer2_block1", "x": 2, "y": 1, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u044f", "head1_value": 0.00012805165897589177, "head2_value": 0.0018355502979829907, "head3_value": 0.25232574343681335, "head4_value": 0.25848227739334106, "head5_value": 0.001790523179806769, "head6_value": 0.2795009911060333}, {"layer": "decoder_layer2_block1", "x": 2, "y": 2, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 0.998836100101471, "head2_value": 0.9887774586677551, "head3_value": 0.11565709114074707, "head4_value": 0.0027737319469451904, "head5_value": 0.9930911064147949, "head6_value": 0.14761267602443695}, {"layer": "decoder_layer2_block1", "x": 2, "y": 3, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 4, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 5, "x_word": "\u0435\u0448\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 6, "x_word": "\u0435\u0448\u044c", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 7, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 8, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 9, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 10, "x_word": "\u0435\u0448\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 2, "y": 11, "x_word": "\u0435\u0448\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 3, "y": 0, "x_word": ",", "y_word": "\u2581-", "head1_value": 0.0009635806200094521, "head2_value": 1.2061975212418474e-05, "head3_value": 0.5778264999389648, "head4_value": 0.9658052921295166, "head5_value": 0.005325032863765955, "head6_value": 0.4066944718360901}, {"layer": "decoder_layer2_block1", "x": 3, "y": 1, "x_word": ",", "y_word": "\u2581\u044f", "head1_value": 0.000716341775842011, "head2_value": 1.3621553080156446e-05, "head3_value": 0.24638527631759644, "head4_value": 0.01816042885184288, "head5_value": 0.000838385836686939, "head6_value": 0.18694184720516205}, {"layer": "decoder_layer2_block1", "x": 3, "y": 2, "x_word": ",", "y_word": "\u2581\u043d\u0435", "head1_value": 0.00048794623580761254, "head2_value": 0.000589053553994745, "head3_value": 0.08447491377592087, "head4_value": 0.015734966844320297, "head5_value": 0.9830130934715271, "head6_value": 0.3707643747329712}, {"layer": "decoder_layer2_block1", "x": 3, "y": 3, "x_word": ",", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.9978321194648743, "head2_value": 0.9993852376937866, "head3_value": 0.09131329506635666, "head4_value": 0.00029935105703771114, "head5_value": 0.010823413729667664, "head6_value": 0.03559932857751846}, {"layer": "decoder_layer2_block1", "x": 3, "y": 4, "x_word": ",", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 3, "y": 5, "x_word": ",", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 3, "y": 6, "x_word": ",", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 3, "y": 7, "x_word": ",", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 3, "y": 8, "x_word": ",", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 3, "y": 9, "x_word": ",", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 3, "y": 10, "x_word": ",", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 3, "y": 11, "x_word": ",", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 4, "y": 0, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581-", "head1_value": 0.0002473820641171187, "head2_value": 0.0002493748033884913, "head3_value": 0.5931417346000671, "head4_value": 0.7808825373649597, "head5_value": 0.0012542835902422667, "head6_value": 0.07086256146430969}, {"layer": "decoder_layer2_block1", "x": 4, "y": 1, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u044f", "head1_value": 2.9171185815357603e-05, "head2_value": 3.208025373169221e-05, "head3_value": 0.20454911887645721, "head4_value": 0.2186843901872635, "head5_value": 0.00010977951023960486, "head6_value": 0.02807900868356228}, {"layer": "decoder_layer2_block1", "x": 4, "y": 2, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043d\u0435", "head1_value": 0.006254523992538452, "head2_value": 0.00033656274899840355, "head3_value": 0.11071981489658356, "head4_value": 0.00013841860345564783, "head5_value": 0.9561079144477844, "head6_value": 0.057069238275289536}, {"layer": "decoder_layer2_block1", "x": 4, "y": 3, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0011371839791536331, "head2_value": 0.00010461814963491634, "head3_value": 0.02299564704298973, "head4_value": 0.00010771245433716103, "head5_value": 0.03551706299185753, "head6_value": 0.8089635372161865}, {"layer": "decoder_layer2_block1", "x": 4, "y": 4, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.9923317432403564, "head2_value": 0.9992774128913879, "head3_value": 0.06859369575977325, "head4_value": 0.00018688768614083529, "head5_value": 0.007010969333350658, "head6_value": 0.03502568230032921}, {"layer": "decoder_layer2_block1", "x": 4, "y": 5, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 4, "y": 6, "x_word": "\u2581\u0447\u0442\u043e", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 4, "y": 7, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 4, "y": 8, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 4, "y": 9, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 4, "y": 10, "x_word": "\u2581\u0447\u0442\u043e", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 4, "y": 11, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 5, "y": 0, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581-", "head1_value": 0.000411752553191036, "head2_value": 2.262672205688432e-05, "head3_value": 0.536084771156311, "head4_value": 3.2572936561336974e-06, "head5_value": 0.12277945131063461, "head6_value": 0.20854224264621735}, {"layer": "decoder_layer2_block1", "x": 5, "y": 1, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u044f", "head1_value": 2.5236446163034998e-05, "head2_value": 1.9248704120400362e-05, "head3_value": 0.04413892701268196, "head4_value": 2.9979176474626e-07, "head5_value": 0.005255843047052622, "head6_value": 0.0915786474943161}, {"layer": "decoder_layer2_block1", "x": 5, "y": 2, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043d\u0435", "head1_value": 0.00022540069767273962, "head2_value": 7.780095074849669e-06, "head3_value": 0.04494951292872429, "head4_value": 1.6933550739395287e-07, "head5_value": 0.37012818455696106, "head6_value": 0.1706417351961136}, {"layer": "decoder_layer2_block1", "x": 5, "y": 3, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 2.7351796234142967e-05, "head2_value": 1.9740969946724363e-05, "head3_value": 0.15585777163505554, "head4_value": 1.8434449202686665e-06, "head5_value": 0.0048180860467255116, "head6_value": 0.264794260263443}, {"layer": "decoder_layer2_block1", "x": 5, "y": 4, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.00022549767163582146, "head2_value": 2.8108379410696216e-05, "head3_value": 0.19349083304405212, "head4_value": 5.945034686760664e-08, "head5_value": 0.1719840168952942, "head6_value": 0.19759361445903778}, {"layer": "decoder_layer2_block1", "x": 5, "y": 5, "x_word": "\u2581\u0441\u043e", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.9990847110748291, "head2_value": 0.9999024868011475, "head3_value": 0.025478215888142586, "head4_value": 0.9999943971633911, "head5_value": 0.3250344693660736, "head6_value": 0.066849485039711}, {"layer": "decoder_layer2_block1", "x": 5, "y": 6, "x_word": "\u2581\u0441\u043e", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 5, "y": 7, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 5, "y": 8, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 5, "y": 9, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 5, "y": 10, "x_word": "\u2581\u0441\u043e", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 5, "y": 11, "x_word": "\u2581\u0441\u043e", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 6, "y": 0, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581-", "head1_value": 1.1636144563453854e-06, "head2_value": 2.8457048756536096e-05, "head3_value": 0.2525656223297119, "head4_value": 0.9514893293380737, "head5_value": 0.0019025793299078941, "head6_value": 0.2528544068336487}, {"layer": "decoder_layer2_block1", "x": 6, "y": 1, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u044f", "head1_value": 4.212064297348661e-08, "head2_value": 5.500976476469077e-05, "head3_value": 0.0745028629899025, "head4_value": 0.04398408159613609, "head5_value": 0.000269715761533007, "head6_value": 0.0825410932302475}, {"layer": "decoder_layer2_block1", "x": 6, "y": 2, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043d\u0435", "head1_value": 6.733803843417263e-07, "head2_value": 4.261587491782848e-06, "head3_value": 0.03058687224984169, "head4_value": 0.0005817504716105759, "head5_value": 0.3467017114162445, "head6_value": 0.26101604104042053}, {"layer": "decoder_layer2_block1", "x": 6, "y": 3, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 6.687389486614848e-08, "head2_value": 9.21979699342046e-06, "head3_value": 0.017108820378780365, "head4_value": 0.000444878067355603, "head5_value": 0.05471320450305939, "head6_value": 0.04182299226522446}, {"layer": "decoder_layer2_block1", "x": 6, "y": 4, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 1.9305380192236044e-06, "head2_value": 8.35914249819325e-07, "head3_value": 0.21716278791427612, "head4_value": 5.282135680317879e-05, "head5_value": 0.5620102882385254, "head6_value": 0.26225578784942627}, {"layer": "decoder_layer2_block1", "x": 6, "y": 5, "x_word": "\u0442\u0440\u0435", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 7.37120274152403e-07, "head2_value": 1.6771798982517794e-05, "head3_value": 0.2755202054977417, "head4_value": 1.882438141365128e-06, "head5_value": 0.00171530747320503, "head6_value": 0.058739300817251205}, {"layer": "decoder_layer2_block1", "x": 6, "y": 6, "x_word": "\u0442\u0440\u0435", "y_word": ",", "head1_value": 0.9999953508377075, "head2_value": 0.9998853206634521, "head3_value": 0.13255281746387482, "head4_value": 0.0034452753607183695, "head5_value": 0.03268716111779213, "head6_value": 0.04077041521668434}, {"layer": "decoder_layer2_block1", "x": 6, "y": 7, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 6, "y": 8, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 6, "y": 9, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 6, "y": 10, "x_word": "\u0442\u0440\u0435", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 6, "y": 11, "x_word": "\u0442\u0440\u0435", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 7, "y": 0, "x_word": "\u0448\u044c", "y_word": "\u2581-", "head1_value": 0.0027760639786720276, "head2_value": 0.9951871037483215, "head3_value": 0.061441097408533096, "head4_value": 0.40374571084976196, "head5_value": 0.012712971307337284, "head6_value": 0.14662986993789673}, {"layer": "decoder_layer2_block1", "x": 7, "y": 1, "x_word": "\u0448\u044c", "y_word": "\u2581\u044f", "head1_value": 0.0002574795507825911, "head2_value": 0.004148663952946663, "head3_value": 0.03180552273988724, "head4_value": 0.5316251516342163, "head5_value": 0.005540574435144663, "head6_value": 0.12612077593803406}, {"layer": "decoder_layer2_block1", "x": 7, "y": 2, "x_word": "\u0448\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0007123829564079642, "head2_value": 4.460550189833157e-05, "head3_value": 0.04390009492635727, "head4_value": 0.005391672253608704, "head5_value": 0.45538485050201416, "head6_value": 0.06791893392801285}, {"layer": "decoder_layer2_block1", "x": 7, "y": 3, "x_word": "\u0448\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.00014612988161388785, "head2_value": 0.00011062036355724558, "head3_value": 0.04143181070685387, "head4_value": 0.0006940859602764249, "head5_value": 0.1464313417673111, "head6_value": 0.17650684714317322}, {"layer": "decoder_layer2_block1", "x": 7, "y": 4, "x_word": "\u0448\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0017266233917325735, "head2_value": 6.4869154812186025e-06, "head3_value": 0.3178328275680542, "head4_value": 0.0011928449384868145, "head5_value": 0.3446173369884491, "head6_value": 0.07001587748527527}, {"layer": "decoder_layer2_block1", "x": 7, "y": 5, "x_word": "\u0448\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.001314851688221097, "head2_value": 3.179413397447206e-05, "head3_value": 0.09070315212011337, "head4_value": 0.00034957629395648837, "head5_value": 0.0020075931679457426, "head6_value": 0.14083297550678253}, {"layer": "decoder_layer2_block1", "x": 7, "y": 6, "x_word": "\u0448\u044c", "y_word": ",", "head1_value": 0.9845245480537415, "head2_value": 2.508276111257146e-06, "head3_value": 0.32717177271842957, "head4_value": 0.0018501222366467118, "head5_value": 0.013058938086032867, "head6_value": 0.19722379744052887}, {"layer": "decoder_layer2_block1", "x": 7, "y": 7, "x_word": "\u0448\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.00854185689240694, "head2_value": 0.00046819314593449235, "head3_value": 0.08571364730596542, "head4_value": 0.05515088886022568, "head5_value": 0.02024635300040245, "head6_value": 0.07475095242261887}, {"layer": "decoder_layer2_block1", "x": 7, "y": 8, "x_word": "\u0448\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 7, "y": 9, "x_word": "\u0448\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 7, "y": 10, "x_word": "\u0448\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 7, "y": 11, "x_word": "\u0448\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 8, "y": 0, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581-", "head1_value": 4.595502559823217e-06, "head2_value": 0.0005482503329403698, "head3_value": 0.04689468443393707, "head4_value": 0.5580151081085205, "head5_value": 0.0012101653264835477, "head6_value": 0.08841072767972946}, {"layer": "decoder_layer2_block1", "x": 8, "y": 1, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u044f", "head1_value": 2.018268077108587e-07, "head2_value": 4.6030181692913175e-05, "head3_value": 0.017007188871502876, "head4_value": 0.40429168939590454, "head5_value": 0.0006825918680988252, "head6_value": 0.025466134771704674}, {"layer": "decoder_layer2_block1", "x": 8, "y": 2, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 4.716453531727893e-06, "head2_value": 0.00020673136168625206, "head3_value": 0.017506765201687813, "head4_value": 0.001708156312815845, "head5_value": 0.0931553989648819, "head6_value": 0.03498154133558273}, {"layer": "decoder_layer2_block1", "x": 8, "y": 3, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 1.5059688394103432e-06, "head2_value": 6.152823061711388e-06, "head3_value": 0.0057867299765348434, "head4_value": 9.508944640401751e-05, "head5_value": 0.6180398464202881, "head6_value": 0.08469800651073456}, {"layer": "decoder_layer2_block1", "x": 8, "y": 4, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0002547220210544765, "head2_value": 2.09276895475341e-05, "head3_value": 0.12213456630706787, "head4_value": 2.155551737814676e-05, "head5_value": 0.2739157974720001, "head6_value": 0.056365564465522766}, {"layer": "decoder_layer2_block1", "x": 8, "y": 5, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 4.947304205416003e-06, "head2_value": 0.0005712716374546289, "head3_value": 0.0999917984008789, "head4_value": 9.026021871250123e-05, "head5_value": 0.000237154628848657, "head6_value": 0.10279867053031921}, {"layer": "decoder_layer2_block1", "x": 8, "y": 6, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": ",", "head1_value": 3.0328958018799312e-05, "head2_value": 0.0008031569886952639, "head3_value": 0.625617504119873, "head4_value": 0.0003153185243718326, "head5_value": 0.005065401084721088, "head6_value": 0.4485214650630951}, {"layer": "decoder_layer2_block1", "x": 8, "y": 7, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 1.129094380303286e-05, "head2_value": 0.9869334697723389, "head3_value": 0.03525203466415405, "head4_value": 0.03450941666960716, "head5_value": 0.001937752473168075, "head6_value": 0.08497287333011627}, {"layer": "decoder_layer2_block1", "x": 8, "y": 8, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.999687671661377, "head2_value": 0.010864004492759705, "head3_value": 0.029808685183525085, "head4_value": 0.000953327922616154, "head5_value": 0.005755879450589418, "head6_value": 0.07378502190113068}, {"layer": "decoder_layer2_block1", "x": 8, "y": 9, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 8, "y": 10, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 8, "y": 11, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 9, "y": 0, "x_word": "?", "y_word": "\u2581-", "head1_value": 0.00017563319124747068, "head2_value": 0.0010034184670075774, "head3_value": 0.22227169573307037, "head4_value": 0.5335353016853333, "head5_value": 0.0013887372333556414, "head6_value": 0.04985926300287247}, {"layer": "decoder_layer2_block1", "x": 9, "y": 1, "x_word": "?", "y_word": "\u2581\u044f", "head1_value": 6.832031886006007e-06, "head2_value": 9.15205691853771e-06, "head3_value": 0.024285228922963142, "head4_value": 0.42200401425361633, "head5_value": 3.863368692691438e-05, "head6_value": 0.015009485185146332}, {"layer": "decoder_layer2_block1", "x": 9, "y": 2, "x_word": "?", "y_word": "\u2581\u043d\u0435", "head1_value": 0.00038682998274452984, "head2_value": 0.00018133943376597017, "head3_value": 0.027306532487273216, "head4_value": 0.00014293046842794865, "head5_value": 0.0025148687418550253, "head6_value": 0.007505185902118683}, {"layer": "decoder_layer2_block1", "x": 9, "y": 3, "x_word": "?", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 6.59113356960006e-05, "head2_value": 8.527283353032544e-05, "head3_value": 0.01704743131995201, "head4_value": 3.153467696392909e-05, "head5_value": 0.00034441545722074807, "head6_value": 0.009144787676632404}, {"layer": "decoder_layer2_block1", "x": 9, "y": 4, "x_word": "?", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 6.452490197261795e-05, "head2_value": 0.0003574177098926157, "head3_value": 0.08092926442623138, "head4_value": 2.4537926947232336e-05, "head5_value": 0.0005061940173618495, "head6_value": 0.01769779808819294}, {"layer": "decoder_layer2_block1", "x": 9, "y": 5, "x_word": "?", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 1.5633562725270167e-05, "head2_value": 0.0027039642445743084, "head3_value": 0.08254214376211166, "head4_value": 2.9529144740081392e-05, "head5_value": 5.463546040118672e-05, "head6_value": 0.05558080971240997}, {"layer": "decoder_layer2_block1", "x": 9, "y": 6, "x_word": "?", "y_word": ",", "head1_value": 2.566153125371784e-05, "head2_value": 7.889811240602285e-05, "head3_value": 0.33245962858200073, "head4_value": 0.00014396429469343275, "head5_value": 9.285504347644746e-05, "head6_value": 0.046788059175014496}, {"layer": "decoder_layer2_block1", "x": 9, "y": 7, "x_word": "?", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.00023288663942366838, "head2_value": 0.003264344995841384, "head3_value": 0.08150947839021683, "head4_value": 0.04078739136457443, "head5_value": 0.0010191996116191149, "head6_value": 0.2134484499692917}, {"layer": "decoder_layer2_block1", "x": 9, "y": 8, "x_word": "?", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0007316159317269921, "head2_value": 0.0011366491671651602, "head3_value": 0.03617701679468155, "head4_value": 0.000555624661501497, "head5_value": 0.001186858513392508, "head6_value": 0.4740925133228302}, {"layer": "decoder_layer2_block1", "x": 9, "y": 9, "x_word": "?", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.9982944130897522, "head2_value": 0.9911795258522034, "head3_value": 0.09547165781259537, "head4_value": 0.0027451433707028627, "head5_value": 0.992853581905365, "head6_value": 0.11087362468242645}, {"layer": "decoder_layer2_block1", "x": 9, "y": 10, "x_word": "?", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 9, "y": 11, "x_word": "?", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 10, "y": 0, "x_word": "<end>", "y_word": "\u2581-", "head1_value": 8.043154593906365e-06, "head2_value": 0.0018822121201083064, "head3_value": 0.19930854439735413, "head4_value": 0.915718138217926, "head5_value": 0.07313467562198639, "head6_value": 0.061776790767908096}, {"layer": "decoder_layer2_block1", "x": 10, "y": 1, "x_word": "<end>", "y_word": "\u2581\u044f", "head1_value": 8.407404493482318e-06, "head2_value": 0.00011245184578001499, "head3_value": 0.01944723166525364, "head4_value": 0.05735083669424057, "head5_value": 0.004164690151810646, "head6_value": 0.007937603630125523}, {"layer": "decoder_layer2_block1", "x": 10, "y": 2, "x_word": "<end>", "y_word": "\u2581\u043d\u0435", "head1_value": 2.066242132059415e-06, "head2_value": 0.00018270830332767218, "head3_value": 0.08240363001823425, "head4_value": 7.170854223659262e-05, "head5_value": 0.04563906043767929, "head6_value": 0.01674261875450611}, {"layer": "decoder_layer2_block1", "x": 10, "y": 3, "x_word": "<end>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 6.7091264099872205e-06, "head2_value": 3.6278284824220464e-05, "head3_value": 0.020530257374048233, "head4_value": 3.610150088206865e-05, "head5_value": 0.002916728612035513, "head6_value": 0.01064546313136816}, {"layer": "decoder_layer2_block1", "x": 10, "y": 4, "x_word": "<end>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 1.044593591359444e-05, "head2_value": 0.007510078139603138, "head3_value": 0.012504756450653076, "head4_value": 2.7821673938888125e-05, "head5_value": 0.005332966335117817, "head6_value": 0.02376335673034191}, {"layer": "decoder_layer2_block1", "x": 10, "y": 5, "x_word": "<end>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 1.0743655138867325e-06, "head2_value": 0.003017986658960581, "head3_value": 0.041296202689409256, "head4_value": 5.983635674056131e-06, "head5_value": 0.002826576353982091, "head6_value": 0.03436415642499924}, {"layer": "decoder_layer2_block1", "x": 10, "y": 6, "x_word": "<end>", "y_word": ",", "head1_value": 1.0547320016485173e-05, "head2_value": 0.0005857425858266652, "head3_value": 0.031640246510505676, "head4_value": 8.772660657996312e-05, "head5_value": 0.001986636081710458, "head6_value": 0.1416609138250351}, {"layer": "decoder_layer2_block1", "x": 10, "y": 7, "x_word": "<end>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 2.4190556359826587e-05, "head2_value": 0.004200187511742115, "head3_value": 0.17232376337051392, "head4_value": 0.02544933371245861, "head5_value": 0.03217291831970215, "head6_value": 0.13339312374591827}, {"layer": "decoder_layer2_block1", "x": 10, "y": 8, "x_word": "<end>", "y_word": "\u2581\u0442\u044b", "head1_value": 1.3318892342795152e-05, "head2_value": 0.0014830102445557714, "head3_value": 0.06312685459852219, "head4_value": 0.0006701239035464823, "head5_value": 0.009766314178705215, "head6_value": 0.18132755160331726}, {"layer": "decoder_layer2_block1", "x": 10, "y": 9, "x_word": "<end>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0003472501412034035, "head2_value": 0.12381765991449356, "head3_value": 0.33341431617736816, "head4_value": 0.00035208972985856235, "head5_value": 0.48402610421180725, "head6_value": 0.25160375237464905}, {"layer": "decoder_layer2_block1", "x": 10, "y": 10, "x_word": "<end>", "y_word": ".", "head1_value": 0.9995679259300232, "head2_value": 0.8571717143058777, "head3_value": 0.024004237726330757, "head4_value": 0.0002302086359122768, "head5_value": 0.33803337812423706, "head6_value": 0.13678468763828278}, {"layer": "decoder_layer2_block1", "x": 10, "y": 11, "x_word": "<end>", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer2_block1", "x": 11, "y": 0, "x_word": "<pad>", "y_word": "\u2581-", "head1_value": 4.2624516936484724e-05, "head2_value": 0.9277584552764893, "head3_value": 0.07288709282875061, "head4_value": 0.0034674829803407192, "head5_value": 0.002632607240229845, "head6_value": 0.0667928010225296}, {"layer": "decoder_layer2_block1", "x": 11, "y": 1, "x_word": "<pad>", "y_word": "\u2581\u044f", "head1_value": 3.04552504530875e-05, "head2_value": 0.04475170001387596, "head3_value": 0.021494071930646896, "head4_value": 0.014046547934412956, "head5_value": 0.0012633218429982662, "head6_value": 0.017532434314489365}, {"layer": "decoder_layer2_block1", "x": 11, "y": 2, "x_word": "<pad>", "y_word": "\u2581\u043d\u0435", "head1_value": 4.658342732000165e-06, "head2_value": 0.0012557604350149632, "head3_value": 0.07896272093057632, "head4_value": 1.2210010027047247e-05, "head5_value": 0.00422694580629468, "head6_value": 0.03270137310028076}, {"layer": "decoder_layer2_block1", "x": 11, "y": 3, "x_word": "<pad>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 3.5597392979980214e-06, "head2_value": 0.0012469866778701544, "head3_value": 0.05727125704288483, "head4_value": 8.870983947417699e-06, "head5_value": 0.0008564465097151697, "head6_value": 0.012442841194570065}, {"layer": "decoder_layer2_block1", "x": 11, "y": 4, "x_word": "<pad>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 8.657342732476536e-06, "head2_value": 0.00013565550034400076, "head3_value": 0.23422761261463165, "head4_value": 1.7573664081282914e-05, "head5_value": 0.002260857028886676, "head6_value": 0.008317665196955204}, {"layer": "decoder_layer2_block1", "x": 11, "y": 5, "x_word": "<pad>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 1.870222263278265e-06, "head2_value": 0.00014921337424311787, "head3_value": 0.023907897993922234, "head4_value": 2.2328569684759714e-05, "head5_value": 0.00012661000073421746, "head6_value": 0.03589508309960365}, {"layer": "decoder_layer2_block1", "x": 11, "y": 6, "x_word": "<pad>", "y_word": ",", "head1_value": 1.344941665593069e-05, "head2_value": 1.3718147783947643e-05, "head3_value": 0.169810488820076, "head4_value": 7.775385711283889e-06, "head5_value": 0.000424942874815315, "head6_value": 0.018764737993478775}, {"layer": "decoder_layer2_block1", "x": 11, "y": 7, "x_word": "<pad>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 2.3393246010527946e-05, "head2_value": 0.002988482592627406, "head3_value": 0.032482441514730453, "head4_value": 0.002115650335326791, "head5_value": 0.0032276734709739685, "head6_value": 0.05525362119078636}, {"layer": "decoder_layer2_block1", "x": 11, "y": 8, "x_word": "<pad>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.00010602348629618064, "head2_value": 0.00015720487863291055, "head3_value": 0.13201582431793213, "head4_value": 0.00018661940703168511, "head5_value": 0.005433441139757633, "head6_value": 0.2589559853076935}, {"layer": "decoder_layer2_block1", "x": 11, "y": 9, "x_word": "<pad>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 9.253989992430434e-05, "head2_value": 0.007560608442872763, "head3_value": 0.08496332913637161, "head4_value": 9.733410843182355e-05, "head5_value": 0.9544602632522583, "head6_value": 0.1645054668188095}, {"layer": "decoder_layer2_block1", "x": 11, "y": 10, "x_word": "<pad>", "y_word": ".", "head1_value": 0.00044330369564704597, "head2_value": 0.0019565585535019636, "head3_value": 0.03723075985908508, "head4_value": 1.3163998119125608e-05, "head5_value": 0.017894521355628967, "head6_value": 0.18498015403747559}, {"layer": "decoder_layer2_block1", "x": 11, "y": 11, "x_word": "<pad>", "y_word": "<pad>", "head1_value": 0.9992295503616333, "head2_value": 0.012025663629174232, "head3_value": 0.05474648252129555, "head4_value": 0.980004608631134, "head5_value": 0.00719232764095068, "head6_value": 0.14385785162448883}, {"layer": "decoder_layer3_block1", "x": 0, "y": 0, "x_word": "<start>", "y_word": "\u2581-", "head1_value": 1.0, "head2_value": 1.0, "head3_value": 1.0, "head4_value": 1.0, "head5_value": 1.0, "head6_value": 1.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 1, "x_word": "<start>", "y_word": "\u2581\u044f", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 2, "x_word": "<start>", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 3, "x_word": "<start>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 4, "x_word": "<start>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 5, "x_word": "<start>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 6, "x_word": "<start>", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 7, "x_word": "<start>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 8, "x_word": "<start>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 9, "x_word": "<start>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 10, "x_word": "<start>", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 0, "y": 11, "x_word": "<start>", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 0, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581-", "head1_value": 0.0012472739908844233, "head2_value": 0.9704071283340454, "head3_value": 0.9616395831108093, "head4_value": 0.0002383075625402853, "head5_value": 0.9798580408096313, "head6_value": 0.9265028834342957}, {"layer": "decoder_layer3_block1", "x": 1, "y": 1, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u044f", "head1_value": 0.9987527132034302, "head2_value": 0.02959289401769638, "head3_value": 0.03836042433977127, "head4_value": 0.9997616410255432, "head5_value": 0.02014189213514328, "head6_value": 0.07349710911512375}, {"layer": "decoder_layer3_block1", "x": 1, "y": 2, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 3, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 4, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 5, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 6, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 7, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 8, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 9, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 10, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 1, "y": 11, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 0, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581-", "head1_value": 0.0023602356668561697, "head2_value": 0.8330421447753906, "head3_value": 0.6752015352249146, "head4_value": 1.5891077964624856e-06, "head5_value": 0.8128418326377869, "head6_value": 0.7070488929748535}, {"layer": "decoder_layer3_block1", "x": 2, "y": 1, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u044f", "head1_value": 0.002941490150988102, "head2_value": 0.14020583033561707, "head3_value": 0.15937867760658264, "head4_value": 3.165790303683025e-06, "head5_value": 0.1560545712709427, "head6_value": 0.12495690584182739}, {"layer": "decoder_layer3_block1", "x": 2, "y": 2, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 0.994698166847229, "head2_value": 0.0267519261687994, "head3_value": 0.1654198169708252, "head4_value": 0.999995231628418, "head5_value": 0.031103577464818954, "head6_value": 0.16799412667751312}, {"layer": "decoder_layer3_block1", "x": 2, "y": 3, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 4, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 5, "x_word": "\u0435\u0448\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 6, "x_word": "\u0435\u0448\u044c", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 7, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 8, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 9, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 10, "x_word": "\u0435\u0448\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 2, "y": 11, "x_word": "\u0435\u0448\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 3, "y": 0, "x_word": ",", "y_word": "\u2581-", "head1_value": 0.02927800454199314, "head2_value": 0.7967440485954285, "head3_value": 0.2661600112915039, "head4_value": 1.171070834971033e-06, "head5_value": 0.30407148599624634, "head6_value": 0.48297175765037537}, {"layer": "decoder_layer3_block1", "x": 3, "y": 1, "x_word": ",", "y_word": "\u2581\u044f", "head1_value": 0.000676244031637907, "head2_value": 0.10867977887392044, "head3_value": 0.06384437531232834, "head4_value": 1.9275935301266145e-06, "head5_value": 0.0441235713660717, "head6_value": 0.04366487264633179}, {"layer": "decoder_layer3_block1", "x": 3, "y": 2, "x_word": ",", "y_word": "\u2581\u043d\u0435", "head1_value": 0.9681729674339294, "head2_value": 0.028681237250566483, "head3_value": 0.569453239440918, "head4_value": 2.8693823423964204e-06, "head5_value": 0.07989773899316788, "head6_value": 0.3531699478626251}, {"layer": "decoder_layer3_block1", "x": 3, "y": 3, "x_word": ",", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0018728711875155568, "head2_value": 0.06589488685131073, "head3_value": 0.1005423292517662, "head4_value": 0.9999940395355225, "head5_value": 0.5719072222709656, "head6_value": 0.12019344419240952}, {"layer": "decoder_layer3_block1", "x": 3, "y": 4, "x_word": ",", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 3, "y": 5, "x_word": ",", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 3, "y": 6, "x_word": ",", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 3, "y": 7, "x_word": ",", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 3, "y": 8, "x_word": ",", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 3, "y": 9, "x_word": ",", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 3, "y": 10, "x_word": ",", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 3, "y": 11, "x_word": ",", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 4, "y": 0, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581-", "head1_value": 5.819398575113155e-05, "head2_value": 0.06412062793970108, "head3_value": 0.34104683995246887, "head4_value": 2.181868685724453e-09, "head5_value": 0.42725059390068054, "head6_value": 0.3607895076274872}, {"layer": "decoder_layer3_block1", "x": 4, "y": 1, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u044f", "head1_value": 5.199481620365987e-06, "head2_value": 0.0033930896315723658, "head3_value": 0.06385080516338348, "head4_value": 1.0626209245856444e-07, "head5_value": 0.14325785636901855, "head6_value": 0.03417819365859032}, {"layer": "decoder_layer3_block1", "x": 4, "y": 2, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043d\u0435", "head1_value": 0.00015856148093007505, "head2_value": 0.0023363293148577213, "head3_value": 0.20559658110141754, "head4_value": 8.051825716393068e-06, "head5_value": 0.14981451630592346, "head6_value": 0.09245652705430984}, {"layer": "decoder_layer3_block1", "x": 4, "y": 3, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 2.9346705559873953e-05, "head2_value": 0.8987780213356018, "head3_value": 0.17427904903888702, "head4_value": 7.753217801109713e-07, "head5_value": 0.1453152894973755, "head6_value": 0.1975499838590622}, {"layer": "decoder_layer3_block1", "x": 4, "y": 4, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.9997487664222717, "head2_value": 0.03137189894914627, "head3_value": 0.2152266651391983, "head4_value": 0.9999910593032837, "head5_value": 0.13436175882816315, "head6_value": 0.31502577662467957}, {"layer": "decoder_layer3_block1", "x": 4, "y": 5, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 4, "y": 6, "x_word": "\u2581\u0447\u0442\u043e", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 4, "y": 7, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 4, "y": 8, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 4, "y": 9, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 4, "y": 10, "x_word": "\u2581\u0447\u0442\u043e", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 4, "y": 11, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 5, "y": 0, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581-", "head1_value": 6.347832481878868e-08, "head2_value": 0.007458068430423737, "head3_value": 0.8248966336250305, "head4_value": 1.242191860484354e-08, "head5_value": 0.045968666672706604, "head6_value": 0.0495072565972805}, {"layer": "decoder_layer3_block1", "x": 5, "y": 1, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u044f", "head1_value": 4.688684640541396e-08, "head2_value": 0.004453008063137531, "head3_value": 0.02832130901515484, "head4_value": 3.9309992416747264e-07, "head5_value": 0.019964301958680153, "head6_value": 0.009700785391032696}, {"layer": "decoder_layer3_block1", "x": 5, "y": 2, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043d\u0435", "head1_value": 2.3319713363889605e-05, "head2_value": 0.0009827961912378669, "head3_value": 0.008401583880186081, "head4_value": 9.793923527467996e-05, "head5_value": 0.025890212506055832, "head6_value": 0.028731709346175194}, {"layer": "decoder_layer3_block1", "x": 5, "y": 3, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 3.823101124567074e-08, "head2_value": 0.001991001423448324, "head3_value": 0.006293075159192085, "head4_value": 6.551090336870402e-08, "head5_value": 0.014514341950416565, "head6_value": 0.2904539406299591}, {"layer": "decoder_layer3_block1", "x": 5, "y": 4, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 1.8267797941007302e-06, "head2_value": 0.0005314199952408671, "head3_value": 0.11298706382513046, "head4_value": 2.2631715168586197e-08, "head5_value": 0.07033287733793259, "head6_value": 0.5907326340675354}, {"layer": "decoder_layer3_block1", "x": 5, "y": 5, "x_word": "\u2581\u0441\u043e", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.9999748468399048, "head2_value": 0.984583854675293, "head3_value": 0.019100360572338104, "head4_value": 0.999901533126831, "head5_value": 0.8233296871185303, "head6_value": 0.030873659998178482}, {"layer": "decoder_layer3_block1", "x": 5, "y": 6, "x_word": "\u2581\u0441\u043e", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 5, "y": 7, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 5, "y": 8, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 5, "y": 9, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 5, "y": 10, "x_word": "\u2581\u0441\u043e", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 5, "y": 11, "x_word": "\u2581\u0441\u043e", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 6, "y": 0, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581-", "head1_value": 7.124639864741766e-07, "head2_value": 0.0438782200217247, "head3_value": 0.36367741227149963, "head4_value": 7.364183929325918e-09, "head5_value": 0.02688075602054596, "head6_value": 0.27561652660369873}, {"layer": "decoder_layer3_block1", "x": 6, "y": 1, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u044f", "head1_value": 9.742045676830458e-07, "head2_value": 0.0011894326889887452, "head3_value": 0.027503598481416702, "head4_value": 6.3562834995423145e-09, "head5_value": 0.007291550748050213, "head6_value": 0.028227878734469414}, {"layer": "decoder_layer3_block1", "x": 6, "y": 2, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043d\u0435", "head1_value": 2.5836485292529687e-05, "head2_value": 0.06469407677650452, "head3_value": 0.0841546282172203, "head4_value": 6.830512120359344e-07, "head5_value": 0.0010184335988014936, "head6_value": 0.0691043883562088}, {"layer": "decoder_layer3_block1", "x": 6, "y": 3, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 1.9465147715891362e-07, "head2_value": 0.8580474853515625, "head3_value": 0.027150599285960197, "head4_value": 4.660550168011923e-09, "head5_value": 0.0037682009860873222, "head6_value": 0.211817666888237}, {"layer": "decoder_layer3_block1", "x": 6, "y": 4, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 1.192851073028578e-06, "head2_value": 0.02991381846368313, "head3_value": 0.14338114857673645, "head4_value": 3.2124203244165983e-06, "head5_value": 0.012799486517906189, "head6_value": 0.22258572280406952}, {"layer": "decoder_layer3_block1", "x": 6, "y": 5, "x_word": "\u0442\u0440\u0435", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 1.7082185877370648e-05, "head2_value": 0.0005806630942970514, "head3_value": 0.24007873237133026, "head4_value": 6.291869340202538e-06, "head5_value": 0.0002186563069699332, "head6_value": 0.06149604544043541}, {"layer": "decoder_layer3_block1", "x": 6, "y": 6, "x_word": "\u0442\u0440\u0435", "y_word": ",", "head1_value": 0.9999539852142334, "head2_value": 0.0016962537774816155, "head3_value": 0.11405383050441742, "head4_value": 0.9999897480010986, "head5_value": 0.9480229020118713, "head6_value": 0.1311517357826233}, {"layer": "decoder_layer3_block1", "x": 6, "y": 7, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 6, "y": 8, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 6, "y": 9, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 6, "y": 10, "x_word": "\u0442\u0440\u0435", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 6, "y": 11, "x_word": "\u0442\u0440\u0435", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 7, "y": 0, "x_word": "\u0448\u044c", "y_word": "\u2581-", "head1_value": 0.0003318605595268309, "head2_value": 0.1701868325471878, "head3_value": 0.16170579195022583, "head4_value": 0.00017649991787038743, "head5_value": 0.024043133482336998, "head6_value": 0.13092561066150665}, {"layer": "decoder_layer3_block1", "x": 7, "y": 1, "x_word": "\u0448\u044c", "y_word": "\u2581\u044f", "head1_value": 0.13467934727668762, "head2_value": 0.16841794550418854, "head3_value": 0.0398687981069088, "head4_value": 0.0010129647562280297, "head5_value": 0.008249587379395962, "head6_value": 0.026680735871195793}, {"layer": "decoder_layer3_block1", "x": 7, "y": 2, "x_word": "\u0448\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 8.893223821360152e-06, "head2_value": 0.0504097156226635, "head3_value": 0.05119708925485611, "head4_value": 1.7957909221877344e-05, "head5_value": 0.013149786740541458, "head6_value": 0.05944955721497536}, {"layer": "decoder_layer3_block1", "x": 7, "y": 3, "x_word": "\u0448\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.00011764119699364528, "head2_value": 0.49974989891052246, "head3_value": 0.3409937918186188, "head4_value": 1.8244470538775204e-06, "head5_value": 0.009900807403028011, "head6_value": 0.09265294671058655}, {"layer": "decoder_layer3_block1", "x": 7, "y": 4, "x_word": "\u0448\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 8.62227170728147e-06, "head2_value": 0.021395964547991753, "head3_value": 0.1019924134016037, "head4_value": 2.116558243869804e-05, "head5_value": 0.028173593804240227, "head6_value": 0.09578029066324234}, {"layer": "decoder_layer3_block1", "x": 7, "y": 5, "x_word": "\u0448\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.000221099573536776, "head2_value": 0.009929722175002098, "head3_value": 0.03744612634181976, "head4_value": 0.002677840879186988, "head5_value": 0.009344852529466152, "head6_value": 0.049765489995479584}, {"layer": "decoder_layer3_block1", "x": 7, "y": 6, "x_word": "\u0448\u044c", "y_word": ",", "head1_value": 6.210922492755344e-06, "head2_value": 0.01452562864869833, "head3_value": 0.16799265146255493, "head4_value": 0.0016477737808600068, "head5_value": 0.8991554975509644, "head6_value": 0.45216497778892517}, {"layer": "decoder_layer3_block1", "x": 7, "y": 7, "x_word": "\u0448\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.8646263480186462, "head2_value": 0.06538434326648712, "head3_value": 0.0988033190369606, "head4_value": 0.994443953037262, "head5_value": 0.007982833310961723, "head6_value": 0.09258029609918594}, {"layer": "decoder_layer3_block1", "x": 7, "y": 8, "x_word": "\u0448\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 7, "y": 9, "x_word": "\u0448\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 7, "y": 10, "x_word": "\u0448\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 7, "y": 11, "x_word": "\u0448\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 8, "y": 0, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581-", "head1_value": 4.036856989841908e-05, "head2_value": 0.10506255179643631, "head3_value": 0.11667588353157043, "head4_value": 2.1310013835318387e-05, "head5_value": 0.24180790781974792, "head6_value": 0.18792112171649933}, {"layer": "decoder_layer3_block1", "x": 8, "y": 1, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u044f", "head1_value": 3.243950050091371e-05, "head2_value": 0.007597023621201515, "head3_value": 0.020804619416594505, "head4_value": 3.588993422454223e-06, "head5_value": 0.03158500790596008, "head6_value": 0.03227146342396736}, {"layer": "decoder_layer3_block1", "x": 8, "y": 2, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 3.352536805323325e-05, "head2_value": 0.006919511128216982, "head3_value": 0.03955285996198654, "head4_value": 0.00020906243298668414, "head5_value": 0.008038430474698544, "head6_value": 0.026069244369864464}, {"layer": "decoder_layer3_block1", "x": 8, "y": 3, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 1.4332832506624982e-05, "head2_value": 0.033669523894786835, "head3_value": 0.2078339159488678, "head4_value": 0.00026307845837436616, "head5_value": 0.05198744311928749, "head6_value": 0.04857217147946358}, {"layer": "decoder_layer3_block1", "x": 8, "y": 4, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 5.239590336714173e-06, "head2_value": 0.014763770624995232, "head3_value": 0.08644410222768784, "head4_value": 9.534041601000354e-05, "head5_value": 0.0034213620238006115, "head6_value": 0.037264738231897354}, {"layer": "decoder_layer3_block1", "x": 8, "y": 5, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 3.950517202611081e-05, "head2_value": 0.004509306512773037, "head3_value": 0.05842866376042366, "head4_value": 0.000712198147084564, "head5_value": 0.00803160946816206, "head6_value": 0.025869647040963173}, {"layer": "decoder_layer3_block1", "x": 8, "y": 6, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": ",", "head1_value": 0.0014120908454060555, "head2_value": 0.009663493372499943, "head3_value": 0.2114868015050888, "head4_value": 5.948621401330456e-05, "head5_value": 0.028594156727194786, "head6_value": 0.035440970212221146}, {"layer": "decoder_layer3_block1", "x": 8, "y": 7, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0014047877630218863, "head2_value": 0.7150791883468628, "head3_value": 0.1024545356631279, "head4_value": 0.0010278952540829778, "head5_value": 0.19155147671699524, "head6_value": 0.0748186707496643}, {"layer": "decoder_layer3_block1", "x": 8, "y": 8, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.9970177412033081, "head2_value": 0.10273564606904984, "head3_value": 0.15631861984729767, "head4_value": 0.9976080656051636, "head5_value": 0.4349825978279114, "head6_value": 0.5317720174789429}, {"layer": "decoder_layer3_block1", "x": 8, "y": 9, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 8, "y": 10, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 8, "y": 11, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 9, "y": 0, "x_word": "?", "y_word": "\u2581-", "head1_value": 4.308180359657854e-05, "head2_value": 0.01226514670997858, "head3_value": 0.3180735409259796, "head4_value": 0.00018268325948156416, "head5_value": 0.06252851337194443, "head6_value": 0.03568984195590019}, {"layer": "decoder_layer3_block1", "x": 9, "y": 1, "x_word": "?", "y_word": "\u2581\u044f", "head1_value": 1.3396213489613729e-06, "head2_value": 0.0007412160048261285, "head3_value": 0.028501473367214203, "head4_value": 0.0005048151360824704, "head5_value": 0.0009323922568000853, "head6_value": 0.0043908958323299885}, {"layer": "decoder_layer3_block1", "x": 9, "y": 2, "x_word": "?", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0005607932689599693, "head2_value": 9.074931585928425e-05, "head3_value": 0.010112791322171688, "head4_value": 0.0005266433581709862, "head5_value": 0.0005776147008873522, "head6_value": 0.007711684796959162}, {"layer": "decoder_layer3_block1", "x": 9, "y": 3, "x_word": "?", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 9.811835298023652e-06, "head2_value": 0.0016538749914616346, "head3_value": 0.08149463683366776, "head4_value": 0.000374123512301594, "head5_value": 0.015223254449665546, "head6_value": 0.05250938981771469}, {"layer": "decoder_layer3_block1", "x": 9, "y": 4, "x_word": "?", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0001316585548920557, "head2_value": 0.008036444894969463, "head3_value": 0.051917605102062225, "head4_value": 2.921055056503974e-06, "head5_value": 0.0015175367007032037, "head6_value": 0.04177208989858627}, {"layer": "decoder_layer3_block1", "x": 9, "y": 5, "x_word": "?", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 6.6496718318376224e-06, "head2_value": 0.0008449829183518887, "head3_value": 0.03630639985203743, "head4_value": 2.3675116608501412e-05, "head5_value": 0.0011449091834947467, "head6_value": 0.020193571224808693}, {"layer": "decoder_layer3_block1", "x": 9, "y": 6, "x_word": "?", "y_word": ",", "head1_value": 3.106313670286909e-05, "head2_value": 0.018378693610429764, "head3_value": 0.04454515501856804, "head4_value": 1.084848264554239e-07, "head5_value": 0.010509991087019444, "head6_value": 0.1630057692527771}, {"layer": "decoder_layer3_block1", "x": 9, "y": 7, "x_word": "?", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 3.3225426250282908e-06, "head2_value": 0.03680716082453728, "head3_value": 0.09767773002386093, "head4_value": 3.2016075692808954e-06, "head5_value": 0.2225009649991989, "head6_value": 0.06176568195223808}, {"layer": "decoder_layer3_block1", "x": 9, "y": 8, "x_word": "?", "y_word": "\u2581\u0442\u044b", "head1_value": 7.479733176296577e-05, "head2_value": 0.9162145853042603, "head3_value": 0.06892338395118713, "head4_value": 1.959290329978103e-06, "head5_value": 0.6622540354728699, "head6_value": 0.5546776652336121}, {"layer": "decoder_layer3_block1", "x": 9, "y": 9, "x_word": "?", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.9991375207901001, "head2_value": 0.004967073909938335, "head3_value": 0.2624473571777344, "head4_value": 0.9983799457550049, "head5_value": 0.022810757160186768, "head6_value": 0.05828345566987991}, {"layer": "decoder_layer3_block1", "x": 9, "y": 10, "x_word": "?", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 9, "y": 11, "x_word": "?", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 10, "y": 0, "x_word": "<end>", "y_word": "\u2581-", "head1_value": 0.0006554192514158785, "head2_value": 0.07231651246547699, "head3_value": 0.28675177693367004, "head4_value": 7.838598747866854e-08, "head5_value": 0.04726769030094147, "head6_value": 0.041771050542593}, {"layer": "decoder_layer3_block1", "x": 10, "y": 1, "x_word": "<end>", "y_word": "\u2581\u044f", "head1_value": 2.688107815629337e-05, "head2_value": 0.001689407741650939, "head3_value": 0.010186941362917423, "head4_value": 2.2893873463658565e-08, "head5_value": 0.0017733583226799965, "head6_value": 0.011919399723410606}, {"layer": "decoder_layer3_block1", "x": 10, "y": 2, "x_word": "<end>", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0007192209595814347, "head2_value": 0.007840486243367195, "head3_value": 0.016479721292853355, "head4_value": 2.1953702855626034e-07, "head5_value": 0.012732944451272488, "head6_value": 0.035946011543273926}, {"layer": "decoder_layer3_block1", "x": 10, "y": 3, "x_word": "<end>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.00011087351595051587, "head2_value": 0.2403101623058319, "head3_value": 0.015363671816885471, "head4_value": 5.6822791520971805e-06, "head5_value": 0.01167000737041235, "head6_value": 0.04815320670604706}, {"layer": "decoder_layer3_block1", "x": 10, "y": 4, "x_word": "<end>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.00023870740551501513, "head2_value": 0.01581284962594509, "head3_value": 0.017865607514977455, "head4_value": 1.0831191588067668e-07, "head5_value": 0.009163198061287403, "head6_value": 0.09523022174835205}, {"layer": "decoder_layer3_block1", "x": 10, "y": 5, "x_word": "<end>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.00047482847003266215, "head2_value": 0.0023729423992335796, "head3_value": 0.05745728313922882, "head4_value": 2.668072056621895e-07, "head5_value": 0.0017725061625242233, "head6_value": 0.02537526562809944}, {"layer": "decoder_layer3_block1", "x": 10, "y": 6, "x_word": "<end>", "y_word": ",", "head1_value": 0.00011961265408899635, "head2_value": 0.08610894531011581, "head3_value": 0.04000275954604149, "head4_value": 1.3734955395250381e-08, "head5_value": 0.02275923639535904, "head6_value": 0.24323564767837524}, {"layer": "decoder_layer3_block1", "x": 10, "y": 7, "x_word": "<end>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 6.698166544083506e-05, "head2_value": 0.1245499774813652, "head3_value": 0.07165877521038055, "head4_value": 4.25551753835407e-08, "head5_value": 0.07995840162038803, "head6_value": 0.12180221825838089}, {"layer": "decoder_layer3_block1", "x": 10, "y": 8, "x_word": "<end>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.002803538227453828, "head2_value": 0.2146209180355072, "head3_value": 0.08688750118017197, "head4_value": 4.62257994513493e-05, "head5_value": 0.08979231119155884, "head6_value": 0.27048447728157043}, {"layer": "decoder_layer3_block1", "x": 10, "y": 9, "x_word": "<end>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.002847972558811307, "head2_value": 0.1648477166891098, "head3_value": 0.2895001471042633, "head4_value": 9.108443919103593e-06, "head5_value": 0.6324371099472046, "head6_value": 0.08867786079645157}, {"layer": "decoder_layer3_block1", "x": 10, "y": 10, "x_word": "<end>", "y_word": ".", "head1_value": 0.9919359683990479, "head2_value": 0.06953009963035583, "head3_value": 0.10784577578306198, "head4_value": 0.9999382495880127, "head5_value": 0.09067323803901672, "head6_value": 0.017404615879058838}, {"layer": "decoder_layer3_block1", "x": 10, "y": 11, "x_word": "<end>", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer3_block1", "x": 11, "y": 0, "x_word": "<pad>", "y_word": "\u2581-", "head1_value": 8.072646596701816e-05, "head2_value": 0.10876961052417755, "head3_value": 0.12884286046028137, "head4_value": 1.7749420294421725e-05, "head5_value": 0.04465097561478615, "head6_value": 0.23498427867889404}, {"layer": "decoder_layer3_block1", "x": 11, "y": 1, "x_word": "<pad>", "y_word": "\u2581\u044f", "head1_value": 2.023296246989048e-06, "head2_value": 0.054978590458631516, "head3_value": 0.02702179364860058, "head4_value": 4.315497790230438e-05, "head5_value": 0.10061103850603104, "head6_value": 0.009960664436221123}, {"layer": "decoder_layer3_block1", "x": 11, "y": 2, "x_word": "<pad>", "y_word": "\u2581\u043d\u0435", "head1_value": 3.012311935890466e-06, "head2_value": 0.07223739475011826, "head3_value": 0.04691493883728981, "head4_value": 6.413653181880363e-07, "head5_value": 0.05584707856178284, "head6_value": 0.022527595981955528}, {"layer": "decoder_layer3_block1", "x": 11, "y": 3, "x_word": "<pad>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 1.6758454535192868e-07, "head2_value": 0.22877103090286255, "head3_value": 0.20054200291633606, "head4_value": 1.5645204598513374e-07, "head5_value": 0.02181415632367134, "head6_value": 0.01575399562716484}, {"layer": "decoder_layer3_block1", "x": 11, "y": 4, "x_word": "<pad>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 3.026242211490171e-06, "head2_value": 0.017220718786120415, "head3_value": 0.02450711280107498, "head4_value": 6.092039761540491e-09, "head5_value": 0.13113795220851898, "head6_value": 0.04690326377749443}, {"layer": "decoder_layer3_block1", "x": 11, "y": 5, "x_word": "<pad>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 3.902911885234062e-06, "head2_value": 0.029509583488106728, "head3_value": 0.017162716016173363, "head4_value": 3.4130192716474994e-07, "head5_value": 0.0313759408891201, "head6_value": 0.03796013444662094}, {"layer": "decoder_layer3_block1", "x": 11, "y": 6, "x_word": "<pad>", "y_word": ",", "head1_value": 4.532738273610448e-07, "head2_value": 0.0340893380343914, "head3_value": 0.05608658120036125, "head4_value": 8.07853055562191e-08, "head5_value": 0.11825957149267197, "head6_value": 0.12845128774642944}, {"layer": "decoder_layer3_block1", "x": 11, "y": 7, "x_word": "<pad>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 2.5146076950477436e-05, "head2_value": 0.07701200246810913, "head3_value": 0.053787961602211, "head4_value": 2.4713644961593673e-06, "head5_value": 0.005401850678026676, "head6_value": 0.0672435611486435}, {"layer": "decoder_layer3_block1", "x": 11, "y": 8, "x_word": "<pad>", "y_word": "\u2581\u0442\u044b", "head1_value": 3.409510100027546e-05, "head2_value": 0.12026891857385635, "head3_value": 0.13425037264823914, "head4_value": 9.805446552491048e-07, "head5_value": 0.02846822328865528, "head6_value": 0.13193604350090027}, {"layer": "decoder_layer3_block1", "x": 11, "y": 9, "x_word": "<pad>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 7.96318199718371e-05, "head2_value": 0.11496060341596603, "head3_value": 0.08181300014257431, "head4_value": 0.0004939454374834895, "head5_value": 0.15155886113643646, "head6_value": 0.04236169531941414}, {"layer": "decoder_layer3_block1", "x": 11, "y": 10, "x_word": "<pad>", "y_word": ".", "head1_value": 2.3166610390035203e-06, "head2_value": 0.01717200316488743, "head3_value": 0.054231055080890656, "head4_value": 8.900531611288898e-06, "head5_value": 0.26160871982574463, "head6_value": 0.16491034626960754}, {"layer": "decoder_layer3_block1", "x": 11, "y": 11, "x_word": "<pad>", "y_word": "<pad>", "head1_value": 0.9997655749320984, "head2_value": 0.12501022219657898, "head3_value": 0.1748395413160324, "head4_value": 0.9994315505027771, "head5_value": 0.04926564171910286, "head6_value": 0.09700710326433182}, {"layer": "decoder_layer4_block1", "x": 0, "y": 0, "x_word": "<start>", "y_word": "\u2581-", "head1_value": 1.0, "head2_value": 1.0, "head3_value": 1.0, "head4_value": 1.0, "head5_value": 1.0, "head6_value": 1.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 1, "x_word": "<start>", "y_word": "\u2581\u044f", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 2, "x_word": "<start>", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 3, "x_word": "<start>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 4, "x_word": "<start>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 5, "x_word": "<start>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 6, "x_word": "<start>", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 7, "x_word": "<start>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 8, "x_word": "<start>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 9, "x_word": "<start>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 10, "x_word": "<start>", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 0, "y": 11, "x_word": "<start>", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 0, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581-", "head1_value": 0.9626691937446594, "head2_value": 0.39726465940475464, "head3_value": 0.8820788860321045, "head4_value": 0.2467009723186493, "head5_value": 0.9809541702270508, "head6_value": 0.11969038844108582}, {"layer": "decoder_layer4_block1", "x": 1, "y": 1, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u044f", "head1_value": 0.037330757826566696, "head2_value": 0.6027353405952454, "head3_value": 0.11792110651731491, "head4_value": 0.7532989978790283, "head5_value": 0.019045870751142502, "head6_value": 0.8803096413612366}, {"layer": "decoder_layer4_block1", "x": 1, "y": 2, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 3, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 4, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 5, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 6, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 7, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 8, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 9, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 10, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 1, "y": 11, "x_word": "\u2581\u043e\u0431\u0435\u0449\u0430", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 0, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581-", "head1_value": 0.7802488207817078, "head2_value": 0.3487049639225006, "head3_value": 0.7419639825820923, "head4_value": 0.08737541735172272, "head5_value": 0.8272767663002014, "head6_value": 0.25794148445129395}, {"layer": "decoder_layer4_block1", "x": 2, "y": 1, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u044f", "head1_value": 0.09077868610620499, "head2_value": 0.05709382891654968, "head3_value": 0.19853003323078156, "head4_value": 0.042430803179740906, "head5_value": 0.1074492409825325, "head6_value": 0.014451614581048489}, {"layer": "decoder_layer4_block1", "x": 2, "y": 2, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 0.12897251546382904, "head2_value": 0.5942012071609497, "head3_value": 0.0595058836042881, "head4_value": 0.8701937794685364, "head5_value": 0.06527400016784668, "head6_value": 0.7276068925857544}, {"layer": "decoder_layer4_block1", "x": 2, "y": 3, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 4, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 5, "x_word": "\u0435\u0448\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 6, "x_word": "\u0435\u0448\u044c", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 7, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 8, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 9, "x_word": "\u0435\u0448\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 10, "x_word": "\u0435\u0448\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 2, "y": 11, "x_word": "\u0435\u0448\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 3, "y": 0, "x_word": ",", "y_word": "\u2581-", "head1_value": 0.5882490277290344, "head2_value": 0.4076941907405853, "head3_value": 0.40641072392463684, "head4_value": 0.0013729140628129244, "head5_value": 0.6719439029693604, "head6_value": 0.029721271246671677}, {"layer": "decoder_layer4_block1", "x": 3, "y": 1, "x_word": ",", "y_word": "\u2581\u044f", "head1_value": 0.19199830293655396, "head2_value": 0.0667107105255127, "head3_value": 0.03741201385855675, "head4_value": 0.00047433609142899513, "head5_value": 0.09801741689443588, "head6_value": 0.0015622409991919994}, {"layer": "decoder_layer4_block1", "x": 3, "y": 2, "x_word": ",", "y_word": "\u2581\u043d\u0435", "head1_value": 0.15797442197799683, "head2_value": 0.3869582712650299, "head3_value": 0.03350343555212021, "head4_value": 0.018768243491649628, "head5_value": 0.1651175618171692, "head6_value": 0.9508517384529114}, {"layer": "decoder_layer4_block1", "x": 3, "y": 3, "x_word": ",", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.061778243631124496, "head2_value": 0.13863681256771088, "head3_value": 0.5226738452911377, "head4_value": 0.9793844223022461, "head5_value": 0.06492120027542114, "head6_value": 0.0178647730499506}, {"layer": "decoder_layer4_block1", "x": 3, "y": 4, "x_word": ",", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 3, "y": 5, "x_word": ",", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 3, "y": 6, "x_word": ",", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 3, "y": 7, "x_word": ",", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 3, "y": 8, "x_word": ",", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 3, "y": 9, "x_word": ",", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 3, "y": 10, "x_word": ",", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 3, "y": 11, "x_word": ",", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 4, "y": 0, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581-", "head1_value": 0.34491828083992004, "head2_value": 0.19839833676815033, "head3_value": 0.1891043335199356, "head4_value": 0.05550992488861084, "head5_value": 0.5980123281478882, "head6_value": 0.033254753798246384}, {"layer": "decoder_layer4_block1", "x": 4, "y": 1, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u044f", "head1_value": 0.18912306427955627, "head2_value": 0.0205919798463583, "head3_value": 0.02158106490969658, "head4_value": 0.007860468700528145, "head5_value": 0.1361956149339676, "head6_value": 0.0039901286363601685}, {"layer": "decoder_layer4_block1", "x": 4, "y": 2, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043d\u0435", "head1_value": 0.2068326473236084, "head2_value": 0.0157306045293808, "head3_value": 0.023638267070055008, "head4_value": 0.010379633866250515, "head5_value": 0.08360807597637177, "head6_value": 0.021810919046401978}, {"layer": "decoder_layer4_block1", "x": 4, "y": 3, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.24490924179553986, "head2_value": 0.0029115055222064257, "head3_value": 0.06517188996076584, "head4_value": 0.04475180804729462, "head5_value": 0.020830601453781128, "head6_value": 0.003908277954906225}, {"layer": "decoder_layer4_block1", "x": 4, "y": 4, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.014216730371117592, "head2_value": 0.7623676061630249, "head3_value": 0.7005043625831604, "head4_value": 0.8814980387687683, "head5_value": 0.16135342419147491, "head6_value": 0.9370359182357788}, {"layer": "decoder_layer4_block1", "x": 4, "y": 5, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 4, "y": 6, "x_word": "\u2581\u0447\u0442\u043e", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 4, "y": 7, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 4, "y": 8, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 4, "y": 9, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 4, "y": 10, "x_word": "\u2581\u0447\u0442\u043e", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 4, "y": 11, "x_word": "\u2581\u0447\u0442\u043e", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 5, "y": 0, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581-", "head1_value": 0.4452298581600189, "head2_value": 0.1446554809808731, "head3_value": 0.32124173641204834, "head4_value": 0.028315389528870583, "head5_value": 0.00714499969035387, "head6_value": 0.4686587452888489}, {"layer": "decoder_layer4_block1", "x": 5, "y": 1, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u044f", "head1_value": 0.08793056756258011, "head2_value": 0.027260854840278625, "head3_value": 0.022108813747763634, "head4_value": 0.01896076835691929, "head5_value": 0.0013883846113458276, "head6_value": 0.03817487508058548}, {"layer": "decoder_layer4_block1", "x": 5, "y": 2, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043d\u0435", "head1_value": 0.07667217403650284, "head2_value": 0.03877103701233864, "head3_value": 0.023519570007920265, "head4_value": 0.05520901083946228, "head5_value": 0.022290827706456184, "head6_value": 0.04759266972541809}, {"layer": "decoder_layer4_block1", "x": 5, "y": 3, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.01672537438571453, "head2_value": 0.02180609479546547, "head3_value": 0.07427075505256653, "head4_value": 0.11170943081378937, "head5_value": 0.003486782079562545, "head6_value": 0.005351982545107603}, {"layer": "decoder_layer4_block1", "x": 5, "y": 4, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.011219206266105175, "head2_value": 0.08099094033241272, "head3_value": 0.1625223606824875, "head4_value": 0.015272384509444237, "head5_value": 0.9580503106117249, "head6_value": 0.31565308570861816}, {"layer": "decoder_layer4_block1", "x": 5, "y": 5, "x_word": "\u2581\u0441\u043e", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.3622227609157562, "head2_value": 0.6865156292915344, "head3_value": 0.39633676409721375, "head4_value": 0.77053302526474, "head5_value": 0.007638614159077406, "head6_value": 0.1245686411857605}, {"layer": "decoder_layer4_block1", "x": 5, "y": 6, "x_word": "\u2581\u0441\u043e", "y_word": ",", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 5, "y": 7, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 5, "y": 8, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 5, "y": 9, "x_word": "\u2581\u0441\u043e", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 5, "y": 10, "x_word": "\u2581\u0441\u043e", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 5, "y": 11, "x_word": "\u2581\u0441\u043e", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 6, "y": 0, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581-", "head1_value": 0.13398684561252594, "head2_value": 0.03438830375671387, "head3_value": 0.11593551188707352, "head4_value": 1.931915176101029e-05, "head5_value": 0.5003378987312317, "head6_value": 0.03388804942369461}, {"layer": "decoder_layer4_block1", "x": 6, "y": 1, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u044f", "head1_value": 0.41638442873954773, "head2_value": 0.004982144106179476, "head3_value": 0.02148052118718624, "head4_value": 8.058291314227972e-06, "head5_value": 0.10967037826776505, "head6_value": 0.0012976540019735694}, {"layer": "decoder_layer4_block1", "x": 6, "y": 2, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043d\u0435", "head1_value": 0.11226305365562439, "head2_value": 0.018922237679362297, "head3_value": 0.004235623404383659, "head4_value": 9.049507752934005e-06, "head5_value": 0.04280109331011772, "head6_value": 0.022582516074180603}, {"layer": "decoder_layer4_block1", "x": 6, "y": 3, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.014058895409107208, "head2_value": 0.0034172257874161005, "head3_value": 0.025653697550296783, "head4_value": 1.732953569444362e-05, "head5_value": 0.026160409674048424, "head6_value": 0.003915389534085989}, {"layer": "decoder_layer4_block1", "x": 6, "y": 4, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.016227802261710167, "head2_value": 0.06494181603193283, "head3_value": 0.03657198324799538, "head4_value": 7.400682875413622e-07, "head5_value": 0.12238442152738571, "head6_value": 0.03970249742269516}, {"layer": "decoder_layer4_block1", "x": 6, "y": 5, "x_word": "\u0442\u0440\u0435", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.021859297528862953, "head2_value": 0.005301624070852995, "head3_value": 0.016241231933236122, "head4_value": 7.678214751649648e-05, "head5_value": 0.12350229918956757, "head6_value": 0.015396730042994022}, {"layer": "decoder_layer4_block1", "x": 6, "y": 6, "x_word": "\u0442\u0440\u0435", "y_word": ",", "head1_value": 0.2852196991443634, "head2_value": 0.8680467009544373, "head3_value": 0.779881477355957, "head4_value": 0.9998687505722046, "head5_value": 0.0751434788107872, "head6_value": 0.8832172155380249}, {"layer": "decoder_layer4_block1", "x": 6, "y": 7, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 6, "y": 8, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 6, "y": 9, "x_word": "\u0442\u0440\u0435", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 6, "y": 10, "x_word": "\u0442\u0440\u0435", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 6, "y": 11, "x_word": "\u0442\u0440\u0435", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 7, "y": 0, "x_word": "\u0448\u044c", "y_word": "\u2581-", "head1_value": 0.006902515422552824, "head2_value": 0.040506619960069656, "head3_value": 0.6106828451156616, "head4_value": 0.04982978478074074, "head5_value": 0.5248894691467285, "head6_value": 0.9068934917449951}, {"layer": "decoder_layer4_block1", "x": 7, "y": 1, "x_word": "\u0448\u044c", "y_word": "\u2581\u044f", "head1_value": 0.006037851795554161, "head2_value": 0.01441673468798399, "head3_value": 0.1757068634033203, "head4_value": 0.023165645077824593, "head5_value": 0.1718069314956665, "head6_value": 0.02715085633099079}, {"layer": "decoder_layer4_block1", "x": 7, "y": 2, "x_word": "\u0448\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 0.0014942962443456054, "head2_value": 0.011363504454493523, "head3_value": 0.034716978669166565, "head4_value": 0.00029468387947417796, "head5_value": 0.02492682635784149, "head6_value": 0.007136760279536247}, {"layer": "decoder_layer4_block1", "x": 7, "y": 3, "x_word": "\u0448\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.0014708804665133357, "head2_value": 0.0035900138318538666, "head3_value": 0.011314037255942822, "head4_value": 0.00020318116003181785, "head5_value": 0.037027180194854736, "head6_value": 0.008442276157438755}, {"layer": "decoder_layer4_block1", "x": 7, "y": 4, "x_word": "\u0448\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.003210362745448947, "head2_value": 0.0032788936514407396, "head3_value": 0.020314417779445648, "head4_value": 0.0011003753170371056, "head5_value": 0.01419337559491396, "head6_value": 0.003365294774994254}, {"layer": "decoder_layer4_block1", "x": 7, "y": 5, "x_word": "\u0448\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.0030846637673676014, "head2_value": 0.0011907221050933003, "head3_value": 0.01577654294669628, "head4_value": 0.0001836124574765563, "head5_value": 0.039747387170791626, "head6_value": 0.013852919451892376}, {"layer": "decoder_layer4_block1", "x": 7, "y": 6, "x_word": "\u0448\u044c", "y_word": ",", "head1_value": 0.9726985692977905, "head2_value": 0.09830355644226074, "head3_value": 0.07199703902006149, "head4_value": 0.0007505128160119057, "head5_value": 0.06681199371814728, "head6_value": 0.02252298966050148}, {"layer": "decoder_layer4_block1", "x": 7, "y": 7, "x_word": "\u0448\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.0051008714362978935, "head2_value": 0.8273499011993408, "head3_value": 0.05949126556515694, "head4_value": 0.9244720935821533, "head5_value": 0.12059687077999115, "head6_value": 0.010635378770530224}, {"layer": "decoder_layer4_block1", "x": 7, "y": 8, "x_word": "\u0448\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 7, "y": 9, "x_word": "\u0448\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 7, "y": 10, "x_word": "\u0448\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 7, "y": 11, "x_word": "\u0448\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 8, "y": 0, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581-", "head1_value": 0.1717575192451477, "head2_value": 0.6065851449966431, "head3_value": 0.3949173092842102, "head4_value": 0.013398069888353348, "head5_value": 0.6090877652168274, "head6_value": 0.10162059962749481}, {"layer": "decoder_layer4_block1", "x": 8, "y": 1, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u044f", "head1_value": 0.28530898690223694, "head2_value": 0.04064736142754555, "head3_value": 0.11847975105047226, "head4_value": 0.00957504566758871, "head5_value": 0.1364452838897705, "head6_value": 0.012723061256110668}, {"layer": "decoder_layer4_block1", "x": 8, "y": 2, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043d\u0435", "head1_value": 0.015654554590582848, "head2_value": 0.010134140960872173, "head3_value": 0.02215840294957161, "head4_value": 0.022202638909220695, "head5_value": 0.020096370950341225, "head6_value": 0.305546373128891}, {"layer": "decoder_layer4_block1", "x": 8, "y": 3, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.01804952882230282, "head2_value": 0.013681073673069477, "head3_value": 0.010970204137265682, "head4_value": 0.009350617416203022, "head5_value": 0.019757520407438278, "head6_value": 0.02120007760822773}, {"layer": "decoder_layer4_block1", "x": 8, "y": 4, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.029008572921156883, "head2_value": 0.03090422786772251, "head3_value": 0.00542262801900506, "head4_value": 0.007530656643211842, "head5_value": 0.007501902058720589, "head6_value": 0.02423408254981041}, {"layer": "decoder_layer4_block1", "x": 8, "y": 5, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.012428644113242626, "head2_value": 0.005589373875409365, "head3_value": 0.0013166428543627262, "head4_value": 0.0018413994694128633, "head5_value": 0.005309584550559521, "head6_value": 0.011441612616181374}, {"layer": "decoder_layer4_block1", "x": 8, "y": 6, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": ",", "head1_value": 0.052578773349523544, "head2_value": 0.0312604084610939, "head3_value": 0.0009883517632260919, "head4_value": 0.0005729053518734872, "head5_value": 0.031450171023607254, "head6_value": 0.00831786822527647}, {"layer": "decoder_layer4_block1", "x": 8, "y": 7, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.09206049889326096, "head2_value": 0.10844071209430695, "head3_value": 0.01257715467363596, "head4_value": 0.0002818214416038245, "head5_value": 0.08095613121986389, "head6_value": 0.031071476638317108}, {"layer": "decoder_layer4_block1", "x": 8, "y": 8, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0442\u044b", "head1_value": 0.3231528699398041, "head2_value": 0.15275755524635315, "head3_value": 0.43316948413848877, "head4_value": 0.9352468848228455, "head5_value": 0.08939523249864578, "head6_value": 0.4838448464870453}, {"layer": "decoder_layer4_block1", "x": 8, "y": 9, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 8, "y": 10, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 8, "y": 11, "x_word": "\u2581\u0437\u0430\u043f\u0438\u0441\u044c", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 9, "y": 0, "x_word": "?", "y_word": "\u2581-", "head1_value": 0.345671147108078, "head2_value": 0.13205969333648682, "head3_value": 0.05419938638806343, "head4_value": 0.015958072617650032, "head5_value": 0.21081389486789703, "head6_value": 0.029851097613573074}, {"layer": "decoder_layer4_block1", "x": 9, "y": 1, "x_word": "?", "y_word": "\u2581\u044f", "head1_value": 0.13626573979854584, "head2_value": 0.016661442816257477, "head3_value": 0.00520202936604619, "head4_value": 0.003260203404352069, "head5_value": 0.04166791960597038, "head6_value": 0.0013986191479489207}, {"layer": "decoder_layer4_block1", "x": 9, "y": 2, "x_word": "?", "y_word": "\u2581\u043d\u0435", "head1_value": 0.009162959642708302, "head2_value": 0.012030534446239471, "head3_value": 0.004028720315545797, "head4_value": 0.011405411176383495, "head5_value": 0.008670339360833168, "head6_value": 0.00980814453214407}, {"layer": "decoder_layer4_block1", "x": 9, "y": 3, "x_word": "?", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.008521110750734806, "head2_value": 0.00451316311955452, "head3_value": 0.005628996063023806, "head4_value": 0.03302536904811859, "head5_value": 0.019444722682237625, "head6_value": 0.0023572277277708054}, {"layer": "decoder_layer4_block1", "x": 9, "y": 4, "x_word": "?", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.005696110427379608, "head2_value": 0.0311755184084177, "head3_value": 0.006743807345628738, "head4_value": 0.08305108547210693, "head5_value": 0.009032624773681164, "head6_value": 0.009953825734555721}, {"layer": "decoder_layer4_block1", "x": 9, "y": 5, "x_word": "?", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.007966026663780212, "head2_value": 0.018724774941802025, "head3_value": 0.0021371168550103903, "head4_value": 0.004234600346535444, "head5_value": 0.0062189409509301186, "head6_value": 0.0034739894326776266}, {"layer": "decoder_layer4_block1", "x": 9, "y": 6, "x_word": "?", "y_word": ",", "head1_value": 0.016064787283539772, "head2_value": 0.03998585045337677, "head3_value": 0.018992586061358452, "head4_value": 0.005407483782619238, "head5_value": 0.045370470732450485, "head6_value": 0.00478513864800334}, {"layer": "decoder_layer4_block1", "x": 9, "y": 7, "x_word": "?", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.10749250650405884, "head2_value": 0.02514810301363468, "head3_value": 0.04063904657959938, "head4_value": 0.0010441991034895182, "head5_value": 0.09674622863531113, "head6_value": 0.005039761308580637}, {"layer": "decoder_layer4_block1", "x": 9, "y": 8, "x_word": "?", "y_word": "\u2581\u0442\u044b", "head1_value": 0.11569259315729141, "head2_value": 0.04330652952194214, "head3_value": 0.8315753936767578, "head4_value": 0.00814202893525362, "head5_value": 0.4999750852584839, "head6_value": 0.016553929075598717}, {"layer": "decoder_layer4_block1", "x": 9, "y": 9, "x_word": "?", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.2474670261144638, "head2_value": 0.6763944029808044, "head3_value": 0.03085292875766754, "head4_value": 0.834471583366394, "head5_value": 0.06205982714891434, "head6_value": 0.9167782664299011}, {"layer": "decoder_layer4_block1", "x": 9, "y": 10, "x_word": "?", "y_word": ".", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 9, "y": 11, "x_word": "?", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 10, "y": 0, "x_word": "<end>", "y_word": "\u2581-", "head1_value": 0.28972968459129333, "head2_value": 0.004644406959414482, "head3_value": 0.05176936089992523, "head4_value": 0.00037747406167909503, "head5_value": 0.18782389163970947, "head6_value": 0.0069222585298120975}, {"layer": "decoder_layer4_block1", "x": 10, "y": 1, "x_word": "<end>", "y_word": "\u2581\u044f", "head1_value": 0.3108443021774292, "head2_value": 0.0007784255431033671, "head3_value": 0.005853297188878059, "head4_value": 3.767153975786641e-05, "head5_value": 0.06224650889635086, "head6_value": 0.000437562121078372}, {"layer": "decoder_layer4_block1", "x": 10, "y": 2, "x_word": "<end>", "y_word": "\u2581\u043d\u0435", "head1_value": 0.007748846430331469, "head2_value": 0.0006005282048135996, "head3_value": 0.01583624631166458, "head4_value": 1.793642877601087e-05, "head5_value": 0.0035477541387081146, "head6_value": 0.008734924718737602}, {"layer": "decoder_layer4_block1", "x": 10, "y": 3, "x_word": "<end>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.015566155314445496, "head2_value": 0.0009487533243373036, "head3_value": 0.009984693489968777, "head4_value": 2.5463890779064968e-05, "head5_value": 0.005383975803852081, "head6_value": 0.0011232763063162565}, {"layer": "decoder_layer4_block1", "x": 10, "y": 4, "x_word": "<end>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.003789098234847188, "head2_value": 0.0040708743035793304, "head3_value": 0.040306851267814636, "head4_value": 0.000509816687554121, "head5_value": 0.046301696449518204, "head6_value": 0.09937219321727753}, {"layer": "decoder_layer4_block1", "x": 10, "y": 5, "x_word": "<end>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.007798431441187859, "head2_value": 0.0010838916059583426, "head3_value": 0.0007715344545431435, "head4_value": 6.315706559689716e-05, "head5_value": 0.02351379580795765, "head6_value": 0.001114047598093748}, {"layer": "decoder_layer4_block1", "x": 10, "y": 6, "x_word": "<end>", "y_word": ",", "head1_value": 0.014476003125309944, "head2_value": 0.01336272805929184, "head3_value": 0.011005381122231483, "head4_value": 0.00017926262808032334, "head5_value": 0.032884903252124786, "head6_value": 0.011700036004185677}, {"layer": "decoder_layer4_block1", "x": 10, "y": 7, "x_word": "<end>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.16876079142093658, "head2_value": 0.006464335601776838, "head3_value": 0.010519901290535927, "head4_value": 3.2755335269030184e-05, "head5_value": 0.16234570741653442, "head6_value": 0.0060591502115130424}, {"layer": "decoder_layer4_block1", "x": 10, "y": 8, "x_word": "<end>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.05318335443735123, "head2_value": 0.002168515231460333, "head3_value": 0.15070649981498718, "head4_value": 0.00010776759881991893, "head5_value": 0.09143649786710739, "head6_value": 0.031719159334897995}, {"layer": "decoder_layer4_block1", "x": 10, "y": 9, "x_word": "<end>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.09431217610836029, "head2_value": 0.017091140151023865, "head3_value": 0.5126553177833557, "head4_value": 0.00022881665790919214, "head5_value": 0.06370531022548676, "head6_value": 0.7766933441162109}, {"layer": "decoder_layer4_block1", "x": 10, "y": 10, "x_word": "<end>", "y_word": ".", "head1_value": 0.033791132271289825, "head2_value": 0.9487864375114441, "head3_value": 0.19059091806411743, "head4_value": 0.9984198808670044, "head5_value": 0.3208099901676178, "head6_value": 0.05612410232424736}, {"layer": "decoder_layer4_block1", "x": 10, "y": 11, "x_word": "<end>", "y_word": "<pad>", "head1_value": 0.0, "head2_value": 0.0, "head3_value": 0.0, "head4_value": 0.0, "head5_value": 0.0, "head6_value": 0.0}, {"layer": "decoder_layer4_block1", "x": 11, "y": 0, "x_word": "<pad>", "y_word": "\u2581-", "head1_value": 0.38798901438713074, "head2_value": 0.05966236814856529, "head3_value": 0.23276327550411224, "head4_value": 0.0008693645359016955, "head5_value": 0.012400956824421883, "head6_value": 0.24894864857196808}, {"layer": "decoder_layer4_block1", "x": 11, "y": 1, "x_word": "<pad>", "y_word": "\u2581\u044f", "head1_value": 0.09318134188652039, "head2_value": 0.05898243561387062, "head3_value": 0.028371132910251617, "head4_value": 0.0012423524167388678, "head5_value": 0.9312389492988586, "head6_value": 0.014549157582223415}, {"layer": "decoder_layer4_block1", "x": 11, "y": 2, "x_word": "<pad>", "y_word": "\u2581\u043d\u0435", "head1_value": 0.014967048540711403, "head2_value": 0.021333122625947, "head3_value": 0.15353651344776154, "head4_value": 0.0005681246402673423, "head5_value": 0.0036296453326940536, "head6_value": 0.022077461704611778}, {"layer": "decoder_layer4_block1", "x": 11, "y": 3, "x_word": "<pad>", "y_word": "\u2581\u043c\u043e\u0433\u0443", "head1_value": 0.010328425094485283, "head2_value": 0.01664244569838047, "head3_value": 0.020110391080379486, "head4_value": 0.0004894003504887223, "head5_value": 0.004096753429621458, "head6_value": 0.028835749253630638}, {"layer": "decoder_layer4_block1", "x": 11, "y": 4, "x_word": "<pad>", "y_word": "\u2581\u043f\u043e\u0432\u0435", "head1_value": 0.014423970133066177, "head2_value": 0.02880706638097763, "head3_value": 0.03038051910698414, "head4_value": 0.0008644586196169257, "head5_value": 0.003747910261154175, "head6_value": 0.02556409314274788}, {"layer": "decoder_layer4_block1", "x": 11, "y": 5, "x_word": "<pad>", "y_word": "\u0440\u0438\u0442\u044c", "head1_value": 0.010019158013164997, "head2_value": 0.03279966861009598, "head3_value": 0.0071538290940225124, "head4_value": 0.00039863871643319726, "head5_value": 0.0004515387990977615, "head6_value": 0.011176235973834991}, {"layer": "decoder_layer4_block1", "x": 11, "y": 6, "x_word": "<pad>", "y_word": ",", "head1_value": 0.14992420375347137, "head2_value": 0.014893137849867344, "head3_value": 0.03614595904946327, "head4_value": 5.895783760934137e-05, "head5_value": 0.001308986684307456, "head6_value": 0.01300573069602251}, {"layer": "decoder_layer4_block1", "x": 11, "y": 7, "x_word": "<pad>", "y_word": "\u2581\u0447\u0442\u043e", "head1_value": 0.09309416264295578, "head2_value": 0.019327856600284576, "head3_value": 0.06467553973197937, "head4_value": 0.0004860036715399474, "head5_value": 0.00820322148501873, "head6_value": 0.023243026807904243}, {"layer": "decoder_layer4_block1", "x": 11, "y": 8, "x_word": "<pad>", "y_word": "\u2581\u0442\u044b", "head1_value": 0.058862410485744476, "head2_value": 0.05109035223722458, "head3_value": 0.04971669614315033, "head4_value": 0.0021813581697642803, "head5_value": 0.009333114139735699, "head6_value": 0.02247265912592411}, {"layer": "decoder_layer4_block1", "x": 11, "y": 9, "x_word": "<pad>", "y_word": "\u2581\u0437\u0434\u0435\u0441\u044c", "head1_value": 0.05865893140435219, "head2_value": 0.08037346601486206, "head3_value": 0.12775960564613342, "head4_value": 0.0020845127291977406, "head5_value": 0.006311867386102676, "head6_value": 0.10657050460577011}, {"layer": "decoder_layer4_block1", "x": 11, "y": 10, "x_word": "<pad>", "y_word": ".", "head1_value": 0.07057613879442215, "head2_value": 0.022576913237571716, "head3_value": 0.17956480383872986, "head4_value": 0.001191027113236487, "head5_value": 0.00265914062038064, "head6_value": 0.04098113626241684}, {"layer": "decoder_layer4_block1", "x": 11, "y": 11, "x_word": "<pad>", "y_word": "<pad>", "head1_value": 0.03797515109181404, "head2_value": 0.5935111045837402, "head3_value": 0.06982174515724182, "head4_value": 0.9895658493041992, "head5_value": 0.016617918387055397, "head6_value": 0.442575603723526}]
diff --git a/index.html b/index.html
 <!DOCTYPE html>
 <head>
  <meta charset="utf-8">
  <script src="https://d3js.org/d3.v4.min.js"></script>
  <style>
 		html { 
      font-size: 62.5%; 
    } 
    
    body {
      margin-top: 30px;
      font-size: 1.4rem;
      font-family: 'Source Sans Pro', sans-serif;
      font-weight: 400;
      fill: #696969;
      text-align: center;
    }

    .grid-container {
      display: inline-block;
      padding-top: 3px;
    }

    .grid {
      display: inline-block;
      float: left;
    }
    
    .timeLabel, .dayLabel {
 		    font-size: 1.6rem;
 		    fill: #AAAAAA;
 		    font-weight: 300;
 		}

    #nav-container {
      display: flex;
      justify-content: center;
      cursor: pointer;
    }

    #nav-container .left {
      margin-right: 20px;
    }

    #nav-container .right {
      margin-left: 20px;
    }
  </style>
 </head>

 <body>
 <div>
  <h2>Russian Chatbot<br/>
  Decoder Attention Weights Viz</h2>
 </div>
 <div id="nav-container">
    <div class="nav left">left</div>
    <div id="locationDropdown"></div>
    <div class="nav right">right</div>
 </div>
 <div class="grid-container">
  <div class="grid" id="heatmap"></div>
  <div class="grid" id="heatmap2"></div>
  <div class="grid" id="heatmap3"></div>
 </div>
 <div class="grid-container">
  <div class="grid" id="heatmap4"></div>
  <div class="grid" id="heatmap5"></div>
  <div class="grid" id="heatmap6"></div>
 </div>
 <script>
  var dataset;
  var days = d3.range(12),
 	times = d3.range(12);
  
  var margin = {top:20, right:50, bottom:70, left:160};
  
  // calculate width and height based on window size
  var w = Math.max(Math.min(window.innerWidth, 1000), 500) - margin.left - margin.right - 20,
  // gridSize = Math.floor(w / times.length),
  gridSize = Math.floor(w / 24),
 	h = gridSize * (days.length+2);
  console.log("w: " + w);
  console.log("h: " + h);

  //reset the overall font size
 	var newFontSize = w * 62.5 / 900;
 	d3.select("html").style("font-size", newFontSize + "%");
  

  // Tooltip code
  var tooltip = d3.select("#heatmap")
    .append("div")
    .style("opacity", 0)
    .attr("class", "tooltip")
    .style("background-color", "white")
    .style("border", "solid")
    .style("border-width", "2px")
    .style("border-radius", "5px")
    .style("padding", "5px")

  // Tooltip functionality code
  var mouseover = function(d) {
    tooltip.style("opacity", 1)
  }

  var mousemove = function(d) {
    tooltip
      .html("Attention Value: " + d.value + "<br>Input Word:" + d.yWord + "<br>Predicted Response Word:" + d.xWord)
      .style("left", (d3.mouse(this)[0] + 70) + "px")
      .style("top", (d3.mouse(this)[1]) + "px")
  }

  var mouseleave = function(d) {
    tooltip.style("opacity", 0)
  }

  // svg container
  var svg = d3.select("#heatmap")
  	.append("svg")
  	// .attr("width", w + margin.top + margin.bottom)
  	// .attr("height", h + margin.left + margin.right)
    .attr("width", 448)
    .attr("height", 448)
  	.append("g")
  	//.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
    .attr("transform", "translate(" + 50 + "," + 20 + ")");

  var svg2 = d3.select("#heatmap2")
    .append("svg")
    .attr("width", 448)
    .attr("height", 448)
    .append("g")
    //.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
    .attr("transform", "translate(" + 50 + "," + 20 + ")");

  var svg3 = d3.select("#heatmap3")
    .append("svg")
    .attr("width", 448)
    .attr("height", 448)
    .append("g")
    //.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
    .attr("transform", "translate(" + 50 + "," + 20 + ")");

  var svg4 = d3.select("#heatmap4")
    .append("svg")
    .attr("width", 448)
    .attr("height", 448)
    .append("g")
    //.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
    .attr("transform", "translate(" + 50 + "," + 20 + ")");

  var svg5 = d3.select("#heatmap5")
    .append("svg")
    .attr("width", 448)
    .attr("height", 448)
    .append("g")
    //.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
    .attr("transform", "translate(" + 50 + "," + 20 + ")");

  var svg6 = d3.select("#heatmap6")
    .append("svg")
    .attr("width", 448)
    .attr("height", 448)
    .append("g")
    //.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
    .attr("transform", "translate(" + 50 + "," + 20 + ")");

  var svgObjs = [svg, svg2, svg3, svg4, svg5, svg6];
  
  // linear colour scale
  // var colorHex = ["#87cefa", "#86c6ef", "#85bde4", "#83b7d9", "#82afce", "#80a6c2", "#7e9fb8", "#7995aa", "#758b9e", "#708090"];
  var colorHex = ["#fff7ec", "#fee8c8", "#fdd49e", "#fdbb84", "#fc8d59", "#ef6548", "#d7301f", "#b30000", "#7f0000", "#800026"];
  var colours = d3.scaleLinear()
    .domain(d3.range(0, 1, 0.1))
    .range(colorHex);
    // .range(["white", "#69b3a2"]);
  
  // Hack marker - dayLabels and timeLables original location

  // load data
  d3.json("decoder_attention_multihead.json", function(error, data) {
    var xWords = [],
    yWords = [];
    data.forEach(function(d) {
        d.x = +d.x;
        d.y = +d.y;
        d.head1_value = +d.head1_value;
        d.head2_value = +d.head2_value;
        d.head3_value = +d.head3_value;
        d.head4_value = +d.head4_value;
        d.head5_value = +d.head5_value;
        d.head6_value = +d.head6_value;
        d.xWord = d.x_word;
        d.yWord = d.y_word;
        if (yWords.length < 12) {
          yWords.push(d.y_word);
        }
        var currXWord = d.x_word;
        if (!xWords.includes(currXWord)) {
          xWords.push(currXWord);
        }
    });
    dataset = data;
    console.log("Read in data...");
    console.log(dataset.slice(0, 10));
    console.log(xWords);
    console.log(yWords);

    function appendText(svgObj, xWords, yWords) {
      var xLabels = svgObj.selectAll(".dayLabel")
        .data(xWords)
        .enter()
        .append("text")
        .text(function(d) { return d; })
        .attr("x", 0)
        .attr("y", function(d, i) { return i * gridSize; })
        .style("text-anchor", "end")
        .attr("transform", "translate(-6," + gridSize / 1.5 + ")")

      var yLabels = svgObj.selectAll(".timeLabel")
        .data(yWords)
        .enter()
        .append("text")
        .text(function(d) { return d; })
        .attr("x", function(d, i) { return i * gridSize; })
        .attr("y", 0)
        .style("text-anchor", "middle")
        .attr("transform", "translate(" + gridSize / 2 + ", -6)");
    }

    svgObjs.forEach(function(o) {
      appendText(o, xWords, yWords);
    });

    // group data by location
    var nest = d3.nest()
      //.key(function(d) { return d.location; })
      .key(function(d) { return d.layer; })
      .entries(dataset);

    // array of locations in the data
    var locations = nest.map(function(d) { return d.key; });
    var currentLocationIndex = 0;

    // create location dropdown menu
    var locationMenu = d3.select("#locationDropdown");
    locationMenu
      .append("select")
      .attr("id", "locationMenu")
      .selectAll("option")
        .data(locations)
        .enter()
        .append("option")
        .attr("value", function(d, i) { return i; })
        .text(function(d) { return d; });


    // function to create the initial heatmap
    var drawHeatmap = function(location, svgObj, headIdx) {
      var lookupKey = "head" + headIdx.toString() + "_value";
      // filter the data to return object of location of interest
      var selectLocation = nest.find(function(d) {
        return d.key == location;
      });

      var heatmap = svgObj.selectAll(".hour")
        .data(selectLocation.values)
        .enter()
        .append("rect")
        .attr("x", function(d) { return (d.x) * gridSize; })
        .attr("y", function(d) { return (d.y) * gridSize; })
        .attr("class", "hour bordered")
        .attr("width", gridSize)
        .attr("height", gridSize)
        .style("stroke", "white")
        .style("stroke-opacity", 0.6)
        .style("fill", function(d) { return colours(d[lookupKey]); })
      }
    drawHeatmap(locations[currentLocationIndex], svg, 1);
    drawHeatmap(locations[currentLocationIndex], svg2, 2);
    drawHeatmap(locations[currentLocationIndex], svg3, 3);
    drawHeatmap(locations[currentLocationIndex], svg4, 4);
    drawHeatmap(locations[currentLocationIndex], svg5, 5);
    drawHeatmap(locations[currentLocationIndex], svg6, 6);

    var updateHeatmap = function(location, svgObj, headIdx) {
      var lookupKey = "head" + headIdx.toString() + "_value";
      console.log("currentLocationIndex: " + currentLocationIndex)
      // filter data to return object of location of interest
      var selectLocation = nest.find(function(d) {
        return d.key == location;
      });

      // update the data and redraw heatmap
      var heatmap = svgObj.selectAll(".hour")
        .data(selectLocation.values)
        .transition()
          .duration(500)
          .style("fill", function(d) { return colours(d[lookupKey]); })
    }

    // run update function when dropdown selection changes
    locationMenu.on("change", function() {
      // find which location was selected from the dropdown
      var selectedLocation = d3.select(this)
        .select("select")
        .property("value");
      currentLocationIndex = +selectedLocation;
      // run update function with selected location
      updateHeatmap(locations[currentLocationIndex], svg, 1);
      updateHeatmap(locations[currentLocationIndex], svg2, 2);
      updateHeatmap(locations[currentLocationIndex], svg3, 3);
      updateHeatmap(locations[currentLocationIndex], svg4, 4);
      updateHeatmap(locations[currentLocationIndex], svg5, 5);
      updateHeatmap(locations[currentLocationIndex], svg6, 6);
    });    

    d3.selectAll(".nav").on("click", function() {
      if(d3.select(this).classed("left")) {
        if(currentLocationIndex == 0) {
          currentLocationIndex = locations.length-1;
        } else {
          currentLocationIndex--;  
        }
      } else if(d3.select(this).classed("right")) {
        if(currentLocationIndex == locations.length-1) {
          currentLocationIndex = 0;
        } else {
          currentLocationIndex++;  
        }
      }
      d3.select("#locationMenu").property("value", currentLocationIndex)
      updateHeatmap(locations[currentLocationIndex], svg, 1);
      updateHeatmap(locations[currentLocationIndex], svg2, 2);
      updateHeatmap(locations[currentLocationIndex], svg3, 3);
      updateHeatmap(locations[currentLocationIndex], svg4, 4);
      updateHeatmap(locations[currentLocationIndex], svg5, 5);
      updateHeatmap(locations[currentLocationIndex], svg6, 6);
    })
  })
 </script>
 </body>
	<!DOCTYPE html>
	<head>
	<meta charset="utf-8">
	<script src="https://d3js.org/d3.v4.min.js"></script>
	<style>
	html {
	font-size: 62.5%;
	}

	body {
	margin-top: 30px;
	font-size: 1.4rem;
	font-family: 'Source Sans Pro', sans-serif;
	font-weight: 400;
	fill: #696969;
	text-align: center;
	}

	.grid-container {
	display: inline-block;
	padding-top: 3px;
	}

	.grid {
	display: inline-block;
	float: left;
	}

	.timeLabel, .dayLabel {
	font-size: 1.6rem;
	fill: #AAAAAA;
	font-weight: 300;
	}

	#nav-container {
	display: flex;
	justify-content: center;
	cursor: pointer;
	}

	#nav-container .left {
	margin-right: 20px;
	}

	#nav-container .right {
	margin-left: 20px;
	}
	</style>
	</head>

	<body>
	<div>
	<h2>Russian Chatbot<br/>
	Decoder Attention Weights Viz</h2>
	</div>
	<div id="nav-container">
	<div class="nav left">left</div>
	<div id="locationDropdown"></div>
	<div class="nav right">right</div>
	</div>
	<div class="grid-container">
	<div class="grid" id="heatmap"></div>
	<div class="grid" id="heatmap2"></div>
	<div class="grid" id="heatmap3"></div>
	</div>
	<div class="grid-container">
	<div class="grid" id="heatmap4"></div>
	<div class="grid" id="heatmap5"></div>
	<div class="grid" id="heatmap6"></div>
	</div>
	<script>
	var dataset;
	var days = d3.range(12),
	times = d3.range(12);

	var margin = {top:20, right:50, bottom:70, left:160};

	// calculate width and height based on window size
	var w = Math.max(Math.min(window.innerWidth, 1000), 500) - margin.left - margin.right - 20,
	// gridSize = Math.floor(w / times.length),
	gridSize = Math.floor(w / 24),
	h = gridSize * (days.length+2);
	console.log("w: " + w);
	console.log("h: " + h);

	//reset the overall font size
	var newFontSize = w * 62.5 / 900;
	d3.select("html").style("font-size", newFontSize + "%");


	// Tooltip code
	var tooltip = d3.select("#heatmap")
	.append("div")
	.style("opacity", 0)
	.attr("class", "tooltip")
	.style("background-color", "white")
	.style("border", "solid")
	.style("border-width", "2px")
	.style("border-radius", "5px")
	.style("padding", "5px")

	// Tooltip functionality code
	var mouseover = function(d) {
	tooltip.style("opacity", 1)
	}

	var mousemove = function(d) {
	tooltip
	.html("Attention Value: " + d.value + "<br>Input Word:" + d.yWord + "<br>Predicted Response Word:" + d.xWord)
	.style("left", (d3.mouse(this)[0] + 70) + "px")
	.style("top", (d3.mouse(this)[1]) + "px")
	}

	var mouseleave = function(d) {
	tooltip.style("opacity", 0)
	}

	// svg container
	var svg = d3.select("#heatmap")
	.append("svg")
	// .attr("width", w + margin.top + margin.bottom)
	// .attr("height", h + margin.left + margin.right)
	.attr("width", 448)
	.attr("height", 448)
	.append("g")
	//.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
	.attr("transform", "translate(" + 50 + "," + 20 + ")");

	var svg2 = d3.select("#heatmap2")
	.append("svg")
	.attr("width", 448)
	.attr("height", 448)
	.append("g")
	//.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
	.attr("transform", "translate(" + 50 + "," + 20 + ")");

	var svg3 = d3.select("#heatmap3")
	.append("svg")
	.attr("width", 448)
	.attr("height", 448)
	.append("g")
	//.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
	.attr("transform", "translate(" + 50 + "," + 20 + ")");

	var svg4 = d3.select("#heatmap4")
	.append("svg")
	.attr("width", 448)
	.attr("height", 448)
	.append("g")
	//.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
	.attr("transform", "translate(" + 50 + "," + 20 + ")");

	var svg5 = d3.select("#heatmap5")
	.append("svg")
	.attr("width", 448)
	.attr("height", 448)
	.append("g")
	//.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
	.attr("transform", "translate(" + 50 + "," + 20 + ")");

	var svg6 = d3.select("#heatmap6")
	.append("svg")
	.attr("width", 448)
	.attr("height", 448)
	.append("g")
	//.attr("transform", "translate(" + margin.left + "," + margin.top + ")");
	.attr("transform", "translate(" + 50 + "," + 20 + ")");

	var svgObjs = [svg, svg2, svg3, svg4, svg5, svg6];

	// linear colour scale
	// var colorHex = ["#87cefa", "#86c6ef", "#85bde4", "#83b7d9", "#82afce", "#80a6c2", "#7e9fb8", "#7995aa", "#758b9e", "#708090"];
	var colorHex = ["#fff7ec", "#fee8c8", "#fdd49e", "#fdbb84", "#fc8d59", "#ef6548", "#d7301f", "#b30000", "#7f0000", "#800026"];
	var colours = d3.scaleLinear()
	.domain(d3.range(0, 1, 0.1))
	.range(colorHex);
	// .range(["white", "#69b3a2"]);

	// Hack marker - dayLabels and timeLables original location

	// load data
	d3.json("decoder_attention_multihead.json", function(error, data) {
	var xWords = [],
	yWords = [];
	data.forEach(function(d) {
	d.x = +d.x;
	d.y = +d.y;
	d.head1_value = +d.head1_value;
	d.head2_value = +d.head2_value;
	d.head3_value = +d.head3_value;
	d.head4_value = +d.head4_value;
	d.head5_value = +d.head5_value;
	d.head6_value = +d.head6_value;
	d.xWord = d.x_word;
	d.yWord = d.y_word;
	if (yWords.length < 12) {
	yWords.push(d.y_word);
	}
	var currXWord = d.x_word;
	if (!xWords.includes(currXWord)) {
	xWords.push(currXWord);
	}
	});
	dataset = data;
	console.log("Read in data...");
	console.log(dataset.slice(0, 10));
	console.log(xWords);
	console.log(yWords);

	function appendText(svgObj, xWords, yWords) {
	var xLabels = svgObj.selectAll(".dayLabel")
	.data(xWords)
	.enter()
	.append("text")
	.text(function(d) { return d; })
	.attr("x", 0)
	.attr("y", function(d, i) { return i * gridSize; })
	.style("text-anchor", "end")
	.attr("transform", "translate(-6," + gridSize / 1.5 + ")")

	var yLabels = svgObj.selectAll(".timeLabel")
	.data(yWords)
	.enter()
	.append("text")
	.text(function(d) { return d; })
	.attr("x", function(d, i) { return i * gridSize; })
	.attr("y", 0)
	.style("text-anchor", "middle")
	.attr("transform", "translate(" + gridSize / 2 + ", -6)");
	}

	svgObjs.forEach(function(o) {
	appendText(o, xWords, yWords);
	});

	// group data by location
	var nest = d3.nest()
	//.key(function(d) { return d.location; })
	.key(function(d) { return d.layer; })
	.entries(dataset);

	// array of locations in the data
	var locations = nest.map(function(d) { return d.key; });
	var currentLocationIndex = 0;

	// create location dropdown menu
	var locationMenu = d3.select("#locationDropdown");
	locationMenu
	.append("select")
	.attr("id", "locationMenu")
	.selectAll("option")
	.data(locations)
	.enter()
	.append("option")
	.attr("value", function(d, i) { return i; })
	.text(function(d) { return d; });


	// function to create the initial heatmap
	var drawHeatmap = function(location, svgObj, headIdx) {
	var lookupKey = "head" + headIdx.toString() + "_value";
	// filter the data to return object of location of interest
	var selectLocation = nest.find(function(d) {
	return d.key == location;
	});

	var heatmap = svgObj.selectAll(".hour")
	.data(selectLocation.values)
	.enter()
	.append("rect")
	.attr("x", function(d) { return (d.x) * gridSize; })
	.attr("y", function(d) { return (d.y) * gridSize; })
	.attr("class", "hour bordered")
	.attr("width", gridSize)
	.attr("height", gridSize)
	.style("stroke", "white")
	.style("stroke-opacity", 0.6)
	.style("fill", function(d) { return colours(d[lookupKey]); })
	}
	drawHeatmap(locations[currentLocationIndex], svg, 1);
	drawHeatmap(locations[currentLocationIndex], svg2, 2);
	drawHeatmap(locations[currentLocationIndex], svg3, 3);
	drawHeatmap(locations[currentLocationIndex], svg4, 4);
	drawHeatmap(locations[currentLocationIndex], svg5, 5);
	drawHeatmap(locations[currentLocationIndex], svg6, 6);

	var updateHeatmap = function(location, svgObj, headIdx) {
	var lookupKey = "head" + headIdx.toString() + "_value";
	console.log("currentLocationIndex: " + currentLocationIndex)
	// filter data to return object of location of interest
	var selectLocation = nest.find(function(d) {
	return d.key == location;
	});

	// update the data and redraw heatmap
	var heatmap = svgObj.selectAll(".hour")
	.data(selectLocation.values)
	.transition()
	.duration(500)
	.style("fill", function(d) { return colours(d[lookupKey]); })
	}

	// run update function when dropdown selection changes
	locationMenu.on("change", function() {
	// find which location was selected from the dropdown
	var selectedLocation = d3.select(this)
	.select("select")
	.property("value");
	currentLocationIndex = +selectedLocation;
	// run update function with selected location
	updateHeatmap(locations[currentLocationIndex], svg, 1);
	updateHeatmap(locations[currentLocationIndex], svg2, 2);
	updateHeatmap(locations[currentLocationIndex], svg3, 3);
	updateHeatmap(locations[currentLocationIndex], svg4, 4);
	updateHeatmap(locations[currentLocationIndex], svg5, 5);
	updateHeatmap(locations[currentLocationIndex], svg6, 6);
	});

	d3.selectAll(".nav").on("click", function() {
	if(d3.select(this).classed("left")) {
	if(currentLocationIndex == 0) {
	currentLocationIndex = locations.length-1;
	} else {
	currentLocationIndex--;
	}
	} else if(d3.select(this).classed("right")) {
	if(currentLocationIndex == locations.length-1) {
	currentLocationIndex = 0;
	} else {
	currentLocationIndex++;
	}
	}
	d3.select("#locationMenu").property("value", currentLocationIndex)
	updateHeatmap(locations[currentLocationIndex], svg, 1);
	updateHeatmap(locations[currentLocationIndex], svg2, 2);
	updateHeatmap(locations[currentLocationIndex], svg3, 3);
	updateHeatmap(locations[currentLocationIndex], svg4, 4);
	updateHeatmap(locations[currentLocationIndex], svg5, 5);
	updateHeatmap(locations[currentLocationIndex], svg6, 6);
	})
	})
	</script>
	</body>