{"source":"Transformer Explainer (Polo Club of Data Science) / MIT License","url":"https://github.com/poloclub/transformer-explainer","model":"GPT-2 small","block":1,"prompt":"Data visualization empowers users to","tokens":["Data"," visualization"," em","powers"," users"," to"],"heads":[{"attn":[[-4.164,-3.394,-16.689,-9.1,-8.962,-18.862],[3.805,-9.39,-12.556,-7.637,-15.813,-9.845],[7.363,-1.614,-3.479,-6.491,-4.669,-10.723],[-1.832,-7.924,-7.034,-16.424,-15.667,-12.288],[-4.745,-3.171,-6.764,-14.276,-15.405,-19.473],[-9.553,-13.403,-9.539,-12.242,-13.979,-25.288]],"attn_scaled":[[-0.521,-0.424,-2.086,-1.138,-1.12,-2.358],[0.476,-1.174,-1.57,-0.955,-1.977,-1.231],[0.92,-0.202,-0.435,-0.811,-0.584,-1.34],[-0.229,-0.99,-0.879,-2.053,-1.958,-1.536],[-0.593,-0.396,-0.845,-1.784,-1.926,-2.434],[-1.194,-1.675,-1.192,-1.53,-1.747,-3.161]],"attn_masked":[[-0.521,null,null,null,null,null],[0.476,-1.174,null,null,null,null],[0.92,-0.202,-0.435,null,null,null],[-0.229,-0.99,-0.879,-2.053,null,null],[-0.593,-0.396,-0.845,-1.784,-1.926,null],[-1.194,-1.675,-1.192,-1.53,-1.747,-3.161]],"attn_softmax":[[1,0,0,0,0,0],[0.839,0.161,0,0,0,0],[0.632,0.206,0.163,0,0,0],[0.465,0.217,0.243,0.075,0,0],[0.281,0.342,0.218,0.085,0.074,0],[0.247,0.153,0.247,0.176,0.142,0.035]]},{"attn":[[28.656,30.91,28.629,4.508,15.571,10.415],[26.305,85.948,47.16,28.4,33.302,12.697],[21.382,39.288,100.411,31.544,20.453,27.466],[3.229,32.954,40.075,68.316,26.813,25.679],[17.528,31.935,22.982,16.378,64.65,9.257],[-12.649,-25.532,2.744,-15.971,-20.624,45.318]],"attn_scaled":[[3.582,3.864,3.579,0.564,1.946,1.302],[3.288,10.743,5.895,3.55,4.163,1.587],[2.673,4.911,12.551,3.943,2.557,3.433],[0.404,4.119,5.009,8.54,3.352,3.21],[2.191,3.992,2.873,2.047,8.081,1.157],[-1.581,-3.191,0.343,-1.996,-2.578,5.665]],"attn_masked":[[3.582,null,null,null,null,null],[3.288,10.743,null,null,null,null],[2.673,4.911,12.551,null,null,null],[0.404,4.119,5.009,8.54,null,null],[2.191,3.992,2.873,2.047,8.081,null],[-1.581,-3.191,0.343,-1.996,-2.578,5.665]],"attn_softmax":[[1,0,0,0,0,0],[0.001,0.999,0,0,0,0],[0.0,0.0,0.999,0,0,0],[0.0,0.012,0.028,0.96,0,0],[0.003,0.016,0.005,0.002,0.973,0],[0.001,0.0,0.005,0.0,0.0,0.994]]},{"attn":[[-6.471,-14.04,-21.959,-10.681,-12.293,-18.334],[0.515,-17.148,-25.071,-18.657,-13.624,-14.888],[-2.988,-4.787,-20.463,-13.49,-7.523,-11.11],[-4.138,-19.58,-18.212,-24.293,-23.753,-16.596],[-5.302,-15.044,-22.115,-19.743,-10.685,-17.391],[-10.879,-20.494,-25.304,-22.595,-18.84,-9.58]],"attn_scaled":[[-0.809,-1.755,-2.745,-1.335,-1.537,-2.292],[0.064,-2.143,-3.134,-2.332,-1.703,-1.861],[-0.373,-0.598,-2.558,-1.686,-0.94,-1.389],[-0.517,-2.447,-2.276,-3.037,-2.969,-2.074],[-0.663,-1.881,-2.764,-2.468,-1.336,-2.174],[-1.36,-2.562,-3.163,-2.824,-2.355,-1.197]],"attn_masked":[[-0.809,null,null,null,null,null],[0.064,-2.143,null,null,null,null],[-0.373,-0.598,-2.558,null,null,null],[-0.517,-2.447,-2.276,-3.037,null,null],[-0.663,-1.881,-2.764,-2.468,-1.336,null],[-1.36,-2.562,-3.163,-2.824,-2.355,-1.197]],"attn_softmax":[[1,0,0,0,0,0],[0.901,0.099,0,0,0,0],[0.523,0.418,0.059,0,0,0],[0.715,0.104,0.123,0.058,0,0],[0.478,0.141,0.058,0.079,0.244,0],[0.308,0.093,0.051,0.071,0.114,0.363]]},{"attn":[[-1.26,-42.938,-39.671,-41.859,-49.509,-85.053],[6.648,13.545,-13.558,-13.484,-2.067,-33.09],[-14.594,-20.993,12.185,-22.252,-12.318,-20.536],[-2.283,-19.417,3.641,29.077,7.397,-5.935],[-5.518,-22.771,-7.848,-19.314,16.202,-10.485],[-17.012,-21.315,-2.47,-19.302,-8.323,10.2]],"attn_scaled":[[-0.158,-5.367,-4.959,-5.232,-6.189,-10.632],[0.831,1.693,-1.695,-1.686,-0.258,-4.136],[-1.824,-2.624,1.523,-2.782,-1.54,-2.567],[-0.285,-2.427,0.455,3.635,0.925,-0.742],[-0.69,-2.846,-0.981,-2.414,2.025,-1.311],[-2.126,-2.664,-0.309,-2.413,-1.04,1.275]],"attn_masked":[[-0.158,null,null,null,null,null],[0.831,1.693,null,null,null,null],[-1.824,-2.624,1.523,null,null,null],[-0.285,-2.427,0.455,3.635,null,null],[-0.69,-2.846,-0.981,-2.414,2.025,null],[-2.126,-2.664,-0.309,-2.413,-1.04,1.275]],"attn_softmax":[[1,0,0,0,0,0],[0.297,0.703,0,0,0,0],[0.033,0.015,0.951,0,0,0],[0.019,0.002,0.039,0.94,0,0],[0.058,0.007,0.044,0.01,0.881,0],[0.024,0.014,0.149,0.018,0.071,0.724]]},{"attn":[[13.837,0.421,-3.022,-5.411,-17.409,-24.524],[22.852,18.693,0.932,-9.727,-19.002,-34.491],[12.846,2.631,23.684,-4.054,7.015,-7.024],[-1.808,1.317,35.224,8.608,-1.312,-19.146],[9.541,6.1,-6.53,-7.727,6.127,-14.863],[-12.314,-17.023,-17.592,-8.556,-9.827,-9.191]],"attn_scaled":[[1.73,0.053,-0.378,-0.676,-2.176,-3.065],[2.857,2.337,0.117,-1.216,-2.375,-4.311],[1.606,0.329,2.96,-0.507,0.877,-0.878],[-0.226,0.165,4.403,1.076,-0.164,-2.393],[1.193,0.763,-0.816,-0.966,0.766,-1.858],[-1.539,-2.128,-2.199,-1.07,-1.228,-1.149]],"attn_masked":[[1.73,null,null,null,null,null],[2.857,2.337,null,null,null,null],[1.606,0.329,2.96,null,null,null],[-0.226,0.165,4.403,1.076,null,null],[1.193,0.763,-0.816,-0.966,0.766,null],[-1.539,-2.128,-2.199,-1.07,-1.228,-1.149]],"attn_softmax":[[1,0,0,0,0,0],[0.627,0.373,0,0,0,0],[0.194,0.054,0.752,0,0,0],[0.009,0.014,0.943,0.034,0,0],[0.392,0.255,0.053,0.045,0.256,0],[0.154,0.085,0.079,0.246,0.21,0.227]]},{"attn":[[105.513,38.655,34.608,24.235,22.884,-17.495],[67.676,100.739,26.567,20.668,18.285,-18.446],[62.383,30.626,100.381,48.634,19.353,-5.945],[60.66,38.083,58.083,121.449,27.517,-16.698],[61.273,31.9,23.581,29.13,90.306,-6.503],[13.122,-6.022,9.139,7.584,-1.529,37.66]],"attn_scaled":[[13.189,4.832,4.326,3.029,2.861,-2.187],[8.459,12.592,3.321,2.584,2.286,-2.306],[7.798,3.828,12.548,6.079,2.419,-0.743],[7.582,4.76,7.26,15.181,3.44,-2.087],[7.659,3.987,2.948,3.641,11.288,-0.813],[1.64,-0.753,1.142,0.948,-0.191,4.708]],"attn_masked":[[13.189,null,null,null,null,null],[8.459,12.592,null,null,null,null],[7.798,3.828,12.548,null,null,null],[7.582,4.76,7.26,15.181,null,null],[7.659,3.987,2.948,3.641,11.288,null],[1.64,-0.753,1.142,0.948,-0.191,4.708]],"attn_softmax":[[1,0,0,0,0,0],[0.016,0.984,0,0,0,0],[0.009,0.0,0.991,0,0,0],[0.001,0.0,0.0,0.999,0,0],[0.026,0.001,0.0,0.0,0.973,0],[0.042,0.004,0.025,0.021,0.007,0.901]]},{"attn":[[4.626,2.165,-7.092,-2.094,-9.812,-22.909],[11.282,-0.594,-10.178,-4.323,-10.952,-18.875],[11.501,6.78,-0.403,2.727,-1.565,-10.846],[-2.868,-3.098,-9.244,-7.295,-10.604,-23.998],[1.503,-1.423,-9.968,-3.836,-9.407,-30.56],[-5.854,-7.665,-16.322,-5.925,-6.799,-2.093]],"attn_scaled":[[0.578,0.271,-0.887,-0.262,-1.226,-2.864],[1.41,-0.074,-1.272,-0.54,-1.369,-2.359],[1.438,0.848,-0.05,0.341,-0.196,-1.356],[-0.359,-0.387,-1.155,-0.912,-1.325,-3.0],[0.188,-0.178,-1.246,-0.479,-1.176,-3.82],[-0.732,-0.958,-2.04,-0.741,-0.85,-0.262]],"attn_masked":[[0.578,null,null,null,null,null],[1.41,-0.074,null,null,null,null],[1.438,0.848,-0.05,null,null,null],[-0.359,-0.387,-1.155,-0.912,null,null],[0.188,-0.178,-1.246,-0.479,-1.176,null],[-0.732,-0.958,-2.04,-0.741,-0.85,-0.262]],"attn_softmax":[[1,0,0,0,0,0],[0.815,0.185,0,0,0,0],[0.562,0.311,0.127,0,0,0],[0.334,0.324,0.15,0.192,0,0],[0.37,0.257,0.088,0.19,0.095,0],[0.18,0.144,0.049,0.179,0.16,0.288]]},{"attn":[[-10.281,-16.783,-24.493,-18.359,-27.815,-30.802],[-4.642,-41.132,-39.791,-23.72,-35.048,-24.908],[-16.013,-16.895,-39.391,-16.116,-14.781,-10.197],[-30.4,-38.726,-25.848,-30.112,-29.862,-18.087],[-27.083,-33.482,-31.81,-14.679,-35.307,-16.844],[-43.115,-45.855,-46.055,-39.764,-38.793,-36.282]],"attn_scaled":[[-1.285,-2.098,-3.062,-2.295,-3.477,-3.85],[-0.58,-5.142,-4.974,-2.965,-4.381,-3.114],[-2.002,-2.112,-4.924,-2.015,-1.848,-1.275],[-3.8,-4.841,-3.231,-3.764,-3.733,-2.261],[-3.385,-4.185,-3.976,-1.835,-4.413,-2.106],[-5.389,-5.732,-5.757,-4.971,-4.849,-4.535]],"attn_masked":[[-1.285,null,null,null,null,null],[-0.58,-5.142,null,null,null,null],[-2.002,-2.112,-4.924,null,null,null],[-3.8,-4.841,-3.231,-3.764,null,null],[-3.385,-4.185,-3.976,-1.835,-4.413,null],[-5.389,-5.732,-5.757,-4.971,-4.849,-4.535]],"attn_softmax":[[1,0,0,0,0,0],[0.99,0.01,0,0,0,0],[0.513,0.459,0.028,0,0,0],[0.241,0.085,0.425,0.249,0,0],[0.141,0.064,0.078,0.666,0.051,0],[0.125,0.089,0.087,0.19,0.215,0.294]]},{"attn":[[-6.686,-15.312,-16.34,-13.472,-15.425,-17.677],[-9.564,-22.334,-19.635,-15.959,-19.369,-18.278],[-7.523,-10.866,-19.125,-21.203,-10.579,-9.261],[-11.136,-16.547,-12.945,-31.5,-18.646,-15.023],[-14.501,-19.04,-22.08,-13.471,-26.031,-18.749],[-24.104,-32.16,-24.832,-32.631,-24.938,-3.039]],"attn_scaled":[[-0.836,-1.914,-2.042,-1.684,-1.928,-2.21],[-1.195,-2.792,-2.454,-1.995,-2.421,-2.285],[-0.94,-1.358,-2.391,-2.65,-1.322,-1.158],[-1.392,-2.068,-1.618,-3.937,-2.331,-1.878],[-1.813,-2.38,-2.76,-1.684,-3.254,-2.344],[-3.013,-4.02,-3.104,-4.079,-3.117,-0.38]],"attn_masked":[[-0.836,null,null,null,null,null],[-1.195,-2.792,null,null,null,null],[-0.94,-1.358,-2.391,null,null,null],[-1.392,-2.068,-1.618,-3.937,null,null],[-1.813,-2.38,-2.76,-1.684,-3.254,null],[-3.013,-4.02,-3.104,-4.079,-3.117,-0.38]],"attn_softmax":[[1,0,0,0,0,0],[0.831,0.169,0,0,0,0],[0.528,0.348,0.124,0,0,0],[0.419,0.213,0.334,0.033,0,0],[0.3,0.17,0.116,0.342,0.071,0],[0.057,0.021,0.052,0.02,0.052,0.798]]},{"attn":[[-7.923,-13.909,-15.649,-13.952,-14.458,-14.567],[-10.764,-26.09,-17.57,-19.52,-18.282,-16.5],[-9.673,-13.864,-29.623,-16.978,-14.227,-13.816],[-12.854,-16.171,-19.111,-29.687,-17.724,-17.151],[-11.648,-16.089,-18.587,-18.479,-25.549,-15.388],[-8.146,-14.801,-16.697,-16.081,-13.81,-8.62]],"attn_scaled":[[-0.99,-1.739,-1.956,-1.744,-1.807,-1.821],[-1.345,-3.261,-2.196,-2.44,-2.285,-2.062],[-1.209,-1.733,-3.703,-2.122,-1.778,-1.727],[-1.607,-2.021,-2.389,-3.711,-2.215,-2.144],[-1.456,-2.011,-2.323,-2.31,-3.194,-1.924],[-1.018,-1.85,-2.087,-2.01,-1.726,-1.077]],"attn_masked":[[-0.99,null,null,null,null,null],[-1.345,-3.261,null,null,null,null],[-1.209,-1.733,-3.703,null,null,null],[-1.607,-2.021,-2.389,-3.711,null,null],[-1.456,-2.011,-2.323,-2.31,-3.194,null],[-1.018,-1.85,-2.087,-2.01,-1.726,-1.077]],"attn_softmax":[[1,0,0,0,0,0],[0.872,0.128,0,0,0,0],[0.597,0.354,0.049,0,0,0],[0.446,0.295,0.204,0.054,0,0],[0.385,0.221,0.162,0.164,0.068,0],[0.279,0.121,0.096,0.103,0.137,0.263]]},{"attn":[[18.223,7.784,2.224,-1.023,2.201,4.605],[28.94,25.118,7.188,2.331,8.062,9.957],[21.45,12.099,20.972,5.714,7.315,13.711],[16.036,9.827,7.518,16.742,5.862,9.076],[20.585,13.708,8.392,4.376,21.71,12.457],[16.253,7.45,7.71,2.998,6.678,16.183]],"attn_scaled":[[2.278,0.973,0.278,-0.128,0.275,0.576],[3.618,3.14,0.898,0.291,1.008,1.245],[2.681,1.512,2.621,0.714,0.914,1.714],[2.005,1.228,0.94,2.093,0.733,1.135],[2.573,1.713,1.049,0.547,2.714,1.557],[2.032,0.931,0.964,0.375,0.835,2.023]],"attn_masked":[[2.278,null,null,null,null,null],[3.618,3.14,null,null,null,null],[2.681,1.512,2.621,null,null,null],[2.005,1.228,0.94,2.093,null,null],[2.573,1.713,1.049,0.547,2.714,null],[2.032,0.931,0.964,0.375,0.835,2.023]],"attn_softmax":[[1,0,0,0,0,0],[0.617,0.383,0,0,0,0],[0.444,0.138,0.418,0,0,0],[0.345,0.159,0.119,0.377,0,0],[0.342,0.145,0.074,0.045,0.394,0],[0.316,0.105,0.109,0.06,0.096,0.314]]},{"attn":[[-7.707,-2.404,-14.964,-7.126,-6.078,-10.234],[-10.267,-17.155,-18.022,-23.594,-12.033,-11.384],[-9.379,-16.266,-21.94,-14.581,-12.369,-14.811],[-10.326,-13.751,-19.637,-12.77,-13.138,-11.465],[-10.713,-15.633,-22.286,-14.132,-16.545,-17.62],[-11.965,-15.994,-24.586,-15.755,-16.006,-15.811]],"attn_scaled":[[-0.963,-0.301,-1.871,-0.891,-0.76,-1.279],[-1.283,-2.144,-2.253,-2.949,-1.504,-1.423],[-1.172,-2.033,-2.742,-1.823,-1.546,-1.851],[-1.291,-1.719,-2.455,-1.596,-1.642,-1.433],[-1.339,-1.954,-2.786,-1.767,-2.068,-2.202],[-1.496,-1.999,-3.073,-1.969,-2.001,-1.976]],"attn_masked":[[-0.963,null,null,null,null,null],[-1.283,-2.144,null,null,null,null],[-1.172,-2.033,-2.742,null,null,null],[-1.291,-1.719,-2.455,-1.596,null,null],[-1.339,-1.954,-2.786,-1.767,-2.068,null],[-1.496,-1.999,-3.073,-1.969,-2.001,-1.976]],"attn_softmax":[[1,0,0,0,0,0],[0.703,0.297,0,0,0,0],[0.613,0.259,0.128,0,0,0],[0.37,0.241,0.116,0.273,0,0],[0.344,0.186,0.081,0.224,0.166,0],[0.274,0.165,0.056,0.17,0.165,0.169]]}],"next_candidates":[{"token":" visualize","logit":-135.913},{"token":" create","logit":-136.684},{"token":" see","logit":-137.12},{"token":" make","logit":-137.647},{"token":" easily","logit":-137.666},{"token":" quickly","logit":-137.724},{"token":" explore","logit":-137.784},{"token":" find","logit":-138.048},{"token":" understand","logit":-138.293},{"token":" build","logit":-138.41},{"token":" better","logit":-138.453},{"token":" identify","logit":-138.487}]}