{"charset": "\n !\"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~", "ctx": 96, "dims": {"n_layer": 3, "d_model": 96, "n_head": 4, "d_head": 24}, "tensors": [{"name": "tok-emb", "shape": [96, 96], "offset": 0, "scale": 0.002003043420671478}, {"name": "pos-emb", "shape": [96, 96], "offset": 9216, "scale": 0.0012944766620951375}, {"name": "layer0.head0.wq", "shape": [96, 24], "offset": 18432, "scale": 0.0010020888931169284}, {"name": "layer0.head0.wk", "shape": [96, 24], "offset": 20736, "scale": 0.0009551685978108504}, {"name": "layer0.head0.wv", "shape": [96, 24], "offset": 23040, "scale": 0.0007251840759450056}, {"name": "layer0.head1.wq", "shape": [96, 24], "offset": 25344, "scale": 0.0007165936738487304}, {"name": "layer0.head1.wk", "shape": [96, 24], "offset": 27648, "scale": 0.0007276045759831827}, {"name": "layer0.head1.wv", "shape": [96, 24], "offset": 29952, "scale": 0.0006638787041498921}, {"name": "layer0.head2.wq", "shape": [96, 24], "offset": 32256, "scale": 0.0010114688807585108}, {"name": "layer0.head2.wk", "shape": [96, 24], "offset": 34560, "scale": 0.0008887714288366123}, {"name": "layer0.head2.wv", "shape": [96, 24], "offset": 36864, "scale": 0.0006801411509513855}, {"name": "layer0.head3.wq", "shape": [96, 24], "offset": 39168, "scale": 0.0010970029539949311}, {"name": "layer0.head3.wk", "shape": [96, 24], "offset": 41472, "scale": 0.0008506184135835002}, {"name": "layer0.head3.wv", "shape": [96, 24], "offset": 43776, "scale": 0.0006817779320431506}, {"name": "layer0.wo", "shape": [96, 96], "offset": 46080, "scale": 0.000780478941174004}, {"name": "layer0.w-up", "shape": [96, 384], "offset": 55296, "scale": 0.000764247822010611}, {"name": "layer0.w-down", "shape": [384, 96], "offset": 92160, "scale": 0.0007354648798469484}, {"name": "layer0.ln1.g", "shape": [96], "offset": 129024, "scale": 0.008348510021299828}, {"name": "layer0.ln1.b", "shape": [96], "offset": 129120, "scale": 0.00035200661092292605}, {"name": "layer0.ln2.g", "shape": [96], "offset": 129216, "scale": 0.008001787456001823}, {"name": "layer0.ln2.b", "shape": [96], "offset": 129312, "scale": 0.00012117900012984989}, {"name": "layer1.head0.wq", "shape": [96, 24], "offset": 129408, "scale": 0.001563079361840496}, {"name": "layer1.head0.wk", "shape": [96, 24], "offset": 131712, "scale": 0.001462307971293532}, {"name": "layer1.head0.wv", "shape": [96, 24], "offset": 134016, "scale": 0.0007149648126654738}, {"name": "layer1.head1.wq", "shape": [96, 24], "offset": 136320, "scale": 0.0013795243942831446}, {"name": "layer1.head1.wk", "shape": [96, 24], "offset": 138624, "scale": 0.0012715996250392883}, {"name": "layer1.head1.wv", "shape": [96, 24], "offset": 140928, "scale": 0.0007584554942574088}, {"name": "layer1.head2.wq", "shape": [96, 24], "offset": 143232, "scale": 0.0009670777349021491}, {"name": "layer1.head2.wk", "shape": [96, 24], "offset": 145536, "scale": 0.0012524678247181449}, {"name": "layer1.head2.wv", "shape": [96, 24], "offset": 147840, "scale": 0.0005822747241793655}, {"name": "layer1.head3.wq", "shape": [96, 24], "offset": 150144, "scale": 0.0016389270936410258}, {"name": "layer1.head3.wk", "shape": [96, 24], "offset": 152448, "scale": 0.0015459373945326317}, {"name": "layer1.head3.wv", "shape": [96, 24], "offset": 154752, "scale": 0.0007193349008485088}, {"name": "layer1.wo", "shape": [96, 96], "offset": 157056, "scale": 0.0007905700779336644}, {"name": "layer1.w-up", "shape": [96, 384], "offset": 166272, "scale": 0.0008897755559035173}, {"name": "layer1.w-down", "shape": [384, 96], "offset": 203136, "scale": 0.0007405891779839523}, {"name": "layer1.ln1.g", "shape": [96], "offset": 240000, "scale": 0.008861160653782642}, {"name": "layer1.ln1.b", "shape": [96], "offset": 240096, "scale": 0.0005622573607549893}, {"name": "layer1.ln2.g", "shape": [96], "offset": 240192, "scale": 0.008712236336835726}, {"name": "layer1.ln2.b", "shape": [96], "offset": 240288, "scale": 0.00012972119344970373}, {"name": "layer2.head0.wq", "shape": [96, 24], "offset": 240384, "scale": 0.0017918763667579712}, {"name": "layer2.head0.wk", "shape": [96, 24], "offset": 242688, "scale": 0.0017235629905865888}, {"name": "layer2.head0.wv", "shape": [96, 24], "offset": 244992, "scale": 0.0007209601834064393}, {"name": "layer2.head1.wq", "shape": [96, 24], "offset": 247296, "scale": 0.0014727186030290258}, {"name": "layer2.head1.wk", "shape": [96, 24], "offset": 249600, "scale": 0.001315979976353683}, {"name": "layer2.head1.wv", "shape": [96, 24], "offset": 251904, "scale": 0.0007306418315632137}, {"name": "layer2.head2.wq", "shape": [96, 24], "offset": 254208, "scale": 0.0017794828245958944}, {"name": "layer2.head2.wk", "shape": [96, 24], "offset": 256512, "scale": 0.0015645523474911067}, {"name": "layer2.head2.wv", "shape": [96, 24], "offset": 258816, "scale": 0.0007612332701683044}, {"name": "layer2.head3.wq", "shape": [96, 24], "offset": 261120, "scale": 0.0017765580903826737}, {"name": "layer2.head3.wk", "shape": [96, 24], "offset": 263424, "scale": 0.0017543050247853197}, {"name": "layer2.head3.wv", "shape": [96, 24], "offset": 265728, "scale": 0.0006734611481193483}, {"name": "layer2.wo", "shape": [96, 96], "offset": 268032, "scale": 0.0008823757800530261}, {"name": "layer2.w-up", "shape": [96, 384], "offset": 277248, "scale": 0.0012328455767293615}, {"name": "layer2.w-down", "shape": [384, 96], "offset": 314112, "scale": 0.0009038045885056022}, {"name": "layer2.ln1.g", "shape": [96], "offset": 350976, "scale": 0.008994772678285133}, {"name": "layer2.ln1.b", "shape": [96], "offset": 351072, "scale": 0.0005139850490675198}, {"name": "layer2.ln2.g", "shape": [96], "offset": 351168, "scale": 0.009418895864111232}, {"name": "layer2.ln2.b", "shape": [96], "offset": 351264, "scale": 0.0003104555735907217}, {"name": "ln-f.g", "shape": [96], "offset": 351360, "scale": 0.010748480248638965}, {"name": "ln-f.b", "shape": [96], "offset": 351456, "scale": 0.0018951634722431815}], "params": 351552}