backend/data/memory_transformer/default_weights.json

{"d_model": 48, "n_heads": 2, "d_ff": 96, "n_layers": 2, "weights": {"in_proj": [[0.1677631327278106, -0.03742915872256297, 0.21959548165157872, 0.12086274068356101, -0.24851460593456712, 0.29125801794316186, 0.15991475536470637, 0.17517789538807352, -0.22773296056053688, -0.030382284055653967, -0.07911972859740324, 0.26133911569090684, 0.0880990339954645, 0.19765031526776222, -0.034651584889905176, -0.16703148830415443, 0.033426218976822936, -0.2671062892879611, 0.20063229880296524, 0.08062764878480207, 0.1580458180193035, -0.08908428722680015, 0.2882424956759054, 0.2407365385875361, 0.17047438016057262, -0.1869948382399057, -0.020379140005187348, -0.2793619991001238, -0.211703585788226, 0.11209413334864754, 0.14988559757942377, 0.28629007356222635, -0.10665974967338258, -0.07932690533617656, -0.018643182001815944, -0.1901591801908607, -0.2266258691763503, -0.01487763350243397, -0.16723318708746013, 0.10398940953896155, -0.03848643251895772, 0.20372295722282097, 0.12263682829798402, -0.114901496834662, 0.2034667438641802, 0.1866292919135804, -0.06890513910173104, -0.1296220345645835], [0.11175521627268728, -0.2206056490655276, -0.1837679449826471, -0.3016777667882245, 0.1757045799114841, 0.10095012057780084, 0.12563762262985873, 0.17191072049744271, -0.0251588466022595, 0.04209521359831543, -0.22057838960150322, -0.23605115775625474, 0.10312533189001694, -0.01769988664497908, 0.039948793421195804, 0.16227799577245414, 0.08249778575160725, 0.032810548084057756, 0.03625683323630132, -0.12005555596731983, -0.28731422543065815, -0.03875252649296717, -0.174780479090417, -0.056014537238742355, 0.2164143007596062, -0.16292812508311663, -0.2704832259120211, -0.13387447852482479, -0.1263974932992321, 0.0991532105026827, 0.03492491804220223, 0.1738514378001684, 0.10062108290808146, -0.05732610567307191, 0.19229742781606995, -0.2039366041887778, -0.29227797030321406, -0.25104339001552173, 0.13616673712448338, -0.02334533336642786, -0.20742782571209656, 0.000639791474801055, -0.21291448452348627, 0.12022118626306516, -0.032972412673663964, -0.07285932157139625, -0.12154852542468457, 0.07978146887697787], [-0.08462214825786363, -0.2525118232677566, -0.23392265613987775, 0.2828533978823852, 0.2502035527468874, 0.12229514395751466, -0.14337478197058423, 0.28731068096735485, 0.17069937001393815, 0.13281757341381573, -0.031009620272184398, -0.13947298952314993, -0.24715904957489773, 0.24654261018851642, -0.027081381110096458, -0.18226447125264547, -0.11882681469949943, 0.048511880387719745, -0.19793543819467593, 0.21838075775356, 0.15831023416011922, 0.134393064880674, -0.04158435063361717, 0.07796042486656303, 0.05149927806016109, 0.09176192837486234, -0.2544748432307855, -0.05155722620034024, -0.28070284484062186, -0.0036798566557702367, -0.10418830381010186, -0.2176835882950371, -0.24286509064546466, 0.05367112013998138, -0.20171978619238826, 0.2603318423536838, 0.04963960755860793, -0.09377271077557493, 0.05567414096095543, -0.2922217558021486, 0.2808090223234111, -0.0108368874227204, 0.17313925976826172, -0.25552464629028065, -0.008170070440883217, -0.005690780502056793, 0.26811285264508533, 0.043924282141252796], [-0.01623436004650755, -0.14269768076881453, -0.10314250334402615, 0.012659209453179356, -0.037408937846097785, -0.29295157585112724, 0.19981218036676643, 0.24259793677864386, -0.22030154161370172, 0.03309024483461525, -0.2396974267913096, 0.10547508529925974, -0.13396640063845916, 0.09762602711132075, 0.1390052448406857, 0.1645123189691819, -0.2402086323487159, 0.2547541868852186, -0.1652095155123496, -0.28327579969668426, 0.03359014028519168, -0.07904363542520874, 0.20195414826948627, 0.18876470475483065, -0.11197910159618353, 0.2773431056840116, -0.1280361527186779, 0.00922057090221138, -0.1494402518839197, 0.26702106306037343, -0.20538492766062777, -0.2786841924620099, -0.03974477144975766, 0.3015172234379636, 0.23985236154319187, 0.15224069840835946, 0.2393105494909088, 0.24093587706810615, 0.011548340083078893, -0.11271997487121163, 0.16657291559134269, 0.09899690148370067, -0.07736852430094461, -0.2483374342350010