{"source":"onnx-community/LFM2.5-350M-ONNX onnx/model_q4.onnx_data","hidden":1024,"ffn":4608,"vocab":65536,"heads":16,"kv_heads":8,"head_dim":64,"scale":0.125,"eps":1e-05,"final_eps":2.5e-06,"conv_L":3,"bos":1,"eos":7,"buffers":{"embed":42991616,"rope":1048576,"L0.norms":20480,"L0.conv.in_proj":2015232,"L0.conv.out_proj":671744,"L0.mlp.gate_proj":3022848,"L0.mlp.up_proj":3022848,"L0.mlp.down_proj":3022848,"L1.norms":20480,"L1.conv.in_proj":2015232,"L1.conv.out_proj":671744,"L1.mlp.gate_proj":3022848,"L1.mlp.up_proj":3022848,"L1.mlp.down_proj":3022848,"L2.norms":8704,"L2.attn.q_proj":671744,"L2.attn.k_proj":335872,"L2.attn.v_proj":335872,"L2.attn.o_proj":671744,"L2.mlp.gate_proj":3022848,"L2.mlp.up_proj":3022848,"L2.mlp.down_proj":3022848,"L3.norms":20480,"L3.conv.in_proj":2015232,"L3.conv.out_proj":671744,"L3.mlp.gate_proj":3022848,"L3.mlp.up_proj":3022848,"L3.mlp.down_proj":3022848,"L4.norms":20480,"L4.conv.in_proj":2015232,"L4.conv.out_proj":671744,"L4.mlp.gate_proj":3022848,"L4.mlp.up_proj":3022848,"L4.mlp.down_proj":3022848,"L5.norms":8704,"L5.attn.q_proj":671744,"L5.attn.k_proj":335872,"L5.attn.v_proj":335872,"L5.attn.o_proj":671744,"L5.mlp.gate_proj":3022848,"L5.mlp.up_proj":3022848,"L5.mlp.down_proj":3022848,"L6.norms":20480,"L6.conv.in_proj":2015232,"L6.conv.out_proj":671744,"L6.mlp.gate_proj":3022848,"L6.mlp.up_proj":3022848,"L6.mlp.down_proj":3022848,"L7.norms":20480,"L7.conv.in_proj":2015232,"L7.conv.out_proj":671744,"L7.mlp.gate_proj":3022848,"L7.mlp.up_proj":3022848,"L7.mlp.down_proj":3022848,"L8.norms":8704,"L8.attn.q_proj":671744,"L8.attn.k_proj":335872,"L8.attn.v_proj":335872,"L8.attn.o_proj":671744,"L8.mlp.gate_proj":3022848,"L8.mlp.up_proj":3022848,"L8.mlp.down_proj":3022848,"L9.norms":20480,"L9.conv.in_proj":2015232,"L9.conv.out_proj":671744,"L9.mlp.gate_proj":3022848,"L9.mlp.up_proj":3022848,"L9.mlp.down_proj":3022848,"L10.norms":8704,"L10.attn.q_proj":671744,"L10.attn.k_proj":335872,"L10.attn.v_proj":335872,"L10.attn.o_proj":671744,"L10.mlp.gate_proj":3022848,"L10.mlp.up_proj":3022848,"L10.mlp.down_proj":3022848,"L11.norms":20480,"L11.conv.in_proj":2015232,"L11.conv.out_proj":671744,"L11.mlp.gate_proj":3022848,"L11.mlp.up_proj":3022848,"L11.mlp.down_proj":3022848,"L12.norms":8704,"L12.attn.q_proj":671744,"L12.attn.k_proj":335872,"L12.attn.v_proj":335872,"L12.attn.o_proj":671744,"L12.mlp.gate_proj":3022848,"L12.mlp.up_proj":3022848,"L12.mlp.down_proj":3022848,"L13.norms":20480,"L13.conv.in_proj":2015232,"L13.conv.out_proj":671744,"L13.mlp.gate_proj":3022848,"L13.mlp.up_proj":3022848,"L13.mlp.down_proj":3022848,"L14.norms":8704,"L14.attn.q_proj":671744,"L14.attn.k_proj":335872,"L14.attn.v_proj":335872,"L14.attn.o_proj":671744,"L14.mlp.gate_proj":3022848,"L14.mlp.up_proj":3022848,"L14.mlp.down_proj":3022848,"L15.norms":20480,"L15.conv.in_proj":2015232,"L15.conv.out_proj":671744,"L15.mlp.gate_proj":3022848,"L15.mlp.up_proj":3022848,"L15.mlp.down_proj":3022848,"final":4096},"pieces":[{"offset":0,"length":4096,"buf":"L0.norms","dst":0},{"offset":4096,"length":12288,"buf":"L0.norms","dst":8192},{"offset":16384,"length":4096,"buf":"L0.norms","dst":4096},{"offset":20480,"length":4096,"buf":"L1.norms","dst":0},{"offset":24576,"length":12288,"buf":"L1.norms","dst":8192},{"offset":36864,"length":4096,"buf":"L1.norms","dst":4096},{"offset":40960,"length":4096,"buf":"L2.norms","dst":0},{"offset":45056,"length":524288,"buf":"rope","dst":0},{"offset":16429056,"length":524288,"buf":"rope","dst":524288},{"offset":32813056,"length":4096,"buf":"L2.norms","dst":4096},{"offset":32817152,"length":4096,"buf":"L3.norms","dst":0},{"offset":32821248,"length":12288,"buf":"L3.norms","dst":8192},{"offset":32833536,"length":4096,"buf":"L3.norms","dst":4096},{"offset":32837632,"length":4096,"buf":"L4.norms","dst":0},{"offset":32841728,"length":12288,"buf":"L4.norms","dst":8192},{"offset":32854016,"length":4096,"buf":"L4.norms","dst":4096},{"offset":32858112,"length":4096,"buf":"L5.norms","dst":0},{"offset":32862208,"length":4096,"buf":"L5.norms","dst":4096},{"offset":32866304,"length":4096,"buf":"L6.norms","dst":0},{"offset":32870400,"length":12288,"buf":"L6.norms","dst":8192},{"offset":32882688,"length":4096,"buf":"L6.norms","dst":4096},{"offset":32886784,"length":4096,"buf":"L7.norms","dst":0},{"offset":32890880,"length":12288,"buf":"L7.norms","dst":8192},{"offset":32903168,"length":4096,"buf":"L7.norms","dst":4096},{"offset":32907264,"length":4096,"buf":"L8.norms","dst":0},{"offset":32911360,"length":4096,"buf":"L8.norms","dst":4096},{"offset":32915456,"length":4096,"buf":"L9.norms","dst":0},{"offset":32919552,"length":12288,"buf":"L9.norms","dst":8192},{"offset":32931840,"length":4096,"buf":"L9.norms","dst":4096},{"offset":32935936,"length":4096,"buf":"L10.norms","dst":0},{"offset":32940032,"length":4096,"buf":"L10.norms","dst":4096},{"offset":32944128,"length":4096,"buf":"L11.norms","dst":0},{"offset":32948224,"length":12288,"buf":"L11.norms","dst":8192},{"offset":32960512,"length":4096,"buf":"L11.norms","dst":4096},{"offset":32964608,"length":4096,"buf":"L12.norms","dst":0},{"offset":32968704,"length":4096,"buf":"L12.norms","dst":4096},{"offset":32972800,"length":4096,"buf":"L13.norms","dst":0},{"offset":32976896,"length":12288,"buf":"L13.norms","dst":8192},{"offset":32989184,"length":4096,"buf":"L13.norms","dst":4096},{"offset":32993280,"length":4096,"buf":"L14.norms","dst":0},{"offset":32997376,"length":4096,"buf":"L14.norms","dst":4096},{"offset":33001472,"length":4096,"buf":"L15.norms","dst":0},{"offset":33005568,"length":12288,"buf":"L15.norms","dst":8192},{"offset":33017856,"length":4096,"buf":"L15.norms","dst":4096},{"offset":33021952,"length":4096,"buf":"final","dst":0},{"offset":33026048,"length":33554432,"buf":"embed","dst":0},{"offset":66580480,"length":8388608,"buf":"embed","dst":33554432},{"offset":74969088,"length":1048576,"buf":"embed","dst":41943040},{"offset":76017664,"length":1572864,"buf":"L0.conv.in_proj","dst":0},{"offset":77590528,"length":393216,"buf":"L0.conv.in_proj","dst":1572864},{"offset":77983744,"length":49152,"buf":"L0.conv.in_proj","dst":1966080},{"offset":78032896,"length":524288,"buf":"L0.conv.out_proj","dst":0},{"offset":78557184,"length":131072,"buf":"L0.conv.out_proj","dst":524288},{"offset":78688256,"length":16384,"buf":"L0.conv.out_proj","dst":655360},{"offset":78704640,"length":2359296,"buf":"L0.mlp.gate_proj","dst":0},{"offset":81063936,"length":589824,"buf":"L0.mlp.gate_proj","dst":2359296},{"offset":81653760,"length":73728,"buf":"L0.mlp.gate_proj","dst":2949120},{"offset":81727488,"length":2359296,"buf":"L0.mlp.up_proj","dst":0},{"offset":84086784,"length":589824,"buf":"L0.mlp.up_proj","dst":2359296},{"offset":84676608,"length":73728,"buf":"L0.mlp.up_proj","dst":2949120},{"offset":84750336,"length":2359296,"buf":"L0.mlp.down_proj","dst":0},{"offset":87109632,"length":589824,"buf":"L0.mlp.down_proj","dst":2359296},{"offset":87699456,"length":73728,"buf":"L0.mlp.down_proj","dst":2949120},{"offset":87773184,"length":1572864,"buf":"L1.conv.in_proj","dst":0},{"offset":89346048,"length":393216,"buf":"L1.conv.in_proj","dst":1572864},{"offset":89739264,"length":49152,"buf":"L1.conv.in_proj","dst":1966080},{"offset":89788416,"length":524288,"buf":"L1.conv.out_proj","dst":0},{"offset":90312704,"length":131072,"buf":"L1.conv.out_proj","dst":524288},{"offset":90443776,"length":16384,"buf":"L1.conv.out_proj","dst":655360},{"offset":90460160,"length":2359296,"buf":"L1.mlp.gate_proj","dst":0},{"offset":92819456,"length":589824,"buf":"L1.mlp.gate_proj","dst":2359296},{"offset":93409280,"length":73728,"buf":"L1.mlp.gate_proj","dst":2949120},{"offset":93483008,"length":2359296,"buf":"L1.mlp.up_proj","dst":0},{"offset":95842304,"length":589824,"buf":"L1.mlp.up_proj","dst":2359296},{"offset":96432128,"length":73728,"buf":"L1.mlp.up_proj","dst":2949120},{"offset":96505856,"length":2359296,"buf":"L1.mlp.down_proj","dst":0},{"offset":98865152,"length":589824,"buf":"L1.mlp.down_proj","dst":2359296},{"offset":99454976,"length":73728,"buf":"L1.mlp.down_proj","dst":2949120},{"offset":99528704,"length":524288,"buf":"L2.attn.q_proj","dst":0},{"offset":100052992,"length":131072,"buf":"L2.attn.q_proj","dst":524288},{"offset":100184064,"length":16384,"buf":"L2.attn.q_proj","dst":655360},{"offset":100200448,"length":262144,"buf":"L2.attn.k_proj","dst":0},{"offset":100462592,"length":65536,"buf":"L2.attn.k_proj","dst":262144},{"offset":100528128,"length":8192,"buf":"L2.attn.k_proj","dst":327680},{"offset":100536320,"length":262144,"buf":"L2.attn.v_proj","dst":0},{"offset":100798464,"length":65536,"buf":"L2.attn.v_proj","dst":262144},{"offset":100864000,"length":8192,"buf":"L2.attn.v_proj","dst":327680},{"offset":100872192,"length":524288,"buf":"L2.attn.o_proj","dst":0},{"offset":101396480,"length":131072,"buf":"L2.attn.o_proj","dst":524288},{"offset":101527552,"length":16384,"buf":"L2.attn.o_proj","dst":655360},{"offset":101543936,"length":2359296,"buf":"L2.mlp.gate_proj","dst":0},{"offset":103903232,"length":589824,"buf":"L2.mlp.gate_proj","dst":2359296},{"offset":104493056,"length":73728,"buf":"L2.mlp.gate_proj","dst":2949120},{"offset":104566784,"length":2359296,"buf":"L2.mlp.up_proj","dst":0},{"offset":106926080,"length":589824,"buf":"L2.mlp.up_proj","dst":2359296},{"offset":107515904,"length":73728,"buf":"L2.mlp.up_proj","dst":2949120},{"offset":107589632,"length":2359296,"buf":"L2.mlp.down_proj","dst":0},{"offset":109948928,"length":589824,"buf":"L2.mlp.down_proj","dst":2359296},{"offset":110538752,"length":73728,"buf":"L2.mlp.down_proj","dst":2949120},{"offset":110612480,"length":1572864,"buf":"L3.conv.in_proj","dst":0},{"offset":112185344,"length":393216,"buf":"L3.conv.in_proj","dst":1572864},{"offset":112578560,"length":49152,"buf":"L3.conv.in_proj","dst":1966080},{"offset":112627712,"length":524288,"buf":"L3.conv.out_proj","dst":0},{"offset":113152000,"length":131072,"buf":"L3.conv.out_proj","dst":524288},{"offset":113283072,"length":16384,"buf":"L3.conv.out_proj","dst":655360},{"offset":113299456,"length":2359296,"buf":"L3.mlp.gate_proj","dst":0},{"offset":115658752,"length":589824,"buf":"L3.mlp.gate_proj","dst":2359296},{"offset":116248576,"length":73728,"buf":"L3.mlp.gate_proj","dst":2949120},{"offset":116322304,"length":2359296,"buf":"L3.mlp.up_proj","dst":0},{"offset":118681600,"length":589824,"buf":"L3.mlp.up_proj","dst":2359296},{"offset":119271424,"length":73728,"buf":"L3.mlp.up_proj","dst":2949120},{"offset":119345152,"length":2359296,"buf":"L3.mlp.down_proj","dst":0},{"offset":121704448,"length":589824,"buf":"L3.mlp.down_proj","dst":2359296},{"offset":122294272,"length":73728,"buf":"L3.mlp.down_proj","dst":2949120},{"offset":122368000,"length":1572864,"buf":"L4.conv.in_proj","dst":0},{"offset":123940864,"length":393216,"buf":"L4.conv.in_proj","dst":1572864},{"offset":124334080,"length":49152,"buf":"L4.conv.in_proj","dst":1966080},{"offset":124383232,"length":524288,"buf":"L4.conv.out_proj","dst":0},{"offset":124907520,"length":131072,"buf":"L4.conv.out_proj","dst":524288},{"offset":125038592,"length":16384,"buf":"L4.conv.out_proj","dst":655360},{"offset":125054976,"length":2359296,"buf":"L4.mlp.gate_proj","dst":0},{"offset":127414272,"length":589824,"buf":"L4.mlp.gate_proj","dst":2359296},{"offset":128004096,"length":73728,"buf":"L4.mlp.gate_proj","dst":2949120},{"offset":128077824,"length":2359296,"buf":"L4.mlp.up_proj","dst":0},{"offset":130437120,"length":589824,"buf":"L4.mlp.up_proj","dst":2359296},{"offset":131026944,"length":73728,"buf":"L4.mlp.up_proj","dst":2949120},{"offset":131100672,"length":2359296,"buf":"L4.mlp.down_proj","dst":0},{"offset":133459968,"length":589824,"buf":"L4.mlp.down_proj","dst":2359296},{"offset":134049792,"length":73728,"buf":"L4.mlp.down_proj","dst":2949120},{"offset":134123520,"length":524288,"buf":"L5.attn.q_proj","dst":0},{"offset":134647808,"length":131072,"buf":"L5.attn.q_proj","dst":524288},{"offset":134778880,"length":16384,"buf":"L5.attn.q_proj","dst":655360},{"offset":134795264,"length":262144,"buf":"L5.attn.k_proj","dst":0},{"offset":135057408,"length":65536,"buf":"L5.attn.k_proj","dst":262144},{"offset":135122944,"length":8192,"buf":"L5.attn.k_proj","dst":327680},{"offset":135131136,"length":262144,"buf":"L5.attn.v_proj","dst":0},{"offset":135393280,"length":65536,"buf":"L5.attn.v_proj","dst":262144},{"offset":135458816,"length":8192,"buf":"L5.attn.v_proj","dst":327680},{"offset":135467008,"length":524288,"buf":"L5.attn.o_proj","dst":0},{"offset":135991296,"length":131072,"buf":"L5.attn.o_proj","dst":524288},{"offset":136122368,"length":16384,"buf":"L5.attn.o_proj","dst":655360},{"offset":136138752,"length":2359296,"buf":"L5.mlp.gate_proj","dst":0},{"offset":138498048,"length":589824,"buf":"L5.mlp.gate_proj","dst":2359296},{"offset":139087872,"length":73728,"buf":"L5.mlp.gate_proj","dst":2949120},{"offset":139161600,"length":2359296,"buf":"L5.mlp.up_proj","dst":0},{"offset":141520896,"length":589824,"buf":"L5.mlp.up_proj","dst":2359296},{"offset":142110720,"length":73728,"buf":"L5.mlp.up_proj","dst":2949120},{"offset":142184448,"length":2359296,"buf":"L5.mlp.down_proj","dst":0},{"offset":144543744,"length":589824,"buf":"L5.mlp.down_proj","dst":2359296},{"offset":145133568,"length":73728,"buf":"L5.mlp.down_proj","dst":2949120},{"offset":145207296,"length":1572864,"buf":"L6.conv.in_proj","dst":0},{"offset":146780160,"length":393216,"buf":"L6.conv.in_proj","dst":1572864},{"offset":147173376,"length":49152,"buf":"L6.conv.in_proj","dst":1966080},{"offset":147222528,"length":524288,"buf":"L6.conv.out_proj","dst":0},{"offset":147746816,"length":131072,"buf":"L6.conv.out_proj","dst":524288},{"offset":147877888,"length":16384,"buf":"L6.conv.out_proj","dst":655360},{"offset":147894272,"length":2359296,"buf":"L6.mlp.gate_proj","dst":0},{"offset":150253568,"length":589824,"buf":"L6.mlp.gate_proj","dst":2359296},{"offset":150843392,"length":73728,"buf":"L6.mlp.gate_proj","dst":2949120},{"offset":150917120,"length":2359296,"buf":"L6.mlp.up_proj","dst":0},{"offset":153276416,"length":589824,"buf":"L6.mlp.up_proj","dst":2359296},{"offset":153866240,"length":73728,"buf":"L6.mlp.up_proj","dst":2949120},{"offset":153939968,"length":2359296,"buf":"L6.mlp.down_proj","dst":0},{"offset":156299264,"length":589824,"buf":"L6.mlp.down_proj","dst":2359296},{"offset":156889088,"length":73728,"buf":"L6.mlp.down_proj","dst":2949120},{"offset":156962816,"length":1572864,"buf":"L7.conv.in_proj","dst":0},{"offset":158535680,"length":393216,"buf":"L7.conv.in_proj","dst":1572864},{"offset":158928896,"length":49152,"buf":"L7.conv.in_proj","dst":1966080},{"offset":158978048,"length":524288,"buf":"L7.conv.out_proj","dst":0},{"offset":159502336,"length":131072,"buf":"L7.conv.out_proj","dst":524288},{"offset":159633408,"length":16384,"buf":"L7.conv.out_proj","dst":655360},{"offset":159649792,"length":2359296,"buf":"L7.mlp.gate_proj","dst":0},{"offset":162009088,"length":589824,"buf":"L7.mlp.gate_proj","dst":2359296},{"offset":162598912,"length":73728,"buf":"L7.mlp.gate_proj","dst":2949120},{"offset":162672640,"length":2359296,"buf":"L7.mlp.up_proj","dst":0},{"offset":165031936,"length":589824,"buf":"L7.mlp.up_proj","dst":2359296},{"offset":165621760,"length":73728,"buf":"L7.mlp.up_proj","dst":2949120},{"offset":165695488,"length":2359296,"buf":"L7.mlp.down_proj","dst":0},{"offset":168054784,"length":589824,"buf":"L7.mlp.down_proj","dst":2359296},{"offset":168644608,"length":73728,"buf":"L7.mlp.down_proj","dst":2949120},{"offset":168718336,"length":524288,"buf":"L8.attn.q_proj","dst":0},{"offset":169242624,"length":131072,"buf":"L8.attn.q_proj","dst":524288},{"offset":169373696,"length":16384,"buf":"L8.attn.q_proj","dst":655360},{"offset":169390080,"length":262144,"buf":"L8.attn.k_proj","dst":0},{"offset":169652224,"length":65536,"buf":"L8.attn.k_proj","dst":262144},{"offset":169717760,"length":8192,"buf":"L8.attn.k_proj","dst":327680},{"offset":169725952,"length":262144,"buf":"L8.attn.v_proj","dst":0},{"offset":169988096,"length":65536,"buf":"L8.attn.v_proj","dst":262144},{"offset":170053632,"length":8192,"buf":"L8.attn.v_proj","dst":327680},{"offset":170061824,"length":524288,"buf":"L8.attn.o_proj","dst":0},{"offset":170586112,"length":131072,"buf":"L8.attn.o_proj","dst":524288},{"offset":170717184,"length":16384,"buf":"L8.attn.o_proj","dst":655360},{"offset":170733568,"length":2359296,"buf":"L8.mlp.gate_proj","dst":0},{"offset":173092864,"length":589824,"buf":"L8.mlp.gate_proj","dst":2359296},{"offset":173682688,"length":73728,"buf":"L8.mlp.gate_proj","dst":2949120},{"offset":173756416,"length":2359296,"buf":"L8.mlp.up_proj","dst":0},{"offset":176115712,"length":589824,"buf":"L8.mlp.up_proj","dst":2359296},{"offset":176705536,"length":73728,"buf":"L8.mlp.up_proj","dst":2949120},{"offset":176779264,"length":2359296,"buf":"L8.mlp.down_proj","dst":0},{"offset":179138560,"length":589824,"buf":"L8.mlp.down_proj","dst":2359296},{"offset":179728384,"length":73728,"buf":"L8.mlp.down_proj","dst":2949120},{"offset":179802112,"length":1572864,"buf":"L9.conv.in_proj","dst":0},{"offset":181374976,"length":393216,"buf":"L9.conv.in_proj","dst":1572864},{"offset":181768192,"length":49152,"buf":"L9.conv.in_proj","dst":1966080},{"offset":181817344,"length":524288,"buf":"L9.conv.out_proj","dst":0},{"offset":182341632,"length":131072,"buf":"L9.conv.out_proj","dst":524288},{"offset":182472704,"length":16384,"buf":"L9.conv.out_proj","dst":655360},{"offset":182489088,"length":2359296,"buf":"L9.mlp.gate_proj","dst":0},{"offset":184848384,"length":589824,"buf":"L9.mlp.gate_proj","dst":2359296},{"offset":185438208,"length":73728,"buf":"L9.mlp.gate_proj","dst":2949120},{"offset":185511936,"length":2359296,"buf":"L9.mlp.up_proj","dst":0},{"offset":187871232,"length":589824,"buf":"L9.mlp.up_proj","dst":2359296},{"offset":188461056,"length":73728,"buf":"L9.mlp.up_proj","dst":2949120},{"offset":188534784,"length":2359296,"buf":"L9.mlp.down_proj","dst":0},{"offset":190894080,"length":589824,"buf":"L9.mlp.down_proj","dst":2359296},{"offset":191483904,"length":73728,"buf":"L9.mlp.down_proj","dst":2949120},{"offset":191557632,"length":524288,"buf":"L10.attn.q_proj","dst":0},{"offset":192081920,"length":131072,"buf":"L10.attn.q_proj","dst":524288},{"offset":192212992,"length":16384,"buf":"L10.attn.q_proj","dst":655360},{"offset":192229376,"length":262144,"buf":"L10.attn.k_proj","dst":0},{"offset":192491520,"length":65536,"buf":"L10.attn.k_proj","dst":262144},{"offset":192557056,"length":8192,"buf":"L10.attn.k_proj","dst":327680},{"offset":192565248,"length":262144,"buf":"L10.attn.v_proj","dst":0},{"offset":192827392,"length":65536,"buf":"L10.attn.v_proj","dst":262144},{"offset":192892928,"length":8192,"buf":"L10.attn.v_proj","dst":327680},{"offset":192901120,"length":524288,"buf":"L10.attn.o_proj","dst":0},{"offset":193425408,"length":131072,"buf":"L10.attn.o_proj","dst":524288},{"offset":193556480,"length":16384,"buf":"L10.attn.o_proj","dst":655360},{"offset":193572864,"length":2359296,"buf":"L10.mlp.gate_proj","dst":0},{"offset":195932160,"length":589824,"buf":"L10.mlp.gate_proj","dst":2359296},{"offset":196521984,"length":73728,"buf":"L10.mlp.gate_proj","dst":2949120},{"offset":196595712,"length":2359296,"buf":"L10.mlp.up_proj","dst":0},{"offset":198955008,"length":589824,"buf":"L10.mlp.up_proj","dst":2359296},{"offset":199544832,"length":73728,"buf":"L10.mlp.up_proj","dst":2949120},{"offset":199618560,"length":2359296,"buf":"L10.mlp.down_proj","dst":0},{"offset":201977856,"length":589824,"buf":"L10.mlp.down_proj","dst":2359296},{"offset":202567680,"length":73728,"buf":"L10.mlp.down_proj","dst":2949120},{"offset":202641408,"length":1572864,"buf":"L11.conv.in_proj","dst":0},{"offset":204214272,"length":393216,"buf":"L11.conv.in_proj","dst":1572864},{"offset":204607488,"length":49152,"buf":"L11.conv.in_proj","dst":1966080},{"offset":204656640,"length":524288,"buf":"L11.conv.out_proj","dst":0},{"offset":205180928,"length":131072,"buf":"L11.conv.out_proj","dst":524288},{"offset":205312000,"length":16384,"buf":"L11.conv.out_proj","dst":655360},{"offset":205328384,"length":2359296,"buf":"L11.mlp.gate_proj","dst":0},{"offset":207687680,"length":589824,"buf":"L11.mlp.gate_proj","dst":2359296},{"offset":208277504,"length":73728,"buf":"L11.mlp.gate_proj","dst":2949120},{"offset":208351232,"length":2359296,"buf":"L11.mlp.up_proj","dst":0},{"offset":210710528,"length":589824,"buf":"L11.mlp.up_proj","dst":2359296},{"offset":211300352,"length":73728,"buf":"L11.mlp.up_proj","dst":2949120},{"offset":211374080,"length":2359296,"buf":"L11.mlp.down_proj","dst":0},{"offset":213733376,"length":589824,"buf":"L11.mlp.down_proj","dst":2359296},{"offset":214323200,"length":73728,"buf":"L11.mlp.down_proj","dst":2949120},{"offset":214396928,"length":524288,"buf":"L12.attn.q_proj","dst":0},{"offset":214921216,"length":131072,"buf":"L12.attn.q_proj","dst":524288},{"offset":215052288,"length":16384,"buf":"L12.attn.q_proj","dst":655360},{"offset":215068672,"length":262144,"buf":"L12.attn.k_proj","dst":0},{"offset":215330816,"length":65536,"buf":"L12.attn.k_proj","dst":262144},{"offset":215396352,"length":8192,"buf":"L12.attn.k_proj","dst":327680},{"offset":215404544,"length":262144,"buf":"L12.attn.v_proj","dst":0},{"offset":215666688,"length":65536,"buf":"L12.attn.v_proj","dst":262144},{"offset":215732224,"length":8192,"buf":"L12.attn.v_proj","dst":327680},{"offset":215740416,"length":524288,"buf":"L12.attn.o_proj","dst":0},{"offset":216264704,"length":131072,"buf":"L12.attn.o_proj","dst":524288},{"offset":216395776,"length":16384,"buf":"L12.attn.o_proj","dst":655360},{"offset":216412160,"length":2359296,"buf":"L12.mlp.gate_proj","dst":0},{"offset":218771456,"length":589824,"buf":"L12.mlp.gate_proj","dst":2359296},{"offset":219361280,"length":73728,"buf":"L12.mlp.gate_proj","dst":2949120},{"offset":219435008,"length":2359296,"buf":"L12.mlp.up_proj","dst":0},{"offset":221794304,"length":589824,"buf":"L12.mlp.up_proj","dst":2359296},{"offset":222384128,"length":73728,"buf":"L12.mlp.up_proj","dst":2949120},{"offset":222457856,"length":2359296,"buf":"L12.mlp.down_proj","dst":0},{"offset":224817152,"length":589824,"buf":"L12.mlp.down_proj","dst":2359296},{"offset":225406976,"length":73728,"buf":"L12.mlp.down_proj","dst":2949120},{"offset":225480704,"length":1572864,"buf":"L13.conv.in_proj","dst":0},{"offset":227053568,"length":393216,"buf":"L13.conv.in_proj","dst":1572864},{"offset":227446784,"length":49152,"buf":"L13.conv.in_proj","dst":1966080},{"offset":227495936,"length":524288,"buf":"L13.conv.out_proj","dst":0},{"offset":228020224,"length":131072,"buf":"L13.conv.out_proj","dst":524288},{"offset":228151296,"length":16384,"buf":"L13.conv.out_proj","dst":655360},{"offset":228167680,"length":2359296,"buf":"L13.mlp.gate_proj","dst":0},{"offset":230526976,"length":589824,"buf":"L13.mlp.gate_proj","dst":2359296},{"offset":231116800,"length":73728,"buf":"L13.mlp.gate_proj","dst":2949120},{"offset":231190528,"length":2359296,"buf":"L13.mlp.up_proj","dst":0},{"offset":233549824,"length":589824,"buf":"L13.mlp.up_proj","dst":2359296},{"offset":234139648,"length":73728,"buf":"L13.mlp.up_proj","dst":2949120},{"offset":234213376,"length":2359296,"buf":"L13.mlp.down_proj","dst":0},{"offset":236572672,"length":589824,"buf":"L13.mlp.down_proj","dst":2359296},{"offset":237162496,"length":73728,"buf":"L13.mlp.down_proj","dst":2949120},{"offset":237236224,"length":524288,"buf":"L14.attn.q_proj","dst":0},{"offset":237760512,"length":131072,"buf":"L14.attn.q_proj","dst":524288},{"offset":237891584,"length":16384,"buf":"L14.attn.q_proj","dst":655360},{"offset":237907968,"length":262144,"buf":"L14.attn.k_proj","dst":0},{"offset":238170112,"length":65536,"buf":"L14.attn.k_proj","dst":262144},{"offset":238235648,"length":8192,"buf":"L14.attn.k_proj","dst":327680},{"offset":238243840,"length":262144,"buf":"L14.attn.v_proj","dst":0},{"offset":238505984,"length":65536,"buf":"L14.attn.v_proj","dst":262144},{"offset":238571520,"length":8192,"buf":"L14.attn.v_proj","dst":327680},{"offset":238579712,"length":524288,"buf":"L14.attn.o_proj","dst":0},{"offset":239104000,"length":131072,"buf":"L14.attn.o_proj","dst":524288},{"offset":239235072,"length":16384,"buf":"L14.attn.o_proj","dst":655360},{"offset":239251456,"length":2359296,"buf":"L14.mlp.gate_proj","dst":0},{"offset":241610752,"length":589824,"buf":"L14.mlp.gate_proj","dst":2359296},{"offset":242200576,"length":73728,"buf":"L14.mlp.gate_proj","dst":2949120},{"offset":242274304,"length":2359296,"buf":"L14.mlp.up_proj","dst":0},{"offset":244633600,"length":589824,"buf":"L14.mlp.up_proj","dst":2359296},{"offset":245223424,"length":73728,"buf":"L14.mlp.up_proj","dst":2949120},{"offset":245297152,"length":2359296,"buf":"L14.mlp.down_proj","dst":0},{"offset":247656448,"length":589824,"buf":"L14.mlp.down_proj","dst":2359296},{"offset":248246272,"length":73728,"buf":"L14.mlp.down_proj","dst":2949120},{"offset":248320000,"length":1572864,"buf":"L15.conv.in_proj","dst":0},{"offset":249892864,"length":393216,"buf":"L15.conv.in_proj","dst":1572864},{"offset":250286080,"length":49152,"buf":"L15.conv.in_proj","dst":1966080},{"offset":250335232,"length":524288,"buf":"L15.conv.out_proj","dst":0},{"offset":250859520,"length":131072,"buf":"L15.conv.out_proj","dst":524288},{"offset":250990592,"length":16384,"buf":"L15.conv.out_proj","dst":655360},{"offset":251006976,"length":2359296,"buf":"L15.mlp.gate_proj","dst":0},{"offset":253366272,"length":589824,"buf":"L15.mlp.gate_proj","dst":2359296},{"offset":253956096,"length":73728,"buf":"L15.mlp.gate_proj","dst":2949120},{"offset":254029824,"length":2359296,"buf":"L15.mlp.up_proj","dst":0},{"offset":256389120,"length":589824,"buf":"L15.mlp.up_proj","dst":2359296},{"offset":256978944,"length":73728,"buf":"L15.mlp.up_proj","dst":2949120},{"offset":257052672,"length":2359296,"buf":"L15.mlp.down_proj","dst":0},{"offset":259411968,"length":589824,"buf":"L15.mlp.down_proj","dst":2359296},{"offset":260001792,"length":73728,"buf":"L15.mlp.down_proj","dst":2949120}],"inline":[{"buf":"L2.norms","dst":8192,"f32":[1.6015625,1.5390625,1.21875,1.6640625,1.1875,1.6484375,1.6015625,1.59375,1.2890625,1.5390625,1.4296875,1.6796875,1.671875,1.4609375,1.34375,1.2734375,2.109375,1.2890625,1.203125,1.203125,0.58203125,1.4921875,1.2421875,1.109375,1.28125,1.3203125,1.15625,1.2890625,1.2734375,1.25,0.4140625,1.2734375,1.4921875,1.3671875,1.6953125,1.4453125,1.8359375,1.28125,1.34375,1.4609375,1.703125,1.40625,1.46875,1.375,1.46875,1.6640625,2.0625,1.6796875,1.4296875,1.515625,0.8515625,1.2265625,1.2734375,1.8125,1.2890625,1.25,1.328125,1.2421875,0.427734375,1.2421875,1.28125,1.2421875,1.3203125,1.3828125]},{"buf":"L2.norms","dst":8448,"f32":[1.6484375,1.3046875,1.4453125,1.546875,1.546875,1.5,1.296875,1.3984375,1.5234375,1.2578125,1.0,1.09375,1.6171875,1.5546875,1.7265625,1.3125,1.78125,1.828125,1.3125,1.0,-0.263671875,1.921875,1.2421875,1.1015625,1.28125,1.328125,1.140625,1.28125,1.2734375,1.25,0.4140625,1.265625,1.2578125,1.546875,1.3359375,1.53125,1.359375,1.6015625,1.59375,1.484375,1.515625,1.46875,1.6953125,1.6953125,1.609375,1.5390625,1.6640625,1.7265625,0.54296875,-1.296875,0.1953125,1.25,1.28125,1.125,1.1796875,1.265625,1.3203125,1.2421875,0.4453125,1.2421875,1.28125,1.2421875,1.3203125,1.3828125]},{"buf":"L5.norms","dst":8192,"f32":[1.4296875,1.3828125,1.5,1.703125,0.0164794921875,1.8984375,1.734375,1.8984375,1.7421875,1.71875,1.8515625,1.28125,1.7265625,1.53125,1.3046875,1.8046875,1.578125,2.046875,2.0,1.890625,1.7265625,1.296875,1.546875,1.5625,1.65625,1.390625,1.4765625,1.4140625,1.6953125,1.46875,1.6484375,1.6640625,1.640625,1.40625,1.5625,1.4375,1.75,1.296875,1.2578125,1.4921875,1.5390625,1.3984375,1.40625,1.8203125,1.5234375,1.984375,2.109375,1.5625,1.7109375,1.46875,1.8125,2.078125,1.5703125,1.625,1.546875,1.5,1.609375,1.703125,1.421875,1.625,1.53125,1.5703125,1.609375,1.6015625]},{"buf":"L5.norms","dst":8448,"f32":[-0.016357421875,0.953125,1.625,1.8125,1.4765625,1.6171875,1.5390625,1.25,1.3671875,0.01190185546875,0.875,1.671875,1.4375,1.734375,1.765625,1.4765625,1.4609375,1.2265625,1.78125,1.5078125,1.7890625,1.3984375,1.4921875,1.421875,1.5703125,1.3984375,1.46875,1.4296875,1.6875,1.46875,1.65625,1.671875,1.84375,1.5234375,1.328125,1.34375,1.3984375,1.5546875,1.5390625,1.6875,1.734375,1.6953125,1.671875,1.140625,1.7578125,1.3046875,1.140625,1.7890625,1.453125,1.9296875,1.8203125,2.03125,1.8828125,1.46875,1.4296875,1.6171875,1.625,1.671875,1.421875,1.609375,1.5390625,1.5703125,1.609375,1.6015625]},{"buf":"L8.norms","dst":8192,"f32":[1.453125,1.4296875,1.453125,1.34375,1.9453125,1.328125,1.453125,1.9140625,1.484375,1.6015625,1.9453125,1.4453125,1.484375,1.3125,1.890625,1.8359375,1.6328125,1.9453125,1.96875,1.7734375,1.5625,1.8125,1.7890625,1.6328125,1.515625,1.4453125,1.375,1.53125,1.46875,1.3984375,1.375,1.4765625,1.765625,1.6484375,1.3515625,1.6484375,1.34375,1.8515625,1.640625,1.375,1.7890625,1.4296875,1.4609375,1.453125,1.859375,2.09375,1.46875,1.3984375,1.625,0.439453125,1.984375,1.984375,1.6015625,1.4140625,1.21875,1.484375,1.5,1.46875,1.5390625,1.453125,1.4296875,1.5234375,1.5859375,1.3671875]},{"buf":"L8.norms","dst":8448,"f32":[0.0439453125,1.0703125,0.1875,1.6640625,1.5390625,1.609375,1.421875,1.4921875,1.6953125,1.1953125,1.0234375,1.875,1.703125,1.90625,1.34375,1.3046875,1.328125,1.2109375,1.46875,1.578125,1.75,1.203125,1.359375,1.5703125,1.53125,1.4453125,1.375,1.5234375,1.46875,1.3984375,1.375,1.4765625,1.953125,1.75,1.625,1.4609375,1.6015625,1.265625,1.359375,1.578125,1.3984375,1.609375,1.6328125,1.375,1.0,0.01300048828125,1.6796875,1.65625,1.5859375,2.015625,1.6953125,1.71875,1.6875,2.140625,1.8828125,1.5390625,1.4765625,1.46875,1.5234375,1.453125,1.4296875,1.515625,1.5859375,1.3671875]},{"buf":"L10.norms","dst":8192,"f32":[0.70703125,1.2421875,1.515625,1.46875,1.65625,2.03125,1.4609375,1.828125,1.7578125,1.78125,1.5859375,1.9140625,2.15625,1.546875,1.6484375,1.625,1.8125,1.75,2.03125,1.953125,1.90625,1.625,1.609375,1.734375,1.703125,1.8046875,1.71875,1.46875,1.65625,1.484375,1.515625,1.8125,0.004180908203125,1.2265625,1.359375,1.65625,1.3046875,1.34375,1.71875,1.2734375,1.4765625,1.40625,1.8046875,1.4921875,1.515625,1.9765625,1.9921875,2.09375,1.671875,2.09375,1.9765625,1.984375,1.9296875,1.859375,1.640625,1.796875,1.7421875,1.7734375,1.6875,1.828125,1.703125,1.5390625,1.765625,1.5859375]},{"buf":"L10.norms","dst":8448,"f32":[0.703125,1.453125,1.1875,1.6171875,1.03125,1.3515625,1.5859375,1.2734375,1.28125,1.5546875,1.59375,1.25,1.4375,1.84375,2.0,1.7421875,1.9140625,2.03125,1.8203125,1.703125,1.84375,1.609375,1.828125,1.6640625,1.703125,1.78125,1.7265625,1.4921875,1.65625,1.484375,1.515625,1.8125,-0.00909423828125,0.01806640625,1.4296875,1.109375,1.5390625,1.578125,1.3828125,1.453125,1.671875,1.625,1.4921875,1.796875,1.84375,1.375,1.3203125,1.625,1.4921875,1.6484375,1.8359375,1.8125,1.84375,1.640625,1.53125,1.8125,1.7265625,1.796875,1.671875,1.8125,1.703125,1.53125,1.765625,1.5859375]},{"buf":"L12.norms","dst":8192,"f32":[-0.146484375,0.07958984375,1.4609375,1.8046875,1.5,1.4921875,1.890625,2.078125,2.015625,1.453125,2.046875,1.421875,1.3046875,1.609375,2.078125,1.4921875,2.09375,1.8125,1.703125,1.78125,1.8125,1.578125,1.25,1.7265625,1.5,1.5,1.546875,1.53125,1.6875,1.59375,1.5546875,1.5546875,0.01300048828125,0.01068115234375,1.6484375,1.625,1.859375,1.7109375,1.5390625,1.7109375,1.4140625,1.8359375,1.53125,1.78125,1.8125,2.0625,1.28125,1.6953125,1.4140625,1.5546875,1.421875,1.625,1.625,1.9375,1.8359375,1.5546875,1.53125,1.640625,1.5546875,1.5546875,1.546875,1.6015625,1.5859375,1.5546875]},{"buf":"L12.norms","dst":8448,"f32":[0.130859375,-0.07421875,1.7421875,1.53125,1.71875,1.6640625,1.3359375,1.0625,1.7265625,1.7265625,1.0625,1.8203125,1.734375,2.0,1.109375,1.4375,1.2734375,1.765625,1.4453125,1.671875,1.640625,1.234375,1.7578125,1.5078125,1.578125,1.53125,1.5546875,1.5390625,1.6796875,1.59375,1.546875,1.5546875,0.053466796875,0.035400390625,0.09716796875,1.75,1.375,0.6328125,1.6953125,1.6328125,1.609375,1.3515625,1.765625,1.3046875,1.3203125,1.1953125,1.7265625,1.6953125,1.8125,1.46875,1.6875,1.7109375,1.578125,1.3671875,1.3515625,1.453125,1.4375,1.59375,1.546875,1.5546875,1.5390625,1.6015625,1.5859375,1.5546875]},{"buf":"L14.norms","dst":8192,"f32":[0.00384521484375,1.3203125,1.328125,1.859375,1.359375,1.9609375,1.484375,1.5,1.5859375,1.65625,1.484375,2.046875,1.5078125,1.96875,1.390625,1.7421875,1.8984375,1.4609375,1.6015625,1.7265625,1.59375,1.6484375,1.546875,1.484375,1.4609375,1.46875,1.4140625,1.4609375,1.5078125,1.4921875,1.5,1.40625,-0.049072265625,1.8828125,1.515625,1.3203125,1.359375,1.5390625,1.6875,1.8984375,1.78125,1.3671875,1.828125,1.3984375,1.8515625,1.4375,2.359375,1.78125,1.4375,2.1875,1.9375,2.046875,1.65625,1.7734375,1.4296875,1.4375,1.5,1.5078125,1.46875,1.4453125,1.515625,1.4609375,1.53125,1.546875]},{"buf":"L14.norms","dst":8448,"f32":[0.05126953125,1.625,1.515625,-0.002593994140625,1.4296875,1.25,1.5625,1.734375,1.7578125,0.0242919921875,1.8515625,1.2890625,1.9375,1.0703125,1.71875,1.8203125,1.5625,1.8359375,1.578125,1.609375,1.59375,1.3046875,1.46875,1.4375,1.4609375,1.453125,1.4296875,1.453125,1.5,1.4921875,1.5,1.40625,0.010009765625,0.07861328125,1.421875,1.6484375,1.40625,1.75,1.375,1.3359375,1.59375,1.78125,1.3125,1.84375,1.3515625,1.859375,1.1953125,1.3515625,1.578125,1.4140625,1.4609375,1.53125,1.5703125,1.6953125,1.46875,1.34375,1.4921875,1.4765625,1.453125,1.453125,1.5234375,1.453125,1.5234375,1.546875]}],"embed":{"buf":"embed","q":0,"s":8388608,"z":10485760,"K":1024,"N":65536},"rope":{"buf":"rope","cos":0,"sin":131072,"rows":4096},"final_norm":0,"layers":[{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L0.norms","in_proj":{"buf":"L0.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L0.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L0.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L0.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L0.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L1.norms","in_proj":{"buf":"L1.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L1.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L1.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L1.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L1.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"full_attention","op_norm":0,"ffn_norm":1024,"norms":"L2.norms","q":{"buf":"L2.attn.q_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"k":{"buf":"L2.attn.k_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"v":{"buf":"L2.attn.v_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"o":{"buf":"L2.attn.o_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"q_norm":2048,"k_norm":2112,"gate":{"buf":"L2.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L2.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L2.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L3.norms","in_proj":{"buf":"L3.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L3.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L3.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L3.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L3.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L4.norms","in_proj":{"buf":"L4.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L4.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L4.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L4.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L4.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"full_attention","op_norm":0,"ffn_norm":1024,"norms":"L5.norms","q":{"buf":"L5.attn.q_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"k":{"buf":"L5.attn.k_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"v":{"buf":"L5.attn.v_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"o":{"buf":"L5.attn.o_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"q_norm":2048,"k_norm":2112,"gate":{"buf":"L5.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L5.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L5.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L6.norms","in_proj":{"buf":"L6.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L6.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L6.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L6.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L6.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L7.norms","in_proj":{"buf":"L7.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L7.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L7.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L7.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L7.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"full_attention","op_norm":0,"ffn_norm":1024,"norms":"L8.norms","q":{"buf":"L8.attn.q_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"k":{"buf":"L8.attn.k_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"v":{"buf":"L8.attn.v_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"o":{"buf":"L8.attn.o_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"q_norm":2048,"k_norm":2112,"gate":{"buf":"L8.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L8.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L8.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L9.norms","in_proj":{"buf":"L9.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L9.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L9.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L9.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L9.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"full_attention","op_norm":0,"ffn_norm":1024,"norms":"L10.norms","q":{"buf":"L10.attn.q_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"k":{"buf":"L10.attn.k_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"v":{"buf":"L10.attn.v_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"o":{"buf":"L10.attn.o_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"q_norm":2048,"k_norm":2112,"gate":{"buf":"L10.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L10.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L10.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L11.norms","in_proj":{"buf":"L11.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L11.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L11.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L11.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L11.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"full_attention","op_norm":0,"ffn_norm":1024,"norms":"L12.norms","q":{"buf":"L12.attn.q_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"k":{"buf":"L12.attn.k_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"v":{"buf":"L12.attn.v_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"o":{"buf":"L12.attn.o_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"q_norm":2048,"k_norm":2112,"gate":{"buf":"L12.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L12.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L12.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L13.norms","in_proj":{"buf":"L13.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L13.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L13.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L13.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L13.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"full_attention","op_norm":0,"ffn_norm":1024,"norms":"L14.norms","q":{"buf":"L14.attn.q_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"k":{"buf":"L14.attn.k_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"v":{"buf":"L14.attn.v_proj","q":0,"s":65536,"z":81920,"K":1024,"N":512},"o":{"buf":"L14.attn.o_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"q_norm":2048,"k_norm":2112,"gate":{"buf":"L14.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L14.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L14.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}},{"kind":"conv","op_norm":0,"ffn_norm":1024,"norms":"L15.norms","in_proj":{"buf":"L15.conv.in_proj","q":0,"s":393216,"z":491520,"K":1024,"N":3072},"out_proj":{"buf":"L15.conv.out_proj","q":0,"s":131072,"z":163840,"K":1024,"N":1024},"conv_w":2048,"gate":{"buf":"L15.mlp.gate_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"up":{"buf":"L15.mlp.up_proj","q":0,"s":589824,"z":737280,"K":1024,"N":4608},"down":{"buf":"L15.mlp.down_proj","q":0,"s":589824,"z":737280,"K":4608,"N":1024}}],"file_bytes":260075520}