{"buffers":[{"name":"embed","offset":0,"size":167936000},{"name":"L0.norms","offset":167936000,"size":90112},{"name":"L0.in","offset":168026112,"size":7077888},{"name":"L0.out","offset":175104000,"size":2359296},{"name":"L0.w13","offset":177463296,"size":17694720},{"name":"L0.w2","offset":195158016,"size":8847360},{"name":"L1.norms","offset":204005376,"size":90112},{"name":"L1.in","offset":204095488,"size":7077888},{"name":"L1.out","offset":211173376,"size":2359296},{"name":"L1.w13","offset":213532672,"size":17694720},{"name":"L1.w2","offset":231227392,"size":8847360},{"name":"L2.norms","offset":240074752,"size":33792},{"name":"L2.qkvg","offset":240108544,"size":3575808},{"name":"L2.out","offset":243684352,"size":2359296},{"name":"L2.w13","offset":246043648,"size":17694720},{"name":"L2.w2","offset":263738368,"size":8847360},{"name":"L3.norms","offset":272585728,"size":90112},{"name":"L3.in","offset":272675840,"size":7077888},{"name":"L3.out","offset":279753728,"size":2359296},{"name":"L3.w13","offset":282113024,"size":17694720},{"name":"L3.w2","offset":299807744,"size":8847360},{"name":"L4.norms","offset":308655104,"size":33792},{"name":"L4.qkvg","offset":308688896,"size":3575808},{"name":"L4.out","offset":312264704,"size":2359296},{"name":"L4.w13","offset":314624000,"size":17694720},{"name":"L4.w2","offset":332318720,"size":8847360},{"name":"L5.norms","offset":341166080,"size":90112},{"name":"L5.in","offset":341256192,"size":7077888},{"name":"L5.out","offset":348334080,"size":2359296},{"name":"L5.w13","offset":350693376,"size":17694720},{"name":"L5.w2","offset":368388096,"size":8847360},{"name":"L6.norms","offset":377235456,"size":33792},{"name":"L6.qkvg","offset":377269248,"size":3575808},{"name":"L6.out","offset":380845056,"size":2359296},{"name":"L6.w13","offset":383204352,"size":17694720},{"name":"L6.w2","offset":400899072,"size":8847360},{"name":"L7.norms","offset":409746432,"size":90112},{"name":"L7.in","offset":409836544,"size":7077888},{"name":"L7.out","offset":416914432,"size":2359296},{"name":"L7.w13","offset":419273728,"size":17694720},{"name":"L7.w2","offset":436968448,"size":8847360},{"name":"L8.norms","offset":445815808,"size":33792},{"name":"L8.qkvg","offset":445849600,"size":3575808},{"name":"L8.out","offset":449425408,"size":2359296},{"name":"L8.w13","offset":451784704,"size":17694720},{"name":"L8.w2","offset":469479424,"size":8847360},{"name":"L9.norms","offset":478326784,"size":90112},{"name":"L9.in","offset":478416896,"size":7077888},{"name":"L9.out","offset":485494784,"size":2359296},{"name":"L9.w13","offset":487854080,"size":17694720},{"name":"L9.w2","offset":505548800,"size":8847360},{"name":"L10.norms","offset":514396160,"size":33792},{"name":"L10.qkvg","offset":514429952,"size":3575808},{"name":"L10.out","offset":518005760,"size":2359296},{"name":"L10.w13","offset":520365056,"size":17694720},{"name":"L10.w2","offset":538059776,"size":8847360},{"name":"L11.norms","offset":546907136,"size":90112},{"name":"L11.in","offset":546997248,"size":7077888},{"name":"L11.out","offset":554075136,"size":2359296},{"name":"L11.w13","offset":556434432,"size":17694720},{"name":"L11.w2","offset":574129152,"size":8847360},{"name":"L12.norms","offset":582976512,"size":33792},{"name":"L12.qkvg","offset":583010304,"size":3575808},{"name":"L12.out","offset":586586112,"size":2359296},{"name":"L12.w13","offset":588945408,"size":17694720},{"name":"L12.w2","offset":606640128,"size":8847360},{"name":"L13.norms","offset":615487488,"size":90112},{"name":"L13.in","offset":615577600,"size":7077888},{"name":"L13.out","offset":622655488,"size":2359296},{"name":"L13.w13","offset":625014784,"size":17694720},{"name":"L13.w2","offset":642709504,"size":8847360},{"name":"L14.norms","offset":651556864,"size":33792},{"name":"L14.qkvg","offset":651590656,"size":3575808},{"name":"L14.out","offset":655166464,"size":2359296},{"name":"L14.w13","offset":657525760,"size":17694720},{"name":"L14.w2","offset":675220480,"size":8847360},{"name":"L15.norms","offset":684067840,"size":90112},{"name":"L15.in","offset":684157952,"size":7077888},{"name":"L15.out","offset":691235840,"size":2359296},{"name":"L15.w13","offset":693595136,"size":17694720},{"name":"L15.w2","offset":711289856,"size":8847360},{"name":"L16.norms","offset":720137216,"size":33792},{"name":"L16.qkvg","offset":720171008,"size":3575808},{"name":"L16.out","offset":723746816,"size":2359296},{"name":"L16.w13","offset":726106112,"size":17694720},{"name":"L16.w2","offset":743800832,"size":8847360},{"name":"L17.norms","offset":752648192,"size":90112},{"name":"L17.in","offset":752738304,"size":7077888},{"name":"L17.out","offset":759816192,"size":2359296},{"name":"L17.w13","offset":762175488,"size":17694720},{"name":"L17.w2","offset":779870208,"size":8847360},{"name":"L18.norms","offset":788717568,"size":33792},{"name":"L18.qkvg","offset":788751360,"size":3575808},{"name":"L18.out","offset":792327168,"size":2359296},{"name":"L18.w13","offset":794686464,"size":17694720},{"name":"L18.w2","offset":812381184,"size":8847360},{"name":"L19.norms","offset":821228544,"size":90112},{"name":"L19.in","offset":821318656,"size":7077888},{"name":"L19.out","offset":828396544,"size":2359296},{"name":"L19.w13","offset":830755840,"size":17694720},{"name":"L19.w2","offset":848450560,"size":8847360},{"name":"L20.norms","offset":857297920,"size":33792},{"name":"L20.qkvg","offset":857331712,"size":3575808},{"name":"L20.out","offset":860907520,"size":2359296},{"name":"L20.w13","offset":863266816,"size":17694720},{"name":"L20.w2","offset":880961536,"size":8847360},{"name":"L21.norms","offset":889808896,"size":90112},{"name":"L21.in","offset":889899008,"size":7077888},{"name":"L21.out","offset":896976896,"size":2359296},{"name":"L21.w13","offset":899336192,"size":17694720},{"name":"L21.w2","offset":917030912,"size":8847360},{"name":"L22.norms","offset":925878272,"size":33792},{"name":"L22.qkvg","offset":925912064,"size":3575808},{"name":"L22.out","offset":929487872,"size":2359296},{"name":"L22.w13","offset":931847168,"size":17694720},{"name":"L22.w2","offset":949541888,"size":8847360},{"name":"L23.norms","offset":958389248,"size":90112},{"name":"L23.in","offset":958479360,"size":7077888},{"name":"L23.out","offset":965557248,"size":2359296},{"name":"L23.w13","offset":967916544,"size":17694720},{"name":"L23.w2","offset":985611264,"size":8847360},{"name":"final","offset":994458624,"size":8192}],"layers":[{"kind":"conv","norms":"L0.norms","in":{"buf":"L0.in","N":6144,"K":2048},"out":{"buf":"L0.out","N":2048,"K":2048},"w13":{"buf":"L0.w13","N":15360,"K":2048},"w2":{"buf":"L0.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L1.norms","in":{"buf":"L1.in","N":6144,"K":2048},"out":{"buf":"L1.out","N":2048,"K":2048},"w13":{"buf":"L1.w13","N":15360,"K":2048},"w2":{"buf":"L1.w2","N":2048,"K":7680}},{"kind":"full_attention","norms":"L2.norms","qkvg":{"buf":"L2.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L2.out","N":2048,"K":2048},"w13":{"buf":"L2.w13","N":15360,"K":2048},"w2":{"buf":"L2.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L3.norms","in":{"buf":"L3.in","N":6144,"K":2048},"out":{"buf":"L3.out","N":2048,"K":2048},"w13":{"buf":"L3.w13","N":15360,"K":2048},"w2":{"buf":"L3.w2","N":2048,"K":7680}},{"kind":"sliding_attention","norms":"L4.norms","qkvg":{"buf":"L4.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L4.out","N":2048,"K":2048},"w13":{"buf":"L4.w13","N":15360,"K":2048},"w2":{"buf":"L4.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L5.norms","in":{"buf":"L5.in","N":6144,"K":2048},"out":{"buf":"L5.out","N":2048,"K":2048},"w13":{"buf":"L5.w13","N":15360,"K":2048},"w2":{"buf":"L5.w2","N":2048,"K":7680}},{"kind":"full_attention","norms":"L6.norms","qkvg":{"buf":"L6.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L6.out","N":2048,"K":2048},"w13":{"buf":"L6.w13","N":15360,"K":2048},"w2":{"buf":"L6.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L7.norms","in":{"buf":"L7.in","N":6144,"K":2048},"out":{"buf":"L7.out","N":2048,"K":2048},"w13":{"buf":"L7.w13","N":15360,"K":2048},"w2":{"buf":"L7.w2","N":2048,"K":7680}},{"kind":"sliding_attention","norms":"L8.norms","qkvg":{"buf":"L8.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L8.out","N":2048,"K":2048},"w13":{"buf":"L8.w13","N":15360,"K":2048},"w2":{"buf":"L8.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L9.norms","in":{"buf":"L9.in","N":6144,"K":2048},"out":{"buf":"L9.out","N":2048,"K":2048},"w13":{"buf":"L9.w13","N":15360,"K":2048},"w2":{"buf":"L9.w2","N":2048,"K":7680}},{"kind":"full_attention","norms":"L10.norms","qkvg":{"buf":"L10.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L10.out","N":2048,"K":2048},"w13":{"buf":"L10.w13","N":15360,"K":2048},"w2":{"buf":"L10.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L11.norms","in":{"buf":"L11.in","N":6144,"K":2048},"out":{"buf":"L11.out","N":2048,"K":2048},"w13":{"buf":"L11.w13","N":15360,"K":2048},"w2":{"buf":"L11.w2","N":2048,"K":7680}},{"kind":"sliding_attention","norms":"L12.norms","qkvg":{"buf":"L12.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L12.out","N":2048,"K":2048},"w13":{"buf":"L12.w13","N":15360,"K":2048},"w2":{"buf":"L12.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L13.norms","in":{"buf":"L13.in","N":6144,"K":2048},"out":{"buf":"L13.out","N":2048,"K":2048},"w13":{"buf":"L13.w13","N":15360,"K":2048},"w2":{"buf":"L13.w2","N":2048,"K":7680}},{"kind":"full_attention","norms":"L14.norms","qkvg":{"buf":"L14.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L14.out","N":2048,"K":2048},"w13":{"buf":"L14.w13","N":15360,"K":2048},"w2":{"buf":"L14.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L15.norms","in":{"buf":"L15.in","N":6144,"K":2048},"out":{"buf":"L15.out","N":2048,"K":2048},"w13":{"buf":"L15.w13","N":15360,"K":2048},"w2":{"buf":"L15.w2","N":2048,"K":7680}},{"kind":"sliding_attention","norms":"L16.norms","qkvg":{"buf":"L16.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L16.out","N":2048,"K":2048},"w13":{"buf":"L16.w13","N":15360,"K":2048},"w2":{"buf":"L16.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L17.norms","in":{"buf":"L17.in","N":6144,"K":2048},"out":{"buf":"L17.out","N":2048,"K":2048},"w13":{"buf":"L17.w13","N":15360,"K":2048},"w2":{"buf":"L17.w2","N":2048,"K":7680}},{"kind":"full_attention","norms":"L18.norms","qkvg":{"buf":"L18.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L18.out","N":2048,"K":2048},"w13":{"buf":"L18.w13","N":15360,"K":2048},"w2":{"buf":"L18.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L19.norms","in":{"buf":"L19.in","N":6144,"K":2048},"out":{"buf":"L19.out","N":2048,"K":2048},"w13":{"buf":"L19.w13","N":15360,"K":2048},"w2":{"buf":"L19.w2","N":2048,"K":7680}},{"kind":"sliding_attention","norms":"L20.norms","qkvg":{"buf":"L20.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L20.out","N":2048,"K":2048},"w13":{"buf":"L20.w13","N":15360,"K":2048},"w2":{"buf":"L20.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L21.norms","in":{"buf":"L21.in","N":6144,"K":2048},"out":{"buf":"L21.out","N":2048,"K":2048},"w13":{"buf":"L21.w13","N":15360,"K":2048},"w2":{"buf":"L21.w2","N":2048,"K":7680}},{"kind":"full_attention","norms":"L22.norms","qkvg":{"buf":"L22.qkvg","N":3104,"K":2048,"rows":3088},"out":{"buf":"L22.out","N":2048,"K":2048},"w13":{"buf":"L22.w13","N":15360,"K":2048},"w2":{"buf":"L22.w2","N":2048,"K":7680}},{"kind":"conv","norms":"L23.norms","in":{"buf":"L23.in","N":6144,"K":2048},"out":{"buf":"L23.out","N":2048,"K":2048},"w13":{"buf":"L23.w13","N":15360,"K":2048},"w2":{"buf":"L23.w2","N":2048,"K":7680}}],"embed":{"buf":"embed","q":0,"s":32768000,"z":40960000,"K":2048,"N":128000},"source":"LiquidAI/LFM3-1.7B bf16, rotated GPTQ 4-bit (lfm-wgsl/run/quant3.py gq4)","file":"lfm3-gq4.bin","file_bytes":994466816,"hidden":2048,"ffn":7680,"vocab":128000,"heads":16,"kv_heads":4,"head_dim":128,"eps":1e-05,"conv_L":7,"window":256,"rope":{"full_attention":{"theta":1000000.0,"angles":32},"sliding_attention":{"theta":10000,"angles":64}},"bos":124894,"eos":124900,"levels":[-2.7325870990753174,-2.069014310836792,-1.6180435419082642,-1.2562284469604492,-0.9423381090164185,-0.6567572951316833,-0.38804715871810913,-0.12839463353157043,0.12839463353157043,0.38804715871810913,0.6567572951316833,0.9423381090164185,1.2562284469604492,1.6180435419082642,2.069014310836792,2.7325870990753174],"signs":[1.0,1.0,1.0,-1.0,-1.0,-1.0,-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,1.0,-1.0,-1.0,1.0,-1.0,1.0,-1.0,-1.0,-1.0,-1.0,-1.0,-1.0,-1.0,-1.0,-1.0,1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,-1.0,1.0,1.0,1.0,-1.0,1.0,1.0,1.0,1.0,1.0,1.0,-1.0,1.0,-1.0,1.0,1.0,1.0,1.0,-1.0,-1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,-1.0,1.0,1.0,1.0,-1.0,1.0,-1.0,-1.0,1.0,-1.0,-1.0,1.0,1.0,-1.0,-1.0,-1.0,1.0,-1.0,1.0,-1.0,-1.0,1.0,1.0,-1.0,-1.0,1.0,-1.0,1.0,-1.0,1.0,-1.0,1.0,1.0,1.0,-1.0,1.0,-1.0,1.0,-1.0,1.0,-1.0,1.0,-1.0,1.0,1.0,1.0,-1.0,1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,-1.0,1.0,-1.0,1.0,1.0,1.0,1.0,-1.0,-1.0,-1.0,1.0,-1.0,-1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,1.0,-1.0,-1.0,1.0,1.0,-1.0,-1.0,-1.0,1.0,-1.0,1.0,-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0,1.0,-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0,1.0,1.0,-1.0,-1.0,1.0,-1.0,1.0,1.0,1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0,-1.0,1.0,-1.0,-1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,-1.0,1.0,1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,-1.0,-1.0,1.0,-1.0,1.0,1.0,1.0,-1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0,-1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0,1.0,-1.0,-1.0,-1.0,-1.0,1.0,-1.0,-1.0],"rot":256,"parts":[{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.000","size":67108864,"sha256":"308bee28c00f6e907019344ac5ca0d59524024ae58d96dbecf2b4bac834e759d"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.001","size":67108864,"sha256":"51e5a666a53fce3cd885f7c4ff6fd25e7659bf1c80246a369c529b43323077a4"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.002","size":67108864,"sha256":"b8874c22ba8664a215316bb43272cf6e3f4e32d1f21213edc7918e99c8d12aa5"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.003","size":67108864,"sha256":"6a234b3ce8aff9fc64003474a1dc4682dc7027ecd9fcee6f712e3915dedb6d9f"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.004","size":67108864,"sha256":"bc65db29fc53a1f9d74475c00b2af92d4248861c042979e7f0ccdfcd0aae0f11"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.005","size":67108864,"sha256":"238a60f2015feee623a00487455b39b5b0d423e51c8f4513f17f0ee1dd22a51c"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.006","size":67108864,"sha256":"5bdbbf30a9aacd7ab8178d56779dca13002330c9b8e35de9733f879608da508a"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.007","size":67108864,"sha256":"a5bea26264957409ce43ea16c871652914646c070844c40979fb16b90e493988"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.008","size":67108864,"sha256":"15913b374de532e92671471b1013330df442098a73a77d648b84f4afc696e004"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.009","size":67108864,"sha256":"759dcece197ec9d8c461515dbc0ea5c725fe637f382b51dcd30fd2ca50669c42"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.010","size":67108864,"sha256":"d826795a8cb6050daa76312ed973788be3a7ae5e496d3134bc6baaaa08e4ce6e"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.011","size":67108864,"sha256":"af5d38e8cadbcfdd05d1672cca733f41a8df2dd26c5704f042b6fe6b7b7a443c"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.012","size":67108864,"sha256":"d11a9e12dea2fb180655e7a2110464d781c1f2259edc1d52a08bcc5159dd46ee"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.013","size":67108864,"sha256":"2d3d5e86e8d1379bca431baae5f6f1cc164f48c83a9c4446054eaeaa412682e8"},{"url":"https://pub-38421218e82c4d4ba2bc53974c28b55d.r2.dev/lfm3/gq4-v1/lfm3-gq4.bin.014","size":54942720,"sha256":"7d3bd726efa832c563817fe795ace3b283eb9467d09cabacabfa75598917cbfb"}]}