char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
243a3082d
char/aliceai-t5-moe
1# Model: Nemotron-Nano-3-30B-A3B 2# n_embd=2688, n_ff=0, n_vocab=131072, n_layer=52, n_head=32, n_head_kv=0, n_expert=128 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q8_0 10 11[Q4_1] q4_1 12output.weight q8_0 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q8_0 18 19[Q5_1] q5_1 20output.weight q8_0 21 22[Q2_K] q2_K 23output.weight q8_0 24token_embd.weight q4_0 25blk.0.ssm_in.weight q4_0 26blk.1.ffn_down_exps.weight q4_0 27blk.1.ffn_down_shexp.weight q4_0 28blk.1.ffn_up_exps.weight q4_0 29blk.1.ffn_up_shexp.weight q4_0 30blk.2.ssm_in.weight q4_0 31blk.3.ffn_down_exps.weight q4_0 32blk.3.ffn_down_shexp.weight q4_0 33blk.3.ffn_up_exps.weight q4_0 34blk.3.ffn_up_shexp.weight q4_0 35blk.4.ssm_in.weight q4_0 36blk.5.attn_k.weight q4_0 37blk.5.attn_output.weight q3_K 38blk.5.attn_q.weight q4_0 39blk.5.attn_v.weight q4_0 40blk.6.ffn_down_exps.weight q4_0 41blk.6.ffn_down_shexp.weight q4_0 42blk.6.ffn_up_exps.weight q4_0 43blk.6.ffn_up_shexp.weight q4_0 44blk.7.ssm_in.weight q4_0 45blk.8.ffn_down_exps.weight q4_0 46blk.8.ffn_down_shexp.weight q4_0 47blk.8.ffn_up_exps.weight q4_0 48blk.8.ffn_up_shexp.weight q4_0 49blk.9.ssm_in.weight q4_0 50blk.10.ffn_down_exps.weight q4_0 51blk.10.ffn_down_shexp.weight q4_0 52blk.10.ffn_up_exps.weight q4_0 53blk.10.ffn_up_shexp.weight q4_0 54blk.11.ssm_in.weight q4_0 55blk.12.attn_k.weight q4_0 56blk.12.attn_output.weight q3_K 57blk.12.attn_q.weight q4_0 58blk.12.attn_v.weight q4_0 59blk.13.ffn_down_exps.weight q4_0 60blk.13.ffn_down_shexp.weight q4_0 61blk.13.ffn_up_exps.weight q4_0 62blk.13.ffn_up_shexp.weight q4_0 63blk.14.ssm_in.weight q4_0 64blk.15.ffn_down_exps.weight q4_0 65blk.15.ffn_down_shexp.weight q4_0 66blk.15.ffn_up_exps.weight q4_0 67blk.15.ffn_up_shexp.weight q4_0 68blk.16.ssm_in.weight q4_0 69blk.17.ffn_down_exps.weight q4_0 70blk.17.ffn_down_shexp.weight q4_0 71blk.17.ffn_up_exps.weight q4_0 72blk.17.ffn_up_shexp.weight q4_0 73blk.18.ssm_in.weight q4_0 74blk.19.attn_k.weight q4_0 75blk.19.attn_output.weight q3_K 76blk.19.attn_q.weight q4_0 77blk.19.attn_v.weight q4_0 78blk.20.ffn_down_exps.weight q4_0 79blk.20.ffn_down_shexp.weight q4_0 80blk.20.ffn_up_exps.weight q4_0 81blk.20.ffn_up_shexp.weight q4_0 82blk.21.ssm_in.weight q4_0 83blk.22.ffn_down_exps.weight q4_0 84blk.22.ffn_down_shexp.weight q4_0 85blk.22.ffn_up_exps.weight q4_0 86blk.22.ffn_up_shexp.weight q4_0 87blk.23.ssm_in.weight q4_0 88blk.24.ffn_down_exps.weight q4_0 89blk.24.ffn_down_shexp.weight q4_0 90blk.24.ffn_up_exps.weight q4_0 91blk.24.ffn_up_shexp.weight q4_0 92blk.25.ssm_in.weight q4_0 93blk.26.attn_k.weight q4_0 94blk.26.attn_output.weight q3_K 95blk.26.attn_q.weight q4_0 96blk.26.attn_v.weight q4_0 97blk.27.ffn_down_exps.weight q4_0 98blk.27.ffn_down_shexp.weight q4_0 99blk.27.ffn_up_exps.weight q4_0 100blk.27.ffn_up_shexp.weight q4_0 101blk.28.ssm_in.weight q4_0 102blk.29.ffn_down_exps.weight q4_0 103blk.29.ffn_down_shexp.weight q4_0 104blk.29.ffn_up_exps.weight q4_0 105blk.29.ffn_up_shexp.weight q4_0 106blk.30.ssm_in.weight q4_0 107blk.31.ffn_down_exps.weight q4_0 108blk.31.ffn_down_shexp.weight q4_0 109blk.31.ffn_up_exps.weight q4_0 110blk.31.ffn_up_shexp.weight q4_0 111blk.32.ssm_in.weight q4_0 112blk.33.attn_k.weight q4_0 113blk.33.attn_output.weight q3_K 114blk.33.attn_q.weight q4_0 115blk.33.attn_v.weight q4_0 116blk.34.ffn_down_exps.weight q4_0 117blk.34.ffn_down_shexp.weight q4_0 118blk.34.ffn_up_exps.weight q4_0 119blk.34.ffn_up_shexp.weight q4_0 120blk.35.ssm_in.weight q4_0 121blk.36.ffn_down_exps.weight q4_0 122blk.36.ffn_down_shexp.weight q4_0 123blk.36.ffn_up_exps.weight q4_0 124blk.36.ffn_up_shexp.weight q4_0 125blk.37.ssm_in.weight q4_0 126blk.38.ffn_down_exps.weight q4_0 127blk.38.ffn_down_shexp.weight q4_0 128blk.38.ffn_up_exps.weight q4_0 129blk.38.ffn_up_shexp.weight q4_0 130blk.39.ssm_in.weight q4_0 131blk.40.ffn_down_exps.weight q4_0 132blk.40.ffn_down_shexp.weight q4_0 133blk.40.ffn_up_exps.weight q4_0 134blk.40.ffn_up_shexp.weight q4_0 135blk.41.ssm_in.weight q4_0 136blk.42.attn_k.weight q4_0 137blk.42.attn_output.weight q3_K 138blk.42.attn_q.weight q4_0 139blk.42.attn_v.weight q4_0 140blk.43.ffn_down_exps.weight q4_0 141blk.43.ffn_down_shexp.weight q4_0 142blk.43.ffn_up_exps.weight q4_0 143blk.43.ffn_up_shexp.weight q4_0 144blk.44.ssm_in.weight q4_0 145blk.45.ffn_down_exps.weight q4_0 146blk.45.ffn_down_shexp.weight q4_0 147blk.45.ffn_up_exps.weight q4_0 148blk.45.ffn_up_shexp.weight q4_0 149blk.46.ssm_in.weight q4_0 150blk.47.ffn_down_exps.weight q4_0 151blk.47.ffn_down_shexp.weight q4_0 152blk.47.ffn_up_exps.weight q4_0 153blk.47.ffn_up_shexp.weight q4_0 154blk.48.ssm_in.weight q4_0 155blk.49.ffn_down_exps.weight q4_0 156blk.49.ffn_down_shexp.weight q4_0 157blk.49.ffn_up_exps.weight q4_0 158blk.49.ffn_up_shexp.weight q4_0 159blk.50.ssm_in.weight q4_0 160blk.51.ffn_down_exps.weight q4_0 161blk.51.ffn_down_shexp.weight q4_0 162blk.51.ffn_up_exps.weight q4_0 163blk.51.ffn_up_shexp.weight q4_0 164 165[Q3_K_S] q3_K 166output.weight q8_0 167token_embd.weight q4_0 168blk.0.ssm_in.weight q4_0 169blk.1.ffn_down_exps.weight q4_0 170blk.1.ffn_down_shexp.weight q4_0 171blk.1.ffn_up_exps.weight q4_0 172blk.1.ffn_up_shexp.weight q4_0 173blk.2.ssm_in.weight q4_0 174blk.3.ffn_down_exps.weight q4_0 175blk.3.ffn_down_shexp.weight q4_0 176blk.3.ffn_up_exps.weight q4_0 177blk.3.ffn_up_shexp.weight q4_0 178blk.4.ssm_in.weight q4_0 179blk.5.attn_k.weight q4_0 180blk.5.attn_q.weight q4_0 181blk.5.attn_v.weight q4_0 182blk.6.ffn_down_exps.weight q4_0 183blk.6.ffn_down_shexp.weight q4_0 184blk.6.ffn_up_exps.weight q4_0 185blk.6.ffn_up_shexp.weight q4_0 186blk.7.ssm_in.weight q4_0 187blk.8.ffn_down_exps.weight q4_0 188blk.8.ffn_down_shexp.weight q4_0 189blk.8.ffn_up_exps.weight q4_0 190blk.8.ffn_up_shexp.weight q4_0 191blk.9.ssm_in.weight q4_0 192blk.10.ffn_down_exps.weight q4_0 193blk.10.ffn_down_shexp.weight q4_0 194blk.10.ffn_up_exps.weight q4_0 195blk.10.ffn_up_shexp.weight q4_0 196blk.11.ssm_in.weight q4_0 197blk.12.attn_k.weight q4_0 198blk.12.attn_q.weight q4_0 199blk.12.attn_v.weight q4_0 200blk.13.ffn_down_exps.weight q4_0 201blk.13.ffn_down_shexp.weight q4_0 202blk.13.ffn_up_exps.weight q4_0 203blk.13.ffn_up_shexp.weight q4_0 204blk.14.ssm_in.weight q4_0 205blk.15.ffn_down_exps.weight q4_0 206blk.15.ffn_down_shexp.weight q4_0 207blk.15.ffn_up_exps.weight q4_0 208blk.15.ffn_up_shexp.weight q4_0 209blk.16.ssm_in.weight q4_0 210blk.17.ffn_down_exps.weight q4_0 211blk.17.ffn_down_shexp.weight q4_0 212blk.17.ffn_up_exps.weight q4_0 213blk.17.ffn_up_shexp.weight q4_0 214blk.18.ssm_in.weight q4_0 215blk.19.attn_k.weight q4_0 216blk.19.attn_q.weight q4_0 217blk.19.attn_v.weight q4_0 218blk.20.ffn_down_exps.weight q4_0 219blk.20.ffn_down_shexp.weight q4_0 220blk.20.ffn_up_exps.weight q4_0 221blk.20.ffn_up_shexp.weight q4_0 222blk.21.ssm_in.weight q4_0 223blk.22.ffn_down_exps.weight q4_0 224blk.22.ffn_down_shexp.weight q4_0 225blk.22.ffn_up_exps.weight q4_0 226blk.22.ffn_up_shexp.weight q4_0 227blk.23.ssm_in.weight q4_0 228blk.24.ffn_down_exps.weight q4_0 229blk.24.ffn_down_shexp.weight q4_0 230blk.24.ffn_up_exps.weight q4_0 231blk.24.ffn_up_shexp.weight q4_0 232blk.25.ssm_in.weight q4_0 233blk.26.attn_k.weight q4_0 234blk.26.attn_q.weight q4_0 235blk.26.attn_v.weight q4_0 236blk.27.ffn_down_exps.weight q4_0 237blk.27.ffn_down_shexp.weight q4_0 238blk.27.ffn_up_exps.weight q4_0 239blk.27.ffn_up_shexp.weight q4_0 240blk.28.ssm_in.weight q4_0 241blk.29.ffn_down_exps.weight q4_0 242blk.29.ffn_down_shexp.weight q4_0 243blk.29.ffn_up_exps.weight q4_0 244blk.29.ffn_up_shexp.weight q4_0 245blk.30.ssm_in.weight q4_0 246blk.31.ffn_down_exps.weight q4_0 247blk.31.ffn_down_shexp.weight q4_0 248blk.31.ffn_up_exps.weight q4_0 249blk.31.ffn_up_shexp.weight q4_0 250blk.32.ssm_in.weight q4_0 251blk.33.attn_k.weight q4_0 252blk.33.attn_q.weight q4_0 253blk.33.attn_v.weight q4_0 254blk.34.ffn_down_exps.weight q4_0 255blk.34.ffn_down_shexp.weight q4_0 256blk.34.ffn_up_exps.weight q4_0 257blk.34.ffn_up_shexp.weight q4_0 258blk.35.ssm_in.weight q4_0 259blk.36.ffn_down_exps.weight q4_0 260blk.36.ffn_down_shexp.weight q4_0 261blk.36.ffn_up_exps.weight q4_0 262blk.36.ffn_up_shexp.weight q4_0 263blk.37.ssm_in.weight q4_0 264blk.38.ffn_down_exps.weight q4_0 265blk.38.ffn_down_shexp.weight q4_0 266blk.38.ffn_up_exps.weight q4_0 267blk.38.ffn_up_shexp.weight q4_0 268blk.39.ssm_in.weight q4_0 269blk.40.ffn_down_exps.weight q4_0 270blk.40.ffn_down_shexp.weight q4_0 271blk.40.ffn_up_exps.weight q4_0 272blk.40.ffn_up_shexp.weight q4_0 273blk.41.ssm_in.weight q4_0 274blk.42.attn_k.weight q4_0 275blk.42.attn_q.weight q4_0 276blk.42.attn_v.weight q4_0 277blk.43.ffn_down_exps.weight q4_0 278blk.43.ffn_down_shexp.weight q4_0 279blk.43.ffn_up_exps.weight q4_0 280blk.43.ffn_up_shexp.weight q4_0 281blk.44.ssm_in.weight q4_0 282blk.45.ffn_down_exps.weight q4_0 283blk.45.ffn_down_shexp.weight q4_0 284blk.45.ffn_up_exps.weight q4_0 285blk.45.ffn_up_shexp.weight q4_0 286blk.46.ssm_in.weight q4_0 287blk.47.ffn_down_exps.weight q4_0 288blk.47.ffn_down_shexp.weight q4_0 289blk.47.ffn_up_exps.weight q4_0 290blk.47.ffn_up_shexp.weight q4_0 291blk.48.ssm_in.weight q4_0 292blk.49.ffn_down_exps.weight q4_0 293blk.49.ffn_down_shexp.weight q4_0 294blk.49.ffn_up_exps.weight q4_0 295blk.49.ffn_up_shexp.weight q4_0 296blk.50.ssm_in.weight q4_0 297blk.51.ffn_down_exps.weight q4_0 298blk.51.ffn_down_shexp.weight q4_0 299blk.51.ffn_up_exps.weight q4_0 300blk.51.ffn_up_shexp.weight q4_0 301 302[Q3_K_M] q3_K 303output.weight q8_0 304token_embd.weight q4_0 305blk.0.ssm_in.weight q4_0 306blk.1.ffn_down_exps.weight q5_1 307blk.1.ffn_down_shexp.weight q5_1 308blk.1.ffn_up_exps.weight q4_0 309blk.1.ffn_up_shexp.weight q4_0 310blk.2.ssm_in.weight q4_0 311blk.3.ffn_down_exps.weight q5_0 312blk.3.ffn_down_shexp.weight q5_0 313blk.3.ffn_up_exps.weight q4_0 314blk.3.ffn_up_shexp.weight q4_0 315blk.4.ssm_in.weight q4_0 316blk.5.attn_k.weight q4_0 317blk.5.attn_output.weight q4_K 318blk.5.attn_q.weight q4_0 319blk.5.attn_v.weight q5_1 320blk.6.ffn_down_exps.weight q5_0 321blk.6.ffn_down_shexp.weight q5_0 322blk.6.ffn_up_exps.weight q4_0 323blk.6.ffn_up_shexp.weight q4_0 324blk.7.ssm_in.weight q4_0 325blk.8.ffn_down_exps.weight q5_0 326blk.8.ffn_down_shexp.weight q5_0 327blk.8.ffn_up_exps.weight q4_0 328blk.8.ffn_up_shexp.weight q4_0 329blk.9.ssm_in.weight q4_0 330blk.10.ffn_down_exps.weight q5_0 331blk.10.ffn_down_shexp.weight q5_0 332blk.10.ffn_up_exps.weight q4_0 333blk.10.ffn_up_shexp.weight q4_0 334blk.11.ssm_in.weight q4_0 335blk.12.attn_k.weight q4_0 336blk.12.attn_output.weight q4_K 337blk.12.attn_q.weight q4_0 338blk.12.attn_v.weight q5_1 339blk.13.ffn_down_exps.weight q5_0 340blk.13.ffn_down_shexp.weight q5_0 341blk.13.ffn_up_exps.weight q4_0 342blk.13.ffn_up_shexp.weight q4_0 343blk.14.ssm_in.weight q4_0 344blk.15.ffn_down_exps.weight q5_0 345blk.15.ffn_down_shexp.weight q5_0 346blk.15.ffn_up_exps.weight q4_0 347blk.15.ffn_up_shexp.weight q4_0 348blk.16.ssm_in.weight q4_0 349blk.17.ffn_down_exps.weight q5_0 350blk.17.ffn_down_shexp.weight q5_0 351blk.17.ffn_up_exps.weight q4_0 352blk.17.ffn_up_shexp.weight q4_0 353blk.18.ssm_in.weight q4_0 354blk.19.attn_k.weight q4_0 355blk.19.attn_output.weight q4_K 356blk.19.attn_q.weight q4_0 357blk.19.attn_v.weight q5_0 358blk.20.ffn_down_exps.weight q5_0 359blk.20.ffn_down_shexp.weight q5_0 360blk.20.ffn_up_exps.weight q4_0 361blk.20.ffn_up_shexp.weight q4_0 362blk.21.ssm_in.weight q4_0 363blk.22.ffn_down_exps.weight q5_0 364blk.22.ffn_down_shexp.weight q5_0 365blk.22.ffn_up_exps.weight q4_0 366blk.22.ffn_up_shexp.weight q4_0 367blk.23.ssm_in.weight q4_0 368blk.24.ffn_down_exps.weight q5_0 369blk.24.ffn_down_shexp.weight q5_0 370blk.24.ffn_up_exps.weight q4_0 371blk.24.ffn_up_shexp.weight q4_0 372blk.25.ssm_in.weight q4_0 373blk.26.attn_k.weight q4_0 374blk.26.attn_output.weight q4_K 375blk.26.attn_q.weight q4_0 376blk.26.attn_v.weight q5_0 377blk.27.ffn_down_exps.weight q5_0 378blk.27.ffn_down_shexp.weight q5_0 379blk.27.ffn_up_exps.weight q4_0 380blk.27.ffn_up_shexp.weight q4_0 381blk.28.ssm_in.weight q4_0 382blk.29.ffn_down_exps.weight q5_0 383blk.29.ffn_down_shexp.weight q5_0 384blk.29.ffn_up_exps.weight q4_0 385blk.29.ffn_up_shexp.weight q4_0 386blk.30.ssm_in.weight q4_0 387blk.31.ffn_down_exps.weight q5_0 388blk.31.ffn_down_shexp.weight q5_0 389blk.31.ffn_up_exps.weight q4_0 390blk.31.ffn_up_shexp.weight q4_0 391blk.32.ssm_in.weight q4_0 392blk.33.attn_k.weight q4_0 393blk.33.attn_output.weight q4_K 394blk.33.attn_q.weight q4_0 395blk.33.attn_v.weight q5_0 396blk.34.ffn_down_exps.weight q5_0 397blk.34.ffn_down_shexp.weight q5_0 398blk.34.ffn_up_exps.weight q4_0 399blk.34.ffn_up_shexp.weight q4_0 400blk.35.ssm_in.weight q4_0 401blk.36.ffn_down_exps.weight q5_0 402blk.36.ffn_down_shexp.weight q5_0 403blk.36.ffn_up_exps.weight q4_0 404blk.36.ffn_up_shexp.weight q4_0 405blk.37.ssm_in.weight q4_0 406blk.38.ffn_down_exps.weight q5_0 407blk.38.ffn_down_shexp.weight q5_0 408blk.38.ffn_up_exps.weight q4_0 409blk.38.ffn_up_shexp.weight q4_0 410blk.39.ssm_in.weight q4_0 411blk.40.ffn_down_exps.weight q5_0 412blk.40.ffn_down_shexp.weight q5_0 413blk.40.ffn_up_exps.weight q4_0 414blk.40.ffn_up_shexp.weight q4_0 415blk.41.ssm_in.weight q4_0 416blk.42.attn_k.weight q4_0 417blk.42.attn_output.weight q4_K 418blk.42.attn_q.weight q4_0 419blk.42.attn_v.weight q5_0 420blk.43.ffn_down_exps.weight q5_0 421blk.43.ffn_down_shexp.weight q5_0 422blk.43.ffn_up_exps.weight q4_0 423blk.43.ffn_up_shexp.weight q4_0 424blk.44.ssm_in.weight q4_0 425blk.45.ffn_down_exps.weight q5_0 426blk.45.ffn_down_shexp.weight q5_0 427blk.45.ffn_up_exps.weight q4_0 428blk.45.ffn_up_shexp.weight q4_0 429blk.46.ssm_in.weight q4_0 430blk.47.ffn_down_exps.weight q5_0 431blk.47.ffn_down_shexp.weight q5_0 432blk.47.ffn_up_exps.weight q4_0 433blk.47.ffn_up_shexp.weight q4_0 434blk.48.ssm_in.weight q4_0 435blk.49.ffn_down_exps.weight q5_0 436blk.49.ffn_down_shexp.weight q5_0 437blk.49.ffn_up_exps.weight q4_0 438blk.49.ffn_up_shexp.weight q4_0 439blk.50.ssm_in.weight q4_0 440blk.51.ffn_down_exps.weight q5_0 441blk.51.ffn_down_shexp.weight q5_0 442blk.51.ffn_up_exps.weight q4_0 443blk.51.ffn_up_shexp.weight q4_0 444 445[Q3_K_L] q3_K 446output.weight q8_0 447token_embd.weight q4_0 448blk.0.ssm_in.weight q4_0 449blk.1.ffn_down_exps.weight q5_1 450blk.1.ffn_down_shexp.weight q5_1 451blk.1.ffn_up_exps.weight q4_0 452blk.1.ffn_up_shexp.weight q4_0 453blk.2.ssm_in.weight q4_0 454blk.3.ffn_down_exps.weight q5_1 455blk.3.ffn_down_shexp.weight q5_1 456blk.3.ffn_up_exps.weight q4_0 457blk.3.ffn_up_shexp.weight q4_0 458blk.4.ssm_in.weight q4_0 459blk.5.attn_k.weight q4_0 460blk.5.attn_output.weight q5_K 461blk.5.attn_q.weight q4_0 462blk.5.attn_v.weight q5_1 463blk.6.ffn_down_exps.weight q5_1 464blk.6.ffn_down_shexp.weight q5_1 465blk.6.ffn_up_exps.weight q4_0 466blk.6.ffn_up_shexp.weight q4_0 467blk.7.ssm_in.weight q4_0 468blk.8.ffn_down_exps.weight q5_1 469blk.8.ffn_down_shexp.weight q5_1 470blk.8.ffn_up_exps.weight q4_0 471blk.8.ffn_up_shexp.weight q4_0 472blk.9.ssm_in.weight q4_0 473blk.10.ffn_down_exps.weight q5_1 474blk.10.ffn_down_shexp.weight q5_1 475blk.10.ffn_up_exps.weight q4_0 476blk.10.ffn_up_shexp.weight q4_0 477blk.11.ssm_in.weight q4_0 478blk.12.attn_k.weight q4_0 479blk.12.attn_output.weight q5_K 480blk.12.attn_q.weight q4_0 481blk.12.attn_v.weight q5_1 482blk.13.ffn_down_exps.weight q5_1 483blk.13.ffn_down_shexp.weight q5_1 484blk.13.ffn_up_exps.weight q4_0 485blk.13.ffn_up_shexp.weight q4_0 486blk.14.ssm_in.weight q4_0 487blk.15.ffn_down_exps.weight q5_1 488blk.15.ffn_down_shexp.weight q5_1 489blk.15.ffn_up_exps.weight q4_0 490blk.15.ffn_up_shexp.weight q4_0 491blk.16.ssm_in.weight q4_0 492blk.17.ffn_down_exps.weight q5_1 493blk.17.ffn_down_shexp.weight q5_1 494blk.17.ffn_up_exps.weight q4_0 495blk.17.ffn_up_shexp.weight q4_0 496blk.18.ssm_in.weight q4_0 497blk.19.attn_k.weight q4_0 498blk.19.attn_output.weight q5_K 499blk.19.attn_q.weight q4_0 500blk.19.attn_v.weight q5_1 501blk.20.ffn_down_exps.weight q5_1 502blk.20.ffn_down_shexp.weight q5_1 503blk.20.ffn_up_exps.weight q4_0 504blk.20.ffn_up_shexp.weight q4_0 505blk.21.ssm_in.weight q4_0 506blk.22.ffn_down_exps.weight q5_1 507blk.22.ffn_down_shexp.weight q5_1 508blk.22.ffn_up_exps.weight q4_0 509blk.22.ffn_up_shexp.weight q4_0 510blk.23.ssm_in.weight q4_0 511blk.24.ffn_down_exps.weight q5_1 512blk.24.ffn_down_shexp.weight q5_1 513blk.24.ffn_up_exps.weight q4_0 514blk.24.ffn_up_shexp.weight q4_0 515blk.25.ssm_in.weight q4_0 516blk.26.attn_k.weight q4_0 517blk.26.attn_output.weight q5_K 518blk.26.attn_q.weight q4_0 519blk.26.attn_v.weight q5_1 520blk.27.ffn_down_exps.weight q5_1 521blk.27.ffn_down_shexp.weight q5_1 522blk.27.ffn_up_exps.weight q4_0 523blk.27.ffn_up_shexp.weight q4_0 524blk.28.ssm_in.weight q4_0 525blk.29.ffn_down_exps.weight q5_1 526blk.29.ffn_down_shexp.weight q5_1 527blk.29.ffn_up_exps.weight q4_0 528blk.29.ffn_up_shexp.weight q4_0 529blk.30.ssm_in.weight q4_0 530blk.31.ffn_down_exps.weight q5_1 531blk.31.ffn_down_shexp.weight q5_1 532blk.31.ffn_up_exps.weight q4_0 533blk.31.ffn_up_shexp.weight q4_0 534blk.32.ssm_in.weight q4_0 535blk.33.attn_k.weight q4_0 536blk.33.attn_output.weight q5_K 537blk.33.attn_q.weight q4_0 538blk.33.attn_v.weight q5_1 539blk.34.ffn_down_exps.weight q5_1 540blk.34.ffn_down_shexp.weight q5_1 541blk.34.ffn_up_exps.weight q4_0 542blk.34.ffn_up_shexp.weight q4_0 543blk.35.ssm_in.weight q4_0 544blk.36.ffn_down_exps.weight q5_1 545blk.36.ffn_down_shexp.weight q5_1 546blk.36.ffn_up_exps.weight q4_0 547blk.36.ffn_up_shexp.weight q4_0 548blk.37.ssm_in.weight q4_0 549blk.38.ffn_down_exps.weight q5_1 550blk.38.ffn_down_shexp.weight q5_1 551blk.38.ffn_up_exps.weight q4_0 552blk.38.ffn_up_shexp.weight q4_0 553blk.39.ssm_in.weight q4_0 554blk.40.ffn_down_exps.weight q5_1 555blk.40.ffn_down_shexp.weight q5_1 556blk.40.ffn_up_exps.weight q4_0 557blk.40.ffn_up_shexp.weight q4_0 558blk.41.ssm_in.weight q4_0 559blk.42.attn_k.weight q4_0 560blk.42.attn_output.weight q5_K 561blk.42.attn_q.weight q4_0 562blk.42.attn_v.weight q5_1 563blk.43.ffn_down_exps.weight q5_1 564blk.43.ffn_down_shexp.weight q5_1 565blk.43.ffn_up_exps.weight q4_0 566blk.43.ffn_up_shexp.weight q4_0 567blk.44.ssm_in.weight q4_0 568blk.45.ffn_down_exps.weight q5_1 569blk.45.ffn_down_shexp.weight q5_1 570blk.45.ffn_up_exps.weight q4_0 571blk.45.ffn_up_shexp.weight q4_0 572blk.46.ssm_in.weight q4_0 573blk.47.ffn_down_exps.weight q5_1 574blk.47.ffn_down_shexp.weight q5_1 575blk.47.ffn_up_exps.weight q4_0 576blk.47.ffn_up_shexp.weight q4_0 577blk.48.ssm_in.weight q4_0 578blk.49.ffn_down_exps.weight q5_1 579blk.49.ffn_down_shexp.weight q5_1 580blk.49.ffn_up_exps.weight q4_0 581blk.49.ffn_up_shexp.weight q4_0 582blk.50.ssm_in.weight q4_0 583blk.51.ffn_down_exps.weight q5_1 584blk.51.ffn_down_shexp.weight q5_1 585blk.51.ffn_up_exps.weight q4_0 586blk.51.ffn_up_shexp.weight q4_0 587 588[Q4_K_S] q4_K 589output.weight q8_0 590token_embd.weight q5_0 591blk.0.ssm_in.weight q5_0 592blk.1.ffn_down_exps.weight q5_1 593blk.1.ffn_down_shexp.weight q5_1 594blk.1.ffn_up_exps.weight q5_0 595blk.1.ffn_up_shexp.weight q5_0 596blk.2.ssm_in.weight q5_0 597blk.3.ffn_down_exps.weight q5_1 598blk.3.ffn_down_shexp.weight q5_1 599blk.3.ffn_up_exps.weight q5_0 600blk.3.ffn_up_shexp.weight q5_0 601blk.4.ssm_in.weight q5_0 602blk.5.attn_k.weight q5_0 603blk.5.attn_q.weight q5_0 604blk.5.attn_v.weight q5_1 605blk.6.ffn_down_exps.weight q5_0 606blk.6.ffn_down_shexp.weight q5_0 607blk.6.ffn_up_exps.weight q5_0 608blk.6.ffn_up_shexp.weight q5_0 609blk.7.ssm_in.weight q5_0 610blk.8.ffn_down_exps.weight q5_0 611blk.8.ffn_down_shexp.weight q5_0 612blk.8.ffn_up_exps.weight q5_0 613blk.8.ffn_up_shexp.weight q5_0 614blk.9.ssm_in.weight q5_0 615blk.10.ffn_down_exps.weight q5_0 616blk.10.ffn_down_shexp.weight q5_0 617blk.10.ffn_up_exps.weight q5_0 618blk.10.ffn_up_shexp.weight q5_0 619blk.11.ssm_in.weight q5_0 620blk.12.attn_k.weight q5_0 621blk.12.attn_q.weight q5_0 622blk.12.attn_v.weight q5_1 623blk.13.ffn_down_exps.weight q5_0 624blk.13.ffn_down_shexp.weight q5_0 625blk.13.ffn_up_exps.weight q5_0 626blk.13.ffn_up_shexp.weight q5_0 627blk.14.ssm_in.weight q5_0 628blk.15.ffn_down_exps.weight q5_0 629blk.15.ffn_down_shexp.weight q5_0 630blk.15.ffn_up_exps.weight q5_0 631blk.15.ffn_up_shexp.weight q5_0 632blk.16.ssm_in.weight q5_0 633blk.17.ffn_down_exps.weight q5_0 634blk.17.ffn_down_shexp.weight q5_0 635blk.17.ffn_up_exps.weight q5_0 636blk.17.ffn_up_shexp.weight q5_0 637blk.18.ssm_in.weight q5_0 638blk.19.attn_k.weight q5_0 639blk.19.attn_q.weight q5_0 640blk.19.attn_v.weight q5_1 641blk.20.ffn_down_exps.weight q5_0 642blk.20.ffn_down_shexp.weight q5_0 643blk.20.ffn_up_exps.weight q5_0 644blk.20.ffn_up_shexp.weight q5_0 645blk.21.ssm_in.weight q5_0 646blk.22.ffn_down_exps.weight q5_0 647blk.22.ffn_down_shexp.weight q5_0 648blk.22.ffn_up_exps.weight q5_0 649blk.22.ffn_up_shexp.weight q5_0 650blk.23.ssm_in.weight q5_0 651blk.24.ffn_down_exps.weight q5_0 652blk.24.ffn_down_shexp.weight q5_0 653blk.24.ffn_up_exps.weight q5_0 654blk.24.ffn_up_shexp.weight q5_0 655blk.25.ssm_in.weight q5_0 656blk.26.attn_k.weight q5_0 657blk.26.attn_q.weight q5_0 658blk.26.attn_v.weight q5_1 659blk.27.ffn_down_exps.weight q5_0 660blk.27.ffn_down_shexp.weight q5_0 661blk.27.ffn_up_exps.weight q5_0 662blk.27.ffn_up_shexp.weight q5_0 663blk.28.ssm_in.weight q5_0 664blk.29.ffn_down_exps.weight q5_0 665blk.29.ffn_down_shexp.weight q5_0 666blk.29.ffn_up_exps.weight q5_0 667blk.29.ffn_up_shexp.weight q5_0 668blk.30.ssm_in.weight q5_0 669blk.31.ffn_down_exps.weight q5_0 670blk.31.ffn_down_shexp.weight q5_0 671blk.31.ffn_up_exps.weight q5_0 672blk.31.ffn_up_shexp.weight q5_0 673blk.32.ssm_in.weight q5_0 674blk.33.attn_k.weight q5_0 675blk.33.attn_q.weight q5_0 676blk.33.attn_v.weight q5_0 677blk.34.ffn_down_exps.weight q5_0 678blk.34.ffn_down_shexp.weight q5_0 679blk.34.ffn_up_exps.weight q5_0 680blk.34.ffn_up_shexp.weight q5_0 681blk.35.ssm_in.weight q5_0 682blk.36.ffn_down_exps.weight q5_0 683blk.36.ffn_down_shexp.weight q5_0 684blk.36.ffn_up_exps.weight q5_0 685blk.36.ffn_up_shexp.weight q5_0 686blk.37.ssm_in.weight q5_0 687blk.38.ffn_down_exps.weight q5_0 688blk.38.ffn_down_shexp.weight q5_0 689blk.38.ffn_up_exps.weight q5_0 690blk.38.ffn_up_shexp.weight q5_0 691blk.39.ssm_in.weight q5_0 692blk.40.ffn_down_exps.weight q5_0 693blk.40.ffn_down_shexp.weight q5_0 694blk.40.ffn_up_exps.weight q5_0 695blk.40.ffn_up_shexp.weight q5_0 696blk.41.ssm_in.weight q5_0 697blk.42.attn_k.weight q5_0 698blk.42.attn_q.weight q5_0 699blk.42.attn_v.weight q5_0 700blk.43.ffn_down_exps.weight q5_0 701blk.43.ffn_down_shexp.weight q5_0 702blk.43.ffn_up_exps.weight q5_0 703blk.43.ffn_up_shexp.weight q5_0 704blk.44.ssm_in.weight q5_0 705blk.45.ffn_down_exps.weight q5_0 706blk.45.ffn_down_shexp.weight q5_0 707blk.45.ffn_up_exps.weight q5_0 708blk.45.ffn_up_shexp.weight q5_0 709blk.46.ssm_in.weight q5_0 710blk.47.ffn_down_exps.weight q5_0 711blk.47.ffn_down_shexp.weight q5_0 712blk.47.ffn_up_exps.weight q5_0 713blk.47.ffn_up_shexp.weight q5_0 714blk.48.ssm_in.weight q5_0 715blk.49.ffn_down_exps.weight q5_0 716blk.49.ffn_down_shexp.weight q5_0 717blk.49.ffn_up_exps.weight q5_0 718blk.49.ffn_up_shexp.weight q5_0 719blk.50.ssm_in.weight q5_0 720blk.51.ffn_down_exps.weight q5_0 721blk.51.ffn_down_shexp.weight q5_0 722blk.51.ffn_up_exps.weight q5_0 723blk.51.ffn_up_shexp.weight q5_0 724 725[Q4_K_M] q4_K 726output.weight q8_0 727token_embd.weight q5_0 728blk.0.ssm_in.weight q5_0 729blk.1.ffn_down_exps.weight q8_0 730blk.1.ffn_down_shexp.weight q8_0 731blk.1.ffn_up_exps.weight q5_0 732blk.1.ffn_up_shexp.weight q5_0 733blk.2.ssm_in.weight q5_0 734blk.3.ffn_down_exps.weight q8_0 735blk.3.ffn_down_shexp.weight q8_0 736blk.3.ffn_up_exps.weight q5_0 737blk.3.ffn_up_shexp.weight q5_0 738blk.4.ssm_in.weight q5_0 739blk.5.attn_k.weight q5_0 740blk.5.attn_q.weight q5_0 741blk.5.attn_v.weight q5_0 742blk.6.ffn_down_exps.weight q5_0 743blk.6.ffn_down_shexp.weight q5_0 744blk.6.ffn_up_exps.weight q5_0 745blk.6.ffn_up_shexp.weight q5_0 746blk.7.ssm_in.weight q5_0 747blk.8.ffn_down_exps.weight q8_0 748blk.8.ffn_down_shexp.weight q8_0 749blk.8.ffn_up_exps.weight q5_0 750blk.8.ffn_up_shexp.weight q5_0 751blk.9.ssm_in.weight q5_0 752blk.10.ffn_down_exps.weight q5_0 753blk.10.ffn_down_shexp.weight q5_0 754blk.10.ffn_up_exps.weight q5_0 755blk.10.ffn_up_shexp.weight q5_0 756blk.11.ssm_in.weight q5_0 757blk.12.attn_k.weight q5_0 758blk.12.attn_q.weight q5_0 759blk.12.attn_v.weight q5_0 760blk.13.ffn_down_exps.weight q5_0 761blk.13.ffn_down_shexp.weight q5_0 762blk.13.ffn_up_exps.weight q5_0 763blk.13.ffn_up_shexp.weight q5_0 764blk.14.ssm_in.weight q5_0 765blk.15.ffn_down_exps.weight q5_0 766blk.15.ffn_down_shexp.weight q5_0 767blk.15.ffn_up_exps.weight q5_0 768blk.15.ffn_up_shexp.weight q5_0 769blk.16.ssm_in.weight q5_0 770blk.17.ffn_down_exps.weight q8_0 771blk.17.ffn_down_shexp.weight q8_0 772blk.17.ffn_up_exps.weight q5_0 773blk.17.ffn_up_shexp.weight q5_0 774blk.18.ssm_in.weight q5_0 775blk.19.attn_k.weight q5_0 776blk.19.attn_q.weight q5_0 777blk.19.attn_v.weight q8_0 778blk.20.ffn_down_exps.weight q8_0 779blk.20.ffn_down_shexp.weight q8_0 780blk.20.ffn_up_exps.weight q5_0 781blk.20.ffn_up_shexp.weight q5_0 782blk.21.ssm_in.weight q5_0 783blk.22.ffn_down_exps.weight q5_0 784blk.22.ffn_down_shexp.weight q5_0 785blk.22.ffn_up_exps.weight q5_0 786blk.22.ffn_up_shexp.weight q5_0 787blk.23.ssm_in.weight q5_0 788blk.24.ffn_down_exps.weight q5_0 789blk.24.ffn_down_shexp.weight q5_0 790blk.24.ffn_up_exps.weight q5_0 791blk.24.ffn_up_shexp.weight q5_0 792blk.25.ssm_in.weight q5_0 793blk.26.attn_k.weight q5_0 794blk.26.attn_q.weight q5_0 795blk.26.attn_v.weight q5_0 796blk.27.ffn_down_exps.weight q5_0 797blk.27.ffn_down_shexp.weight q5_0 798blk.27.ffn_up_exps.weight q5_0 799blk.27.ffn_up_shexp.weight q5_0 800blk.28.ssm_in.weight q5_0 801blk.29.ffn_down_exps.weight q8_0 802blk.29.ffn_down_shexp.weight q8_0 803blk.29.ffn_up_exps.weight q5_0 804blk.29.ffn_up_shexp.weight q5_0 805blk.30.ssm_in.weight q5_0 806blk.31.ffn_down_exps.weight q5_0 807blk.31.ffn_down_shexp.weight q5_0 808blk.31.ffn_up_exps.weight q5_0 809blk.31.ffn_up_shexp.weight q5_0 810blk.32.ssm_in.weight q5_0 811blk.33.attn_k.weight q5_0 812blk.33.attn_q.weight q5_0 813blk.33.attn_v.weight q5_0 814blk.34.ffn_down_exps.weight q5_0 815blk.34.ffn_down_shexp.weight q5_0 816blk.34.ffn_up_exps.weight q5_0 817blk.34.ffn_up_shexp.weight q5_0 818blk.35.ssm_in.weight q5_0 819blk.36.ffn_down_exps.weight q5_0 820blk.36.ffn_down_shexp.weight q5_0 821blk.36.ffn_up_exps.weight q5_0 822blk.36.ffn_up_shexp.weight q5_0 823blk.37.ssm_in.weight q5_0 824blk.38.ffn_down_exps.weight q8_0 825blk.38.ffn_down_shexp.weight q8_0 826blk.38.ffn_up_exps.weight q5_0 827blk.38.ffn_up_shexp.weight q5_0 828blk.39.ssm_in.weight q5_0 829blk.40.ffn_down_exps.weight q5_0 830blk.40.ffn_down_shexp.weight q5_0 831blk.40.ffn_up_exps.weight q5_0 832blk.40.ffn_up_shexp.weight q5_0 833blk.41.ssm_in.weight q5_0 834blk.42.attn_k.weight q5_0 835blk.42.attn_q.weight q5_0 836blk.42.attn_v.weight q8_0 837blk.43.ffn_down_exps.weight q5_0 838blk.43.ffn_down_shexp.weight q5_0 839blk.43.ffn_up_exps.weight q5_0 840blk.43.ffn_up_shexp.weight q5_0 841blk.44.ssm_in.weight q5_0 842blk.45.ffn_down_exps.weight q8_0 843blk.45.ffn_down_shexp.weight q8_0 844blk.45.ffn_up_exps.weight q5_0 845blk.45.ffn_up_shexp.weight q5_0 846blk.46.ssm_in.weight q5_0 847blk.47.ffn_down_exps.weight q8_0 848blk.47.ffn_down_shexp.weight q8_0 849blk.47.ffn_up_exps.weight q5_0 850blk.47.ffn_up_shexp.weight q5_0 851blk.48.ssm_in.weight q5_0 852blk.49.ffn_down_exps.weight q8_0 853blk.49.ffn_down_shexp.weight q8_0 854blk.49.ffn_up_exps.weight q5_0 855blk.49.ffn_up_shexp.weight q5_0 856blk.50.ssm_in.weight q5_0 857blk.51.ffn_down_exps.weight q8_0 858blk.51.ffn_down_shexp.weight q8_0 859blk.51.ffn_up_exps.weight q5_0 860blk.51.ffn_up_shexp.weight q5_0 861 862[Q5_K_S] q5_K 863output.weight q8_0 864token_embd.weight q5_1 865blk.0.ssm_in.weight q5_1 866blk.1.ffn_down_exps.weight q5_1 867blk.1.ffn_down_shexp.weight q5_1 868blk.1.ffn_up_exps.weight q5_1 869blk.1.ffn_up_shexp.weight q5_1 870blk.2.ssm_in.weight q5_1 871blk.3.ffn_down_exps.weight q5_1 872blk.3.ffn_down_shexp.weight q5_1 873blk.3.ffn_up_exps.weight q5_1 874blk.3.ffn_up_shexp.weight q5_1 875blk.4.ssm_in.weight q5_1 876blk.5.attn_k.weight q5_1 877blk.5.attn_q.weight q5_1 878blk.5.attn_v.weight q5_1 879blk.6.ffn_down_exps.weight q5_1 880blk.6.ffn_down_shexp.weight q5_1 881blk.6.ffn_up_exps.weight q5_1 882blk.6.ffn_up_shexp.weight q5_1 883blk.7.ssm_in.weight q5_1 884blk.8.ffn_down_exps.weight q5_1 885blk.8.ffn_down_shexp.weight q5_1 886blk.8.ffn_up_exps.weight q5_1 887blk.8.ffn_up_shexp.weight q5_1 888blk.9.ssm_in.weight q5_1 889blk.10.ffn_down_exps.weight q5_1 890blk.10.ffn_down_shexp.weight q5_1 891blk.10.ffn_up_exps.weight q5_1 892blk.10.ffn_up_shexp.weight q5_1 893blk.11.ssm_in.weight q5_1 894blk.12.attn_k.weight q5_1 895blk.12.attn_q.weight q5_1 896blk.12.attn_v.weight q5_1 897blk.13.ffn_down_exps.weight q5_1 898blk.13.ffn_down_shexp.weight q5_1 899blk.13.ffn_up_exps.weight q5_1 900blk.13.ffn_up_shexp.weight q5_1 901blk.14.ssm_in.weight q5_1 902blk.15.ffn_down_exps.weight q5_1 903blk.15.ffn_down_shexp.weight q5_1 904blk.15.ffn_up_exps.weight q5_1 905blk.15.ffn_up_shexp.weight q5_1 906blk.16.ssm_in.weight q5_1 907blk.17.ffn_down_exps.weight q5_1 908blk.17.ffn_down_shexp.weight q5_1 909blk.17.ffn_up_exps.weight q5_1 910blk.17.ffn_up_shexp.weight q5_1 911blk.18.ssm_in.weight q5_1 912blk.19.attn_k.weight q5_1 913blk.19.attn_q.weight q5_1 914blk.19.attn_v.weight q5_1 915blk.20.ffn_down_exps.weight q5_1 916blk.20.ffn_down_shexp.weight q5_1 917blk.20.ffn_up_exps.weight q5_1 918blk.20.ffn_up_shexp.weight q5_1 919blk.21.ssm_in.weight q5_1 920blk.22.ffn_down_exps.weight q5_1 921blk.22.ffn_down_shexp.weight q5_1 922blk.22.ffn_up_exps.weight q5_1 923blk.22.ffn_up_shexp.weight q5_1 924blk.23.ssm_in.weight q5_1 925blk.24.ffn_down_exps.weight q5_1 926blk.24.ffn_down_shexp.weight q5_1 927blk.24.ffn_up_exps.weight q5_1 928blk.24.ffn_up_shexp.weight q5_1 929blk.25.ssm_in.weight q5_1 930blk.26.attn_k.weight q5_1 931blk.26.attn_q.weight q5_1 932blk.26.attn_v.weight q5_1 933blk.27.ffn_down_exps.weight q5_1 934blk.27.ffn_down_shexp.weight q5_1 935blk.27.ffn_up_exps.weight q5_1 936blk.27.ffn_up_shexp.weight q5_1 937blk.28.ssm_in.weight q5_1 938blk.29.ffn_down_exps.weight q5_1 939blk.29.ffn_down_shexp.weight q5_1 940blk.29.ffn_up_exps.weight q5_1 941blk.29.ffn_up_shexp.weight q5_1 942blk.30.ssm_in.weight q5_1 943blk.31.ffn_down_exps.weight q5_1 944blk.31.ffn_down_shexp.weight q5_1 945blk.31.ffn_up_exps.weight q5_1 946blk.31.ffn_up_shexp.weight q5_1 947blk.32.ssm_in.weight q5_1 948blk.33.attn_k.weight q5_1 949blk.33.attn_q.weight q5_1 950blk.33.attn_v.weight q5_1 951blk.34.ffn_down_exps.weight q5_1 952blk.34.ffn_down_shexp.weight q5_1 953blk.34.ffn_up_exps.weight q5_1 954blk.34.ffn_up_shexp.weight q5_1 955blk.35.ssm_in.weight q5_1 956blk.36.ffn_down_exps.weight q5_1 957blk.36.ffn_down_shexp.weight q5_1 958blk.36.ffn_up_exps.weight q5_1 959blk.36.ffn_up_shexp.weight q5_1 960blk.37.ssm_in.weight q5_1 961blk.38.ffn_down_exps.weight q5_1 962blk.38.ffn_down_shexp.weight q5_1 963blk.38.ffn_up_exps.weight q5_1 964blk.38.ffn_up_shexp.weight q5_1 965blk.39.ssm_in.weight q5_1 966blk.40.ffn_down_exps.weight q5_1 967blk.40.ffn_down_shexp.weight q5_1 968blk.40.ffn_up_exps.weight q5_1 969blk.40.ffn_up_shexp.weight q5_1 970blk.41.ssm_in.weight q5_1 971blk.42.attn_k.weight q5_1 972blk.42.attn_q.weight q5_1 973blk.42.attn_v.weight q5_1 974blk.43.ffn_down_exps.weight q5_1 975blk.43.ffn_down_shexp.weight q5_1 976blk.43.ffn_up_exps.weight q5_1 977blk.43.ffn_up_shexp.weight q5_1 978blk.44.ssm_in.weight q5_1 979blk.45.ffn_down_exps.weight q5_1 980blk.45.ffn_down_shexp.weight q5_1 981blk.45.ffn_up_exps.weight q5_1 982blk.45.ffn_up_shexp.weight q5_1 983blk.46.ssm_in.weight q5_1 984blk.47.ffn_down_exps.weight q5_1 985blk.47.ffn_down_shexp.weight q5_1 986blk.47.ffn_up_exps.weight q5_1 987blk.47.ffn_up_shexp.weight q5_1 988blk.48.ssm_in.weight q5_1 989blk.49.ffn_down_exps.weight q5_1 990blk.49.ffn_down_shexp.weight q5_1 991blk.49.ffn_up_exps.weight q5_1 992blk.49.ffn_up_shexp.weight q5_1 993blk.50.ssm_in.weight q5_1 994blk.51.ffn_down_exps.weight q5_1 995blk.51.ffn_down_shexp.weight q5_1 996blk.51.ffn_up_exps.weight q5_1 997blk.51.ffn_up_shexp.weight q5_1 998 999[Q5_K_M] q5_K 1000output.weight q8_0 1001token_embd.weight q5_1 1002blk.0.ssm_in.weight q5_1 1003blk.1.ffn_down_exps.weight q8_0 1004blk.1.ffn_down_shexp.weight q8_0 1005blk.1.ffn_up_exps.weight q5_1 1006blk.1.ffn_up_shexp.weight q5_1 1007blk.2.ssm_in.weight q5_1 1008blk.3.ffn_down_exps.weight q8_0 1009blk.3.ffn_down_shexp.weight q8_0 1010blk.3.ffn_up_exps.weight q5_1 1011blk.3.ffn_up_shexp.weight q5_1 1012blk.4.ssm_in.weight q5_1 1013blk.5.attn_k.weight q5_1 1014blk.5.attn_q.weight q5_1 1015blk.5.attn_v.weight q5_1 1016blk.6.ffn_down_exps.weight q5_1 1017blk.6.ffn_down_shexp.weight q5_1 1018blk.6.ffn_up_exps.weight q5_1 1019blk.6.ffn_up_shexp.weight q5_1 1020blk.7.ssm_in.weight q5_1 1021blk.8.ffn_down_exps.weight q8_0 1022blk.8.ffn_down_shexp.weight q8_0 1023blk.8.ffn_up_exps.weight q5_1 1024blk.8.ffn_up_shexp.weight q5_1 1025blk.9.ssm_in.weight q5_1 1026blk.10.ffn_down_exps.weight q5_1 1027blk.10.ffn_down_shexp.weight q5_1 1028blk.10.ffn_up_exps.weight q5_1 1029blk.10.ffn_up_shexp.weight q5_1 1030blk.11.ssm_in.weight q5_1 1031blk.12.attn_k.weight q5_1 1032blk.12.attn_q.weight q5_1 1033blk.12.attn_v.weight q5_1 1034blk.13.ffn_down_exps.weight q5_1 1035blk.13.ffn_down_shexp.weight q5_1 1036blk.13.ffn_up_exps.weight q5_1 1037blk.13.ffn_up_shexp.weight q5_1 1038blk.14.ssm_in.weight q5_1 1039blk.15.ffn_down_exps.weight q5_1 1040blk.15.ffn_down_shexp.weight q5_1 1041blk.15.ffn_up_exps.weight q5_1 1042blk.15.ffn_up_shexp.weight q5_1 1043blk.16.ssm_in.weight q5_1 1044blk.17.ffn_down_exps.weight q8_0 1045blk.17.ffn_down_shexp.weight q8_0 1046blk.17.ffn_up_exps.weight q5_1 1047blk.17.ffn_up_shexp.weight q5_1 1048blk.18.ssm_in.weight q5_1 1049blk.19.attn_k.weight q5_1 1050blk.19.attn_q.weight q5_1 1051blk.19.attn_v.weight q8_0 1052blk.20.ffn_down_exps.weight q8_0 1053blk.20.ffn_down_shexp.weight q8_0 1054blk.20.ffn_up_exps.weight q5_1 1055blk.20.ffn_up_shexp.weight q5_1 1056blk.21.ssm_in.weight q5_1 1057blk.22.ffn_down_exps.weight q5_1 1058blk.22.ffn_down_shexp.weight q5_1 1059blk.22.ffn_up_exps.weight q5_1 1060blk.22.ffn_up_shexp.weight q5_1 1061blk.23.ssm_in.weight q5_1 1062blk.24.ffn_down_exps.weight q5_1 1063blk.24.ffn_down_shexp.weight q5_1 1064blk.24.ffn_up_exps.weight q5_1 1065blk.24.ffn_up_shexp.weight q5_1 1066blk.25.ssm_in.weight q5_1 1067blk.26.attn_k.weight q5_1 1068blk.26.attn_q.weight q5_1 1069blk.26.attn_v.weight q5_1 1070blk.27.ffn_down_exps.weight q5_1 1071blk.27.ffn_down_shexp.weight q5_1 1072blk.27.ffn_up_exps.weight q5_1 1073blk.27.ffn_up_shexp.weight q5_1 1074blk.28.ssm_in.weight q5_1 1075blk.29.ffn_down_exps.weight q8_0 1076blk.29.ffn_down_shexp.weight q8_0 1077blk.29.ffn_up_exps.weight q5_1 1078blk.29.ffn_up_shexp.weight q5_1 1079blk.30.ssm_in.weight q5_1 1080blk.31.ffn_down_exps.weight q5_1 1081blk.31.ffn_down_shexp.weight q5_1 1082blk.31.ffn_up_exps.weight q5_1 1083blk.31.ffn_up_shexp.weight q5_1 1084blk.32.ssm_in.weight q5_1 1085blk.33.attn_k.weight q5_1 1086blk.33.attn_q.weight q5_1 1087blk.33.attn_v.weight q5_1 1088blk.34.ffn_down_exps.weight q5_1 1089blk.34.ffn_down_shexp.weight q5_1 1090blk.34.ffn_up_exps.weight q5_1 1091blk.34.ffn_up_shexp.weight q5_1 1092blk.35.ssm_in.weight q5_1 1093blk.36.ffn_down_exps.weight q5_1 1094blk.36.ffn_down_shexp.weight q5_1 1095blk.36.ffn_up_exps.weight q5_1 1096blk.36.ffn_up_shexp.weight q5_1 1097blk.37.ssm_in.weight q5_1 1098blk.38.ffn_down_exps.weight q8_0 1099blk.38.ffn_down_shexp.weight q8_0 1100blk.38.ffn_up_exps.weight q5_1 1101blk.38.ffn_up_shexp.weight q5_1 1102blk.39.ssm_in.weight q5_1 1103blk.40.ffn_down_exps.weight q5_1 1104blk.40.ffn_down_shexp.weight q5_1 1105blk.40.ffn_up_exps.weight q5_1 1106blk.40.ffn_up_shexp.weight q5_1 1107blk.41.ssm_in.weight q5_1 1108blk.42.attn_k.weight q5_1 1109blk.42.attn_q.weight q5_1 1110blk.42.attn_v.weight q8_0 1111blk.43.ffn_down_exps.weight q5_1 1112blk.43.ffn_down_shexp.weight q5_1 1113blk.43.ffn_up_exps.weight q5_1 1114blk.43.ffn_up_shexp.weight q5_1 1115blk.44.ssm_in.weight q5_1 1116blk.45.ffn_down_exps.weight q8_0 1117blk.45.ffn_down_shexp.weight q8_0 1118blk.45.ffn_up_exps.weight q5_1 1119blk.45.ffn_up_shexp.weight q5_1 1120blk.46.ssm_in.weight q5_1 1121blk.47.ffn_down_exps.weight q8_0 1122blk.47.ffn_down_shexp.weight q8_0 1123blk.47.ffn_up_exps.weight q5_1 1124blk.47.ffn_up_shexp.weight q5_1 1125blk.48.ssm_in.weight q5_1 1126blk.49.ffn_down_exps.weight q8_0 1127blk.49.ffn_down_shexp.weight q8_0 1128blk.49.ffn_up_exps.weight q5_1 1129blk.49.ffn_up_shexp.weight q5_1 1130blk.50.ssm_in.weight q5_1 1131blk.51.ffn_down_exps.weight q8_0 1132blk.51.ffn_down_shexp.weight q8_0 1133blk.51.ffn_up_exps.weight q5_1 1134blk.51.ffn_up_shexp.weight q5_1 1135 1136[Q6_K] q6_K 1137output.weight q8_0 1138token_embd.weight q8_0 1139blk.0.ssm_in.weight q8_0 1140blk.1.ffn_down_exps.weight q8_0 1141blk.1.ffn_down_shexp.weight q8_0 1142blk.1.ffn_up_exps.weight q8_0 1143blk.1.ffn_up_shexp.weight q8_0 1144blk.2.ssm_in.weight q8_0 1145blk.3.ffn_down_exps.weight q8_0 1146blk.3.ffn_down_shexp.weight q8_0 1147blk.3.ffn_up_exps.weight q8_0 1148blk.3.ffn_up_shexp.weight q8_0 1149blk.4.ssm_in.weight q8_0 1150blk.5.attn_k.weight q8_0 1151blk.5.attn_q.weight q8_0 1152blk.5.attn_v.weight q8_0 1153blk.6.ffn_down_exps.weight q8_0 1154blk.6.ffn_down_shexp.weight q8_0 1155blk.6.ffn_up_exps.weight q8_0 1156blk.6.ffn_up_shexp.weight q8_0 1157blk.7.ssm_in.weight q8_0 1158blk.8.ffn_down_exps.weight q8_0 1159blk.8.ffn_down_shexp.weight q8_0 1160blk.8.ffn_up_exps.weight q8_0 1161blk.8.ffn_up_shexp.weight q8_0 1162blk.9.ssm_in.weight q8_0 1163blk.10.ffn_down_exps.weight q8_0 1164blk.10.ffn_down_shexp.weight q8_0 1165blk.10.ffn_up_exps.weight q8_0 1166blk.10.ffn_up_shexp.weight q8_0 1167blk.11.ssm_in.weight q8_0 1168blk.12.attn_k.weight q8_0 1169blk.12.attn_q.weight q8_0 1170blk.12.attn_v.weight q8_0 1171blk.13.ffn_down_exps.weight q8_0 1172blk.13.ffn_down_shexp.weight q8_0 1173blk.13.ffn_up_exps.weight q8_0 1174blk.13.ffn_up_shexp.weight q8_0 1175blk.14.ssm_in.weight q8_0 1176blk.15.ffn_down_exps.weight q8_0 1177blk.15.ffn_down_shexp.weight q8_0 1178blk.15.ffn_up_exps.weight q8_0 1179blk.15.ffn_up_shexp.weight q8_0 1180blk.16.ssm_in.weight q8_0 1181blk.17.ffn_down_exps.weight q8_0 1182blk.17.ffn_down_shexp.weight q8_0 1183blk.17.ffn_up_exps.weight q8_0 1184blk.17.ffn_up_shexp.weight q8_0 1185blk.18.ssm_in.weight q8_0 1186blk.19.attn_k.weight q8_0 1187blk.19.attn_q.weight q8_0 1188blk.19.attn_v.weight q8_0 1189blk.20.ffn_down_exps.weight q8_0 1190blk.20.ffn_down_shexp.weight q8_0 1191blk.20.ffn_up_exps.weight q8_0 1192blk.20.ffn_up_shexp.weight q8_0 1193blk.21.ssm_in.weight q8_0 1194blk.22.ffn_down_exps.weight q8_0 1195blk.22.ffn_down_shexp.weight q8_0 1196blk.22.ffn_up_exps.weight q8_0 1197blk.22.ffn_up_shexp.weight q8_0 1198blk.23.ssm_in.weight q8_0 1199blk.24.ffn_down_exps.weight q8_0 1200blk.24.ffn_down_shexp.weight q8_0 1201blk.24.ffn_up_exps.weight q8_0 1202blk.24.ffn_up_shexp.weight q8_0 1203blk.25.ssm_in.weight q8_0 1204blk.26.attn_k.weight q8_0 1205blk.26.attn_q.weight q8_0 1206blk.26.attn_v.weight q8_0 1207blk.27.ffn_down_exps.weight q8_0 1208blk.27.ffn_down_shexp.weight q8_0 1209blk.27.ffn_up_exps.weight q8_0 1210blk.27.ffn_up_shexp.weight q8_0 1211blk.28.ssm_in.weight q8_0 1212blk.29.ffn_down_exps.weight q8_0 1213blk.29.ffn_down_shexp.weight q8_0 1214blk.29.ffn_up_exps.weight q8_0 1215blk.29.ffn_up_shexp.weight q8_0 1216blk.30.ssm_in.weight q8_0 1217blk.31.ffn_down_exps.weight q8_0 1218blk.31.ffn_down_shexp.weight q8_0 1219blk.31.ffn_up_exps.weight q8_0 1220blk.31.ffn_up_shexp.weight q8_0 1221blk.32.ssm_in.weight q8_0 1222blk.33.attn_k.weight q8_0 1223blk.33.attn_q.weight q8_0 1224blk.33.attn_v.weight q8_0 1225blk.34.ffn_down_exps.weight q8_0 1226blk.34.ffn_down_shexp.weight q8_0 1227blk.34.ffn_up_exps.weight q8_0 1228blk.34.ffn_up_shexp.weight q8_0 1229blk.35.ssm_in.weight q8_0 1230blk.36.ffn_down_exps.weight q8_0 1231blk.36.ffn_down_shexp.weight q8_0 1232blk.36.ffn_up_exps.weight q8_0 1233blk.36.ffn_up_shexp.weight q8_0 1234blk.37.ssm_in.weight q8_0 1235blk.38.ffn_down_exps.weight q8_0 1236blk.38.ffn_down_shexp.weight q8_0 1237blk.38.ffn_up_exps.weight q8_0 1238blk.38.ffn_up_shexp.weight q8_0 1239blk.39.ssm_in.weight q8_0 1240blk.40.ffn_down_exps.weight q8_0 1241blk.40.ffn_down_shexp.weight q8_0 1242blk.40.ffn_up_exps.weight q8_0 1243blk.40.ffn_up_shexp.weight q8_0 1244blk.41.ssm_in.weight q8_0 1245blk.42.attn_k.weight q8_0 1246blk.42.attn_q.weight q8_0 1247blk.42.attn_v.weight q8_0 1248blk.43.ffn_down_exps.weight q8_0 1249blk.43.ffn_down_shexp.weight q8_0 1250blk.43.ffn_up_exps.weight q8_0 1251blk.43.ffn_up_shexp.weight q8_0 1252blk.44.ssm_in.weight q8_0 1253blk.45.ffn_down_exps.weight q8_0 1254blk.45.ffn_down_shexp.weight q8_0 1255blk.45.ffn_up_exps.weight q8_0 1256blk.45.ffn_up_shexp.weight q8_0 1257blk.46.ssm_in.weight q8_0 1258blk.47.ffn_down_exps.weight q8_0 1259blk.47.ffn_down_shexp.weight q8_0 1260blk.47.ffn_up_exps.weight q8_0 1261blk.47.ffn_up_shexp.weight q8_0 1262blk.48.ssm_in.weight q8_0 1263blk.49.ffn_down_exps.weight q8_0 1264blk.49.ffn_down_shexp.weight q8_0 1265blk.49.ffn_up_exps.weight q8_0 1266blk.49.ffn_up_shexp.weight q8_0 1267blk.50.ssm_in.weight q8_0 1268blk.51.ffn_down_exps.weight q8_0 1269blk.51.ffn_down_shexp.weight q8_0 1270blk.51.ffn_up_exps.weight q8_0 1271blk.51.ffn_up_shexp.weight q8_0 1272 1273[IQ2_XXS] iq2_xxs 1274output.weight q8_0 1275token_embd.weight q4_0 1276blk.0.ssm_in.weight iq4_nl 1277blk.1.ffn_down_exps.weight q4_0 1278blk.1.ffn_down_shexp.weight q4_0 1279blk.1.ffn_up_exps.weight iq4_nl 1280blk.1.ffn_up_shexp.weight iq4_nl 1281blk.2.ssm_in.weight iq4_nl 1282blk.3.ffn_down_exps.weight q4_0 1283blk.3.ffn_down_shexp.weight q4_0 1284blk.3.ffn_up_exps.weight iq4_nl 1285blk.3.ffn_up_shexp.weight iq4_nl 1286blk.4.ssm_in.weight iq4_nl 1287blk.5.attn_k.weight iq4_nl 1288blk.5.attn_q.weight iq4_nl 1289blk.5.attn_v.weight q5_0 1290blk.6.ffn_down_exps.weight q4_0 1291blk.6.ffn_down_shexp.weight q4_0 1292blk.6.ffn_up_exps.weight iq4_nl 1293blk.6.ffn_up_shexp.weight iq4_nl 1294blk.7.ssm_in.weight iq4_nl 1295blk.8.ffn_down_exps.weight iq4_nl 1296blk.8.ffn_down_shexp.weight iq4_nl 1297blk.8.ffn_up_exps.weight iq4_nl 1298blk.8.ffn_up_shexp.weight iq4_nl 1299blk.9.ssm_in.weight iq4_nl 1300blk.10.ffn_down_exps.weight iq4_nl 1301blk.10.ffn_down_shexp.weight iq4_nl 1302blk.10.ffn_up_exps.weight iq4_nl 1303blk.10.ffn_up_shexp.weight iq4_nl 1304blk.11.ssm_in.weight iq4_nl 1305blk.12.attn_k.weight iq4_nl 1306blk.12.attn_q.weight iq4_nl 1307blk.12.attn_v.weight q5_0 1308blk.13.ffn_down_exps.weight iq4_nl 1309blk.13.ffn_down_shexp.weight iq4_nl 1310blk.13.ffn_up_exps.weight iq4_nl 1311blk.13.ffn_up_shexp.weight iq4_nl 1312blk.14.ssm_in.weight iq4_nl 1313blk.15.ffn_down_exps.weight iq4_nl 1314blk.15.ffn_down_shexp.weight iq4_nl 1315blk.15.ffn_up_exps.weight iq4_nl 1316blk.15.ffn_up_shexp.weight iq4_nl 1317blk.16.ssm_in.weight iq4_nl 1318blk.17.ffn_down_exps.weight iq4_nl 1319blk.17.ffn_down_shexp.weight iq4_nl 1320blk.17.ffn_up_exps.weight iq4_nl 1321blk.17.ffn_up_shexp.weight iq4_nl 1322blk.18.ssm_in.weight iq4_nl 1323blk.19.attn_k.weight iq4_nl 1324blk.19.attn_q.weight iq4_nl 1325blk.19.attn_v.weight q5_0 1326blk.20.ffn_down_exps.weight iq4_nl 1327blk.20.ffn_down_shexp.weight iq4_nl 1328blk.20.ffn_up_exps.weight iq4_nl 1329blk.20.ffn_up_shexp.weight iq4_nl 1330blk.21.ssm_in.weight iq4_nl 1331blk.22.ffn_down_exps.weight iq4_nl 1332blk.22.ffn_down_shexp.weight iq4_nl 1333blk.22.ffn_up_exps.weight iq4_nl 1334blk.22.ffn_up_shexp.weight iq4_nl 1335blk.23.ssm_in.weight iq4_nl 1336blk.24.ffn_down_exps.weight iq4_nl 1337blk.24.ffn_down_shexp.weight iq4_nl 1338blk.24.ffn_up_exps.weight iq4_nl 1339blk.24.ffn_up_shexp.weight iq4_nl 1340blk.25.ssm_in.weight iq4_nl 1341blk.26.attn_k.weight iq4_nl 1342blk.26.attn_q.weight iq4_nl 1343blk.26.attn_v.weight q5_0 1344blk.27.ffn_down_exps.weight iq4_nl 1345blk.27.ffn_down_shexp.weight iq4_nl 1346blk.27.ffn_up_exps.weight iq4_nl 1347blk.27.ffn_up_shexp.weight iq4_nl 1348blk.28.ssm_in.weight iq4_nl 1349blk.29.ffn_down_exps.weight iq4_nl 1350blk.29.ffn_down_shexp.weight iq4_nl 1351blk.29.ffn_up_exps.weight iq4_nl 1352blk.29.ffn_up_shexp.weight iq4_nl 1353blk.30.ssm_in.weight iq4_nl 1354blk.31.ffn_down_exps.weight iq4_nl 1355blk.31.ffn_down_shexp.weight iq4_nl 1356blk.31.ffn_up_exps.weight iq4_nl 1357blk.31.ffn_up_shexp.weight iq4_nl 1358blk.32.ssm_in.weight iq4_nl 1359blk.33.attn_k.weight iq4_nl 1360blk.33.attn_q.weight iq4_nl 1361blk.33.attn_v.weight q5_0 1362blk.34.ffn_down_exps.weight iq4_nl 1363blk.34.ffn_down_shexp.weight iq4_nl 1364blk.34.ffn_up_exps.weight iq4_nl 1365blk.34.ffn_up_shexp.weight iq4_nl 1366blk.35.ssm_in.weight iq4_nl 1367blk.36.ffn_down_exps.weight iq4_nl 1368blk.36.ffn_down_shexp.weight iq4_nl 1369blk.36.ffn_up_exps.weight iq4_nl 1370blk.36.ffn_up_shexp.weight iq4_nl 1371blk.37.ssm_in.weight iq4_nl 1372blk.38.ffn_down_exps.weight iq4_nl 1373blk.38.ffn_down_shexp.weight iq4_nl 1374blk.38.ffn_up_exps.weight iq4_nl 1375blk.38.ffn_up_shexp.weight iq4_nl 1376blk.39.ssm_in.weight iq4_nl 1377blk.40.ffn_down_exps.weight iq4_nl 1378blk.40.ffn_down_shexp.weight iq4_nl 1379blk.40.ffn_up_exps.weight iq4_nl 1380blk.40.ffn_up_shexp.weight iq4_nl 1381blk.41.ssm_in.weight iq4_nl 1382blk.42.attn_k.weight iq4_nl 1383blk.42.attn_q.weight iq4_nl 1384blk.42.attn_v.weight q5_0 1385blk.43.ffn_down_exps.weight iq4_nl 1386blk.43.ffn_down_shexp.weight iq4_nl 1387blk.43.ffn_up_exps.weight iq4_nl 1388blk.43.ffn_up_shexp.weight iq4_nl 1389blk.44.ssm_in.weight iq4_nl 1390blk.45.ffn_down_exps.weight iq4_nl 1391blk.45.ffn_down_shexp.weight iq4_nl 1392blk.45.ffn_up_exps.weight iq4_nl 1393blk.45.ffn_up_shexp.weight iq4_nl 1394blk.46.ssm_in.weight iq4_nl 1395blk.47.ffn_down_exps.weight iq4_nl 1396blk.47.ffn_down_shexp.weight iq4_nl 1397blk.47.ffn_up_exps.weight iq4_nl 1398blk.47.ffn_up_shexp.weight iq4_nl 1399blk.48.ssm_in.weight iq4_nl 1400blk.49.ffn_down_exps.weight iq4_nl 1401blk.49.ffn_down_shexp.weight iq4_nl 1402blk.49.ffn_up_exps.weight iq4_nl 1403blk.49.ffn_up_shexp.weight iq4_nl 1404blk.50.ssm_in.weight iq4_nl 1405blk.51.ffn_down_exps.weight iq4_nl 1406blk.51.ffn_down_shexp.weight iq4_nl 1407blk.51.ffn_up_exps.weight iq4_nl 1408blk.51.ffn_up_shexp.weight iq4_nl 1409 1410[IQ2_XS] iq2_xs 1411output.weight q8_0 1412token_embd.weight q4_0 1413blk.0.ssm_in.weight iq4_nl 1414blk.1.ffn_down_exps.weight q4_0 1415blk.1.ffn_down_shexp.weight q4_0 1416blk.1.ffn_up_exps.weight iq4_nl 1417blk.1.ffn_up_shexp.weight iq4_nl 1418blk.2.ssm_in.weight iq4_nl 1419blk.3.ffn_down_exps.weight q4_0 1420blk.3.ffn_down_shexp.weight q4_0 1421blk.3.ffn_up_exps.weight iq4_nl 1422blk.3.ffn_up_shexp.weight iq4_nl 1423blk.4.ssm_in.weight iq4_nl 1424blk.5.attn_k.weight iq4_nl 1425blk.5.attn_q.weight iq4_nl 1426blk.5.attn_v.weight q5_0 1427blk.6.ffn_down_exps.weight q4_0 1428blk.6.ffn_down_shexp.weight q4_0 1429blk.6.ffn_up_exps.weight iq4_nl 1430blk.6.ffn_up_shexp.weight iq4_nl 1431blk.7.ssm_in.weight iq4_nl 1432blk.8.ffn_down_exps.weight iq4_nl 1433blk.8.ffn_down_shexp.weight iq4_nl 1434blk.8.ffn_up_exps.weight iq4_nl 1435blk.8.ffn_up_shexp.weight iq4_nl 1436blk.9.ssm_in.weight iq4_nl 1437blk.10.ffn_down_exps.weight iq4_nl 1438blk.10.ffn_down_shexp.weight iq4_nl 1439blk.10.ffn_up_exps.weight iq4_nl 1440blk.10.ffn_up_shexp.weight iq4_nl 1441blk.11.ssm_in.weight iq4_nl 1442blk.12.attn_k.weight iq4_nl 1443blk.12.attn_q.weight iq4_nl 1444blk.12.attn_v.weight q5_0 1445blk.13.ffn_down_exps.weight iq4_nl 1446blk.13.ffn_down_shexp.weight iq4_nl 1447blk.13.ffn_up_exps.weight iq4_nl 1448blk.13.ffn_up_shexp.weight iq4_nl 1449blk.14.ssm_in.weight iq4_nl 1450blk.15.ffn_down_exps.weight iq4_nl 1451blk.15.ffn_down_shexp.weight iq4_nl 1452blk.15.ffn_up_exps.weight iq4_nl 1453blk.15.ffn_up_shexp.weight iq4_nl 1454blk.16.ssm_in.weight iq4_nl 1455blk.17.ffn_down_exps.weight iq4_nl 1456blk.17.ffn_down_shexp.weight iq4_nl 1457blk.17.ffn_up_exps.weight iq4_nl 1458blk.17.ffn_up_shexp.weight iq4_nl 1459blk.18.ssm_in.weight iq4_nl 1460blk.19.attn_k.weight iq4_nl 1461blk.19.attn_q.weight iq4_nl 1462blk.19.attn_v.weight q5_0 1463blk.20.ffn_down_exps.weight iq4_nl 1464blk.20.ffn_down_shexp.weight iq4_nl 1465blk.20.ffn_up_exps.weight iq4_nl 1466blk.20.ffn_up_shexp.weight iq4_nl 1467blk.21.ssm_in.weight iq4_nl 1468blk.22.ffn_down_exps.weight iq4_nl 1469blk.22.ffn_down_shexp.weight iq4_nl 1470blk.22.ffn_up_exps.weight iq4_nl 1471blk.22.ffn_up_shexp.weight iq4_nl 1472blk.23.ssm_in.weight iq4_nl 1473blk.24.ffn_down_exps.weight iq4_nl 1474blk.24.ffn_down_shexp.weight iq4_nl 1475blk.24.ffn_up_exps.weight iq4_nl 1476blk.24.ffn_up_shexp.weight iq4_nl 1477blk.25.ssm_in.weight iq4_nl 1478blk.26.attn_k.weight iq4_nl 1479blk.26.attn_q.weight iq4_nl 1480blk.26.attn_v.weight q5_0 1481blk.27.ffn_down_exps.weight iq4_nl 1482blk.27.ffn_down_shexp.weight iq4_nl 1483blk.27.ffn_up_exps.weight iq4_nl 1484blk.27.ffn_up_shexp.weight iq4_nl 1485blk.28.ssm_in.weight iq4_nl 1486blk.29.ffn_down_exps.weight iq4_nl 1487blk.29.ffn_down_shexp.weight iq4_nl 1488blk.29.ffn_up_exps.weight iq4_nl 1489blk.29.ffn_up_shexp.weight iq4_nl 1490blk.30.ssm_in.weight iq4_nl 1491blk.31.ffn_down_exps.weight iq4_nl 1492blk.31.ffn_down_shexp.weight iq4_nl 1493blk.31.ffn_up_exps.weight iq4_nl 1494blk.31.ffn_up_shexp.weight iq4_nl 1495blk.32.ssm_in.weight iq4_nl 1496blk.33.attn_k.weight iq4_nl 1497blk.33.attn_q.weight iq4_nl 1498blk.33.attn_v.weight q5_0 1499blk.34.ffn_down_exps.weight iq4_nl 1500blk.34.ffn_down_shexp.weight iq4_nl 1501blk.34.ffn_up_exps.weight iq4_nl 1502blk.34.ffn_up_shexp.weight iq4_nl 1503blk.35.ssm_in.weight iq4_nl 1504blk.36.ffn_down_exps.weight iq4_nl 1505blk.36.ffn_down_shexp.weight iq4_nl 1506blk.36.ffn_up_exps.weight iq4_nl 1507blk.36.ffn_up_shexp.weight iq4_nl 1508blk.37.ssm_in.weight iq4_nl 1509blk.38.ffn_down_exps.weight iq4_nl 1510blk.38.ffn_down_shexp.weight iq4_nl 1511blk.38.ffn_up_exps.weight iq4_nl 1512blk.38.ffn_up_shexp.weight iq4_nl 1513blk.39.ssm_in.weight iq4_nl 1514blk.40.ffn_down_exps.weight iq4_nl 1515blk.40.ffn_down_shexp.weight iq4_nl 1516blk.40.ffn_up_exps.weight iq4_nl 1517blk.40.ffn_up_shexp.weight iq4_nl 1518blk.41.ssm_in.weight iq4_nl 1519blk.42.attn_k.weight iq4_nl 1520blk.42.attn_q.weight iq4_nl 1521blk.42.attn_v.weight q5_0 1522blk.43.ffn_down_exps.weight iq4_nl 1523blk.43.ffn_down_shexp.weight iq4_nl 1524blk.43.ffn_up_exps.weight iq4_nl 1525blk.43.ffn_up_shexp.weight iq4_nl 1526blk.44.ssm_in.weight iq4_nl 1527blk.45.ffn_down_exps.weight iq4_nl 1528blk.45.ffn_down_shexp.weight iq4_nl 1529blk.45.ffn_up_exps.weight iq4_nl 1530blk.45.ffn_up_shexp.weight iq4_nl 1531blk.46.ssm_in.weight iq4_nl 1532blk.47.ffn_down_exps.weight iq4_nl 1533blk.47.ffn_down_shexp.weight iq4_nl 1534blk.47.ffn_up_exps.weight iq4_nl 1535blk.47.ffn_up_shexp.weight iq4_nl 1536blk.48.ssm_in.weight iq4_nl 1537blk.49.ffn_down_exps.weight iq4_nl 1538blk.49.ffn_down_shexp.weight iq4_nl 1539blk.49.ffn_up_exps.weight iq4_nl 1540blk.49.ffn_up_shexp.weight iq4_nl 1541blk.50.ssm_in.weight iq4_nl 1542blk.51.ffn_down_exps.weight iq4_nl 1543blk.51.ffn_down_shexp.weight iq4_nl 1544blk.51.ffn_up_exps.weight iq4_nl 1545blk.51.ffn_up_shexp.weight iq4_nl 1546 1547[Q2_K_S] q2_K 1548output.weight q8_0 1549token_embd.weight q4_0 1550blk.0.ssm_in.weight q4_0 1551blk.1.ffn_down_exps.weight q5_0 1552blk.1.ffn_down_shexp.weight q5_0 1553blk.1.ffn_up_exps.weight q4_0 1554blk.1.ffn_up_shexp.weight q4_0 1555blk.2.ssm_in.weight q4_0 1556blk.3.ffn_down_exps.weight q5_0 1557blk.3.ffn_down_shexp.weight q5_0 1558blk.3.ffn_up_exps.weight q4_0 1559blk.3.ffn_up_shexp.weight q4_0 1560blk.4.ssm_in.weight q4_0 1561blk.5.attn_k.weight q4_0 1562blk.5.attn_q.weight q4_0 1563blk.5.attn_v.weight q4_0 1564blk.6.ffn_down_exps.weight q4_0 1565blk.6.ffn_down_shexp.weight q4_0 1566blk.6.ffn_up_exps.weight q4_0 1567blk.6.ffn_up_shexp.weight q4_0 1568blk.7.ssm_in.weight q4_0 1569blk.8.ffn_down_exps.weight q4_0 1570blk.8.ffn_down_shexp.weight q4_0 1571blk.8.ffn_up_exps.weight q4_0 1572blk.8.ffn_up_shexp.weight q4_0 1573blk.9.ssm_in.weight q4_0 1574blk.10.ffn_down_exps.weight q4_0 1575blk.10.ffn_down_shexp.weight q4_0 1576blk.10.ffn_up_exps.weight q4_0 1577blk.10.ffn_up_shexp.weight q4_0 1578blk.11.ssm_in.weight q4_0 1579blk.12.attn_k.weight q4_0 1580blk.12.attn_q.weight q4_0 1581blk.12.attn_v.weight q4_0 1582blk.13.ffn_down_exps.weight q4_0 1583blk.13.ffn_down_shexp.weight q4_0 1584blk.13.ffn_up_exps.weight q4_0 1585blk.13.ffn_up_shexp.weight q4_0 1586blk.14.ssm_in.weight q4_0 1587blk.15.ffn_down_exps.weight q4_0 1588blk.15.ffn_down_shexp.weight q4_0 1589blk.15.ffn_up_exps.weight q4_0 1590blk.15.ffn_up_shexp.weight q4_0 1591blk.16.ssm_in.weight q4_0 1592blk.17.ffn_down_exps.weight q4_0 1593blk.17.ffn_down_shexp.weight q4_0 1594blk.17.ffn_up_exps.weight q4_0 1595blk.17.ffn_up_shexp.weight q4_0 1596blk.18.ssm_in.weight q4_0 1597blk.19.attn_k.weight q4_0 1598blk.19.attn_q.weight q4_0 1599blk.19.attn_v.weight q4_0 1600blk.20.ffn_down_exps.weight q4_0 1601blk.20.ffn_down_shexp.weight q4_0 1602blk.20.ffn_up_exps.weight q4_0 1603blk.20.ffn_up_shexp.weight q4_0 1604blk.21.ssm_in.weight q4_0 1605blk.22.ffn_down_exps.weight q4_0 1606blk.22.ffn_down_shexp.weight q4_0 1607blk.22.ffn_up_exps.weight q4_0 1608blk.22.ffn_up_shexp.weight q4_0 1609blk.23.ssm_in.weight q4_0 1610blk.24.ffn_down_exps.weight q4_0 1611blk.24.ffn_down_shexp.weight q4_0 1612blk.24.ffn_up_exps.weight q4_0 1613blk.24.ffn_up_shexp.weight q4_0 1614blk.25.ssm_in.weight q4_0 1615blk.26.attn_k.weight q4_0 1616blk.26.attn_q.weight q4_0 1617blk.26.attn_v.weight q4_0 1618blk.27.ffn_down_exps.weight q4_0 1619blk.27.ffn_down_shexp.weight q4_0 1620blk.27.ffn_up_exps.weight q4_0 1621blk.27.ffn_up_shexp.weight q4_0 1622blk.28.ssm_in.weight q4_0 1623blk.29.ffn_down_exps.weight q4_0 1624blk.29.ffn_down_shexp.weight q4_0 1625blk.29.ffn_up_exps.weight q4_0 1626blk.29.ffn_up_shexp.weight q4_0 1627blk.30.ssm_in.weight q4_0 1628blk.31.ffn_down_exps.weight q4_0 1629blk.31.ffn_down_shexp.weight q4_0 1630blk.31.ffn_up_exps.weight q4_0 1631blk.31.ffn_up_shexp.weight q4_0 1632blk.32.ssm_in.weight q4_0 1633blk.33.attn_k.weight q4_0 1634blk.33.attn_q.weight q4_0 1635blk.33.attn_v.weight q4_0 1636blk.34.ffn_down_exps.weight q4_0 1637blk.34.ffn_down_shexp.weight q4_0 1638blk.34.ffn_up_exps.weight q4_0 1639blk.34.ffn_up_shexp.weight q4_0 1640blk.35.ssm_in.weight q4_0 1641blk.36.ffn_down_exps.weight q4_0 1642blk.36.ffn_down_shexp.weight q4_0 1643blk.36.ffn_up_exps.weight q4_0 1644blk.36.ffn_up_shexp.weight q4_0 1645blk.37.ssm_in.weight q4_0 1646blk.38.ffn_down_exps.weight q4_0 1647blk.38.ffn_down_shexp.weight q4_0 1648blk.38.ffn_up_exps.weight q4_0 1649blk.38.ffn_up_shexp.weight q4_0 1650blk.39.ssm_in.weight q4_0 1651blk.40.ffn_down_exps.weight q4_0 1652blk.40.ffn_down_shexp.weight q4_0 1653blk.40.ffn_up_exps.weight q4_0 1654blk.40.ffn_up_shexp.weight q4_0 1655blk.41.ssm_in.weight q4_0 1656blk.42.attn_k.weight q4_0 1657blk.42.attn_q.weight q4_0 1658blk.42.attn_v.weight q4_0 1659blk.43.ffn_down_exps.weight q4_0 1660blk.43.ffn_down_shexp.weight q4_0 1661blk.43.ffn_up_exps.weight q4_0 1662blk.43.ffn_up_shexp.weight q4_0 1663blk.44.ssm_in.weight q4_0 1664blk.45.ffn_down_exps.weight q4_0 1665blk.45.ffn_down_shexp.weight q4_0 1666blk.45.ffn_up_exps.weight q4_0 1667blk.45.ffn_up_shexp.weight q4_0 1668blk.46.ssm_in.weight q4_0 1669blk.47.ffn_down_exps.weight q4_0 1670blk.47.ffn_down_shexp.weight q4_0 1671blk.47.ffn_up_exps.weight q4_0 1672blk.47.ffn_up_shexp.weight q4_0 1673blk.48.ssm_in.weight q4_0 1674blk.49.ffn_down_exps.weight q4_0 1675blk.49.ffn_down_shexp.weight q4_0 1676blk.49.ffn_up_exps.weight q4_0 1677blk.49.ffn_up_shexp.weight q4_0 1678blk.50.ssm_in.weight q4_0 1679blk.51.ffn_down_exps.weight q4_0 1680blk.51.ffn_down_shexp.weight q4_0 1681blk.51.ffn_up_exps.weight q4_0 1682blk.51.ffn_up_shexp.weight q4_0 1683 1684[IQ3_XS] iq3_s 1685output.weight q8_0 1686token_embd.weight iq4_nl 1687blk.0.ssm_in.weight iq4_nl 1688blk.1.ffn_down_exps.weight iq4_nl 1689blk.1.ffn_down_shexp.weight iq4_nl 1690blk.1.ffn_up_exps.weight iq4_nl 1691blk.1.ffn_up_shexp.weight iq4_nl 1692blk.2.ssm_in.weight iq4_nl 1693blk.3.ffn_down_exps.weight iq4_nl 1694blk.3.ffn_down_shexp.weight iq4_nl 1695blk.3.ffn_up_exps.weight iq4_nl 1696blk.3.ffn_up_shexp.weight iq4_nl 1697blk.4.ssm_in.weight iq4_nl 1698blk.5.attn_k.weight iq4_nl 1699blk.5.attn_q.weight iq4_nl 1700blk.5.attn_v.weight iq4_nl 1701blk.6.ffn_down_exps.weight iq4_nl 1702blk.6.ffn_down_shexp.weight iq4_nl 1703blk.6.ffn_up_exps.weight iq4_nl 1704blk.6.ffn_up_shexp.weight iq4_nl 1705blk.7.ssm_in.weight iq4_nl 1706blk.8.ffn_down_exps.weight iq4_nl 1707blk.8.ffn_down_shexp.weight iq4_nl 1708blk.8.ffn_up_exps.weight iq4_nl 1709blk.8.ffn_up_shexp.weight iq4_nl 1710blk.9.ssm_in.weight iq4_nl 1711blk.10.ffn_down_exps.weight iq4_nl 1712blk.10.ffn_down_shexp.weight iq4_nl 1713blk.10.ffn_up_exps.weight iq4_nl 1714blk.10.ffn_up_shexp.weight iq4_nl 1715blk.11.ssm_in.weight iq4_nl 1716blk.12.attn_k.weight iq4_nl 1717blk.12.attn_q.weight iq4_nl 1718blk.12.attn_v.weight iq4_nl 1719blk.13.ffn_down_exps.weight iq4_nl 1720blk.13.ffn_down_shexp.weight iq4_nl 1721blk.13.ffn_up_exps.weight iq4_nl 1722blk.13.ffn_up_shexp.weight iq4_nl 1723blk.14.ssm_in.weight iq4_nl 1724blk.15.ffn_down_exps.weight iq4_nl 1725blk.15.ffn_down_shexp.weight iq4_nl 1726blk.15.ffn_up_exps.weight iq4_nl 1727blk.15.ffn_up_shexp.weight iq4_nl 1728blk.16.ssm_in.weight iq4_nl 1729blk.17.ffn_down_exps.weight iq4_nl 1730blk.17.ffn_down_shexp.weight iq4_nl 1731blk.17.ffn_up_exps.weight iq4_nl 1732blk.17.ffn_up_shexp.weight iq4_nl 1733blk.18.ssm_in.weight iq4_nl 1734blk.19.attn_k.weight iq4_nl 1735blk.19.attn_q.weight iq4_nl 1736blk.19.attn_v.weight iq4_nl 1737blk.20.ffn_down_exps.weight iq4_nl 1738blk.20.ffn_down_shexp.weight iq4_nl 1739blk.20.ffn_up_exps.weight iq4_nl 1740blk.20.ffn_up_shexp.weight iq4_nl 1741blk.21.ssm_in.weight iq4_nl 1742blk.22.ffn_down_exps.weight iq4_nl 1743blk.22.ffn_down_shexp.weight iq4_nl 1744blk.22.ffn_up_exps.weight iq4_nl 1745blk.22.ffn_up_shexp.weight iq4_nl 1746blk.23.ssm_in.weight iq4_nl 1747blk.24.ffn_down_exps.weight iq4_nl 1748blk.24.ffn_down_shexp.weight iq4_nl 1749blk.24.ffn_up_exps.weight iq4_nl 1750blk.24.ffn_up_shexp.weight iq4_nl 1751blk.25.ssm_in.weight iq4_nl 1752blk.26.attn_k.weight iq4_nl 1753blk.26.attn_q.weight iq4_nl 1754blk.26.attn_v.weight iq4_nl 1755blk.27.ffn_down_exps.weight iq4_nl 1756blk.27.ffn_down_shexp.weight iq4_nl 1757blk.27.ffn_up_exps.weight iq4_nl 1758blk.27.ffn_up_shexp.weight iq4_nl 1759blk.28.ssm_in.weight iq4_nl 1760blk.29.ffn_down_exps.weight iq4_nl 1761blk.29.ffn_down_shexp.weight iq4_nl 1762blk.29.ffn_up_exps.weight iq4_nl 1763blk.29.ffn_up_shexp.weight iq4_nl 1764blk.30.ssm_in.weight iq4_nl 1765blk.31.ffn_down_exps.weight iq4_nl 1766blk.31.ffn_down_shexp.weight iq4_nl 1767blk.31.ffn_up_exps.weight iq4_nl 1768blk.31.ffn_up_shexp.weight iq4_nl 1769blk.32.ssm_in.weight iq4_nl 1770blk.33.attn_k.weight iq4_nl 1771blk.33.attn_q.weight iq4_nl 1772blk.33.attn_v.weight iq4_nl 1773blk.34.ffn_down_exps.weight iq4_nl 1774blk.34.ffn_down_shexp.weight iq4_nl 1775blk.34.ffn_up_exps.weight iq4_nl 1776blk.34.ffn_up_shexp.weight iq4_nl 1777blk.35.ssm_in.weight iq4_nl 1778blk.36.ffn_down_exps.weight iq4_nl 1779blk.36.ffn_down_shexp.weight iq4_nl 1780blk.36.ffn_up_exps.weight iq4_nl 1781blk.36.ffn_up_shexp.weight iq4_nl 1782blk.37.ssm_in.weight iq4_nl 1783blk.38.ffn_down_exps.weight iq4_nl 1784blk.38.ffn_down_shexp.weight iq4_nl 1785blk.38.ffn_up_exps.weight iq4_nl 1786blk.38.ffn_up_shexp.weight iq4_nl 1787blk.39.ssm_in.weight iq4_nl 1788blk.40.ffn_down_exps.weight iq4_nl 1789blk.40.ffn_down_shexp.weight iq4_nl 1790blk.40.ffn_up_exps.weight iq4_nl 1791blk.40.ffn_up_shexp.weight iq4_nl 1792blk.41.ssm_in.weight iq4_nl 1793blk.42.attn_k.weight iq4_nl 1794blk.42.attn_q.weight iq4_nl 1795blk.42.attn_v.weight iq4_nl 1796blk.43.ffn_down_exps.weight iq4_nl 1797blk.43.ffn_down_shexp.weight iq4_nl 1798blk.43.ffn_up_exps.weight iq4_nl 1799blk.43.ffn_up_shexp.weight iq4_nl 1800blk.44.ssm_in.weight iq4_nl 1801blk.45.ffn_down_exps.weight iq4_nl 1802blk.45.ffn_down_shexp.weight iq4_nl 1803blk.45.ffn_up_exps.weight iq4_nl 1804blk.45.ffn_up_shexp.weight iq4_nl 1805blk.46.ssm_in.weight iq4_nl 1806blk.47.ffn_down_exps.weight iq4_nl 1807blk.47.ffn_down_shexp.weight iq4_nl 1808blk.47.ffn_up_exps.weight iq4_nl 1809blk.47.ffn_up_shexp.weight iq4_nl 1810blk.48.ssm_in.weight iq4_nl 1811blk.49.ffn_down_exps.weight iq4_nl 1812blk.49.ffn_down_shexp.weight iq4_nl 1813blk.49.ffn_up_exps.weight iq4_nl 1814blk.49.ffn_up_shexp.weight iq4_nl 1815blk.50.ssm_in.weight iq4_nl 1816blk.51.ffn_down_exps.weight iq4_nl 1817blk.51.ffn_down_shexp.weight iq4_nl 1818blk.51.ffn_up_exps.weight iq4_nl 1819blk.51.ffn_up_shexp.weight iq4_nl 1820 1821[IQ3_XXS] iq3_xxs 1822output.weight q8_0 1823token_embd.weight iq4_nl 1824blk.0.ssm_in.weight iq4_nl 1825blk.1.ffn_down_exps.weight q5_0 1826blk.1.ffn_down_shexp.weight q5_0 1827blk.1.ffn_up_exps.weight iq4_nl 1828blk.1.ffn_up_shexp.weight iq4_nl 1829blk.2.ssm_in.weight iq4_nl 1830blk.3.ffn_down_exps.weight q5_0 1831blk.3.ffn_down_shexp.weight q5_0 1832blk.3.ffn_up_exps.weight iq4_nl 1833blk.3.ffn_up_shexp.weight iq4_nl 1834blk.4.ssm_in.weight iq4_nl 1835blk.5.attn_k.weight iq4_nl 1836blk.5.attn_output.weight iq3_s 1837blk.5.attn_q.weight iq4_nl 1838blk.5.attn_v.weight iq4_nl 1839blk.6.ffn_down_exps.weight q4_0 1840blk.6.ffn_down_shexp.weight q4_0 1841blk.6.ffn_up_exps.weight iq4_nl 1842blk.6.ffn_up_shexp.weight iq4_nl 1843blk.7.ssm_in.weight iq4_nl 1844blk.8.ffn_down_exps.weight q4_0 1845blk.8.ffn_down_shexp.weight q4_0 1846blk.8.ffn_up_exps.weight iq4_nl 1847blk.8.ffn_up_shexp.weight iq4_nl 1848blk.9.ssm_in.weight iq4_nl 1849blk.10.ffn_down_exps.weight q4_0 1850blk.10.ffn_down_shexp.weight q4_0 1851blk.10.ffn_up_exps.weight iq4_nl 1852blk.10.ffn_up_shexp.weight iq4_nl 1853blk.11.ssm_in.weight iq4_nl 1854blk.12.attn_k.weight iq4_nl 1855blk.12.attn_output.weight iq3_s 1856blk.12.attn_q.weight iq4_nl 1857blk.12.attn_v.weight iq4_nl 1858blk.13.ffn_down_exps.weight q4_0 1859blk.13.ffn_down_shexp.weight q4_0 1860blk.13.ffn_up_exps.weight iq4_nl 1861blk.13.ffn_up_shexp.weight iq4_nl 1862blk.14.ssm_in.weight iq4_nl 1863blk.15.ffn_down_exps.weight q4_0 1864blk.15.ffn_down_shexp.weight q4_0 1865blk.15.ffn_up_exps.weight iq4_nl 1866blk.15.ffn_up_shexp.weight iq4_nl 1867blk.16.ssm_in.weight iq4_nl 1868blk.17.ffn_down_exps.weight q4_0 1869blk.17.ffn_down_shexp.weight q4_0 1870blk.17.ffn_up_exps.weight iq4_nl 1871blk.17.ffn_up_shexp.weight iq4_nl 1872blk.18.ssm_in.weight iq4_nl 1873blk.19.attn_k.weight iq4_nl 1874blk.19.attn_output.weight iq3_s 1875blk.19.attn_q.weight iq4_nl 1876blk.19.attn_v.weight iq4_nl 1877blk.20.ffn_down_exps.weight q4_0 1878blk.20.ffn_down_shexp.weight q4_0 1879blk.20.ffn_up_exps.weight iq4_nl 1880blk.20.ffn_up_shexp.weight iq4_nl 1881blk.21.ssm_in.weight iq4_nl 1882blk.22.ffn_down_exps.weight q4_0 1883blk.22.ffn_down_shexp.weight q4_0 1884blk.22.ffn_up_exps.weight iq4_nl 1885blk.22.ffn_up_shexp.weight iq4_nl 1886blk.23.ssm_in.weight iq4_nl 1887blk.24.ffn_down_exps.weight q4_0 1888blk.24.ffn_down_shexp.weight q4_0 1889blk.24.ffn_up_exps.weight iq4_nl 1890blk.24.ffn_up_shexp.weight iq4_nl 1891blk.25.ssm_in.weight iq4_nl 1892blk.26.attn_k.weight iq4_nl 1893blk.26.attn_output.weight iq3_s 1894blk.26.attn_q.weight iq4_nl 1895blk.26.attn_v.weight iq4_nl 1896blk.27.ffn_down_exps.weight q4_0 1897blk.27.ffn_down_shexp.weight q4_0 1898blk.27.ffn_up_exps.weight iq4_nl 1899blk.27.ffn_up_shexp.weight iq4_nl 1900blk.28.ssm_in.weight iq4_nl 1901blk.29.ffn_down_exps.weight q4_0 1902blk.29.ffn_down_shexp.weight q4_0 1903blk.29.ffn_up_exps.weight iq4_nl 1904blk.29.ffn_up_shexp.weight iq4_nl 1905blk.30.ssm_in.weight iq4_nl 1906blk.31.ffn_down_exps.weight q4_0 1907blk.31.ffn_down_shexp.weight q4_0 1908blk.31.ffn_up_exps.weight iq4_nl 1909blk.31.ffn_up_shexp.weight iq4_nl 1910blk.32.ssm_in.weight iq4_nl 1911blk.33.attn_k.weight iq4_nl 1912blk.33.attn_output.weight iq3_s 1913blk.33.attn_q.weight iq4_nl 1914blk.33.attn_v.weight iq4_nl 1915blk.34.ffn_down_exps.weight q4_0 1916blk.34.ffn_down_shexp.weight q4_0 1917blk.34.ffn_up_exps.weight iq4_nl 1918blk.34.ffn_up_shexp.weight iq4_nl 1919blk.35.ssm_in.weight iq4_nl 1920blk.36.ffn_down_exps.weight q4_0 1921blk.36.ffn_down_shexp.weight q4_0 1922blk.36.ffn_up_exps.weight iq4_nl 1923blk.36.ffn_up_shexp.weight iq4_nl 1924blk.37.ssm_in.weight iq4_nl 1925blk.38.ffn_down_exps.weight q4_0 1926blk.38.ffn_down_shexp.weight q4_0 1927blk.38.ffn_up_exps.weight iq4_nl 1928blk.38.ffn_up_shexp.weight iq4_nl 1929blk.39.ssm_in.weight iq4_nl 1930blk.40.ffn_down_exps.weight q4_0 1931blk.40.ffn_down_shexp.weight q4_0 1932blk.40.ffn_up_exps.weight iq4_nl 1933blk.40.ffn_up_shexp.weight iq4_nl 1934blk.41.ssm_in.weight iq4_nl 1935blk.42.attn_k.weight iq4_nl 1936blk.42.attn_output.weight iq3_s 1937blk.42.attn_q.weight iq4_nl 1938blk.42.attn_v.weight iq4_nl 1939blk.43.ffn_down_exps.weight q4_0 1940blk.43.ffn_down_shexp.weight q4_0 1941blk.43.ffn_up_exps.weight iq4_nl 1942blk.43.ffn_up_shexp.weight iq4_nl 1943blk.44.ssm_in.weight iq4_nl 1944blk.45.ffn_down_exps.weight q4_0 1945blk.45.ffn_down_shexp.weight q4_0 1946blk.45.ffn_up_exps.weight iq4_nl 1947blk.45.ffn_up_shexp.weight iq4_nl 1948blk.46.ssm_in.weight iq4_nl 1949blk.47.ffn_down_exps.weight q4_0 1950blk.47.ffn_down_shexp.weight q4_0 1951blk.47.ffn_up_exps.weight iq4_nl 1952blk.47.ffn_up_shexp.weight iq4_nl 1953blk.48.ssm_in.weight iq4_nl 1954blk.49.ffn_down_exps.weight q4_0 1955blk.49.ffn_down_shexp.weight q4_0 1956blk.49.ffn_up_exps.weight iq4_nl 1957blk.49.ffn_up_shexp.weight iq4_nl 1958blk.50.ssm_in.weight iq4_nl 1959blk.51.ffn_down_exps.weight q4_0 1960blk.51.ffn_down_shexp.weight q4_0 1961blk.51.ffn_up_exps.weight iq4_nl 1962blk.51.ffn_up_shexp.weight iq4_nl 1963 1964[IQ1_S] iq1_s 1965output.weight q8_0 1966token_embd.weight q4_0 1967blk.0.ssm_in.weight iq4_nl 1968blk.1.ffn_down_exps.weight q4_0 1969blk.1.ffn_down_shexp.weight q4_0 1970blk.1.ffn_up_exps.weight iq4_nl 1971blk.1.ffn_up_shexp.weight iq4_nl 1972blk.2.ssm_in.weight iq4_nl 1973blk.3.ffn_down_exps.weight q4_0 1974blk.3.ffn_down_shexp.weight q4_0 1975blk.3.ffn_up_exps.weight iq4_nl 1976blk.3.ffn_up_shexp.weight iq4_nl 1977blk.4.ssm_in.weight iq4_nl 1978blk.5.attn_k.weight iq4_nl 1979blk.5.attn_output.weight iq2_xxs 1980blk.5.attn_q.weight iq4_nl 1981blk.5.attn_v.weight q5_0 1982blk.6.ffn_down_exps.weight q4_0 1983blk.6.ffn_down_shexp.weight q4_0 1984blk.6.ffn_up_exps.weight iq4_nl 1985blk.6.ffn_up_shexp.weight iq4_nl 1986blk.7.ssm_in.weight iq4_nl 1987blk.8.ffn_down_exps.weight iq4_nl 1988blk.8.ffn_down_shexp.weight iq4_nl 1989blk.8.ffn_up_exps.weight iq4_nl 1990blk.8.ffn_up_shexp.weight iq4_nl 1991blk.9.ssm_in.weight iq4_nl 1992blk.10.ffn_down_exps.weight iq4_nl 1993blk.10.ffn_down_shexp.weight iq4_nl 1994blk.10.ffn_up_exps.weight iq4_nl 1995blk.10.ffn_up_shexp.weight iq4_nl 1996blk.11.ssm_in.weight iq4_nl 1997blk.12.attn_k.weight iq4_nl 1998blk.12.attn_output.weight iq2_xxs 1999blk.12.attn_q.weight iq4_nl 2000blk.12.attn_v.weight q5_0 2001blk.13.ffn_down_exps.weight iq4_nl 2002blk.13.ffn_down_shexp.weight iq4_nl 2003blk.13.ffn_up_exps.weight iq4_nl 2004blk.13.ffn_up_shexp.weight iq4_nl 2005blk.14.ssm_in.weight iq4_nl 2006blk.15.ffn_down_exps.weight iq4_nl 2007blk.15.ffn_down_shexp.weight iq4_nl 2008blk.15.ffn_up_exps.weight iq4_nl 2009blk.15.ffn_up_shexp.weight iq4_nl 2010blk.16.ssm_in.weight iq4_nl 2011blk.17.ffn_down_exps.weight iq4_nl 2012blk.17.ffn_down_shexp.weight iq4_nl 2013blk.17.ffn_up_exps.weight iq4_nl 2014blk.17.ffn_up_shexp.weight iq4_nl 2015blk.18.ssm_in.weight iq4_nl 2016blk.19.attn_k.weight iq4_nl 2017blk.19.attn_output.weight iq2_xxs 2018blk.19.attn_q.weight iq4_nl 2019blk.19.attn_v.weight q5_0 2020blk.20.ffn_down_exps.weight iq4_nl 2021blk.20.ffn_down_shexp.weight iq4_nl 2022blk.20.ffn_up_exps.weight iq4_nl 2023blk.20.ffn_up_shexp.weight iq4_nl 2024blk.21.ssm_in.weight iq4_nl 2025blk.22.ffn_down_exps.weight iq4_nl 2026blk.22.ffn_down_shexp.weight iq4_nl 2027blk.22.ffn_up_exps.weight iq4_nl 2028blk.22.ffn_up_shexp.weight iq4_nl 2029blk.23.ssm_in.weight iq4_nl 2030blk.24.ffn_down_exps.weight iq4_nl 2031blk.24.ffn_down_shexp.weight iq4_nl 2032blk.24.ffn_up_exps.weight iq4_nl 2033blk.24.ffn_up_shexp.weight iq4_nl 2034blk.25.ssm_in.weight iq4_nl 2035blk.26.attn_k.weight iq4_nl 2036blk.26.attn_output.weight iq2_xxs 2037blk.26.attn_q.weight iq4_nl 2038blk.26.attn_v.weight q5_0 2039blk.27.ffn_down_exps.weight iq4_nl 2040blk.27.ffn_down_shexp.weight iq4_nl 2041blk.27.ffn_up_exps.weight iq4_nl 2042blk.27.ffn_up_shexp.weight iq4_nl 2043blk.28.ssm_in.weight iq4_nl 2044blk.29.ffn_down_exps.weight iq4_nl 2045blk.29.ffn_down_shexp.weight iq4_nl 2046blk.29.ffn_up_exps.weight iq4_nl 2047blk.29.ffn_up_shexp.weight iq4_nl 2048blk.30.ssm_in.weight iq4_nl 2049blk.31.ffn_down_exps.weight iq4_nl 2050blk.31.ffn_down_shexp.weight iq4_nl 2051blk.31.ffn_up_exps.weight iq4_nl 2052blk.31.ffn_up_shexp.weight iq4_nl 2053blk.32.ssm_in.weight iq4_nl 2054blk.33.attn_k.weight iq4_nl 2055blk.33.attn_output.weight iq2_xxs 2056blk.33.attn_q.weight iq4_nl 2057blk.33.attn_v.weight q5_0 2058blk.34.ffn_down_exps.weight iq4_nl 2059blk.34.ffn_down_shexp.weight iq4_nl 2060blk.34.ffn_up_exps.weight iq4_nl 2061blk.34.ffn_up_shexp.weight iq4_nl 2062blk.35.ssm_in.weight iq4_nl 2063blk.36.ffn_down_exps.weight iq4_nl 2064blk.36.ffn_down_shexp.weight iq4_nl 2065blk.36.ffn_up_exps.weight iq4_nl 2066blk.36.ffn_up_shexp.weight iq4_nl 2067blk.37.ssm_in.weight iq4_nl 2068blk.38.ffn_down_exps.weight iq4_nl 2069blk.38.ffn_down_shexp.weight iq4_nl 2070blk.38.ffn_up_exps.weight iq4_nl 2071blk.38.ffn_up_shexp.weight iq4_nl 2072blk.39.ssm_in.weight iq4_nl 2073blk.40.ffn_down_exps.weight iq4_nl 2074blk.40.ffn_down_shexp.weight iq4_nl 2075blk.40.ffn_up_exps.weight iq4_nl 2076blk.40.ffn_up_shexp.weight iq4_nl 2077blk.41.ssm_in.weight iq4_nl 2078blk.42.attn_k.weight iq4_nl 2079blk.42.attn_output.weight iq2_xxs 2080blk.42.attn_q.weight iq4_nl 2081blk.42.attn_v.weight q5_0 2082blk.43.ffn_down_exps.weight iq4_nl 2083blk.43.ffn_down_shexp.weight iq4_nl 2084blk.43.ffn_up_exps.weight iq4_nl 2085blk.43.ffn_up_shexp.weight iq4_nl 2086blk.44.ssm_in.weight iq4_nl 2087blk.45.ffn_down_exps.weight iq4_nl 2088blk.45.ffn_down_shexp.weight iq4_nl 2089blk.45.ffn_up_exps.weight iq4_nl 2090blk.45.ffn_up_shexp.weight iq4_nl 2091blk.46.ssm_in.weight iq4_nl 2092blk.47.ffn_down_exps.weight iq4_nl 2093blk.47.ffn_down_shexp.weight iq4_nl 2094blk.47.ffn_up_exps.weight iq4_nl 2095blk.47.ffn_up_shexp.weight iq4_nl 2096blk.48.ssm_in.weight iq4_nl 2097blk.49.ffn_down_exps.weight iq4_nl 2098blk.49.ffn_down_shexp.weight iq4_nl 2099blk.49.ffn_up_exps.weight iq4_nl 2100blk.49.ffn_up_shexp.weight iq4_nl 2101blk.50.ssm_in.weight iq4_nl 2102blk.51.ffn_down_exps.weight iq4_nl 2103blk.51.ffn_down_shexp.weight iq4_nl 2104blk.51.ffn_up_exps.weight iq4_nl 2105blk.51.ffn_up_shexp.weight iq4_nl 2106 2107[IQ4_NL] iq4_nl 2108output.weight q8_0 2109blk.1.ffn_down_exps.weight q5_1 2110blk.1.ffn_down_shexp.weight q5_1 2111blk.3.ffn_down_exps.weight q5_1 2112blk.3.ffn_down_shexp.weight q5_1 2113 2114[IQ3_S] iq3_s 2115output.weight q8_0 2116token_embd.weight iq4_nl 2117blk.0.ssm_in.weight iq4_nl 2118blk.1.ffn_down_exps.weight iq4_nl 2119blk.1.ffn_down_shexp.weight iq4_nl 2120blk.1.ffn_up_exps.weight iq4_nl 2121blk.1.ffn_up_shexp.weight iq4_nl 2122blk.2.ssm_in.weight iq4_nl 2123blk.3.ffn_down_exps.weight iq4_nl 2124blk.3.ffn_down_shexp.weight iq4_nl 2125blk.3.ffn_up_exps.weight iq4_nl 2126blk.3.ffn_up_shexp.weight iq4_nl 2127blk.4.ssm_in.weight iq4_nl 2128blk.5.attn_k.weight iq4_nl 2129blk.5.attn_q.weight iq4_nl 2130blk.5.attn_v.weight iq4_nl 2131blk.6.ffn_down_exps.weight iq4_nl 2132blk.6.ffn_down_shexp.weight iq4_nl 2133blk.6.ffn_up_exps.weight iq4_nl 2134blk.6.ffn_up_shexp.weight iq4_nl 2135blk.7.ssm_in.weight iq4_nl 2136blk.8.ffn_down_exps.weight iq4_nl 2137blk.8.ffn_down_shexp.weight iq4_nl 2138blk.8.ffn_up_exps.weight iq4_nl 2139blk.8.ffn_up_shexp.weight iq4_nl 2140blk.9.ssm_in.weight iq4_nl 2141blk.10.ffn_down_exps.weight iq4_nl 2142blk.10.ffn_down_shexp.weight iq4_nl 2143blk.10.ffn_up_exps.weight iq4_nl 2144blk.10.ffn_up_shexp.weight iq4_nl 2145blk.11.ssm_in.weight iq4_nl 2146blk.12.attn_k.weight iq4_nl 2147blk.12.attn_q.weight iq4_nl 2148blk.12.attn_v.weight iq4_nl 2149blk.13.ffn_down_exps.weight iq4_nl 2150blk.13.ffn_down_shexp.weight iq4_nl 2151blk.13.ffn_up_exps.weight iq4_nl 2152blk.13.ffn_up_shexp.weight iq4_nl 2153blk.14.ssm_in.weight iq4_nl 2154blk.15.ffn_down_exps.weight iq4_nl 2155blk.15.ffn_down_shexp.weight iq4_nl 2156blk.15.ffn_up_exps.weight iq4_nl 2157blk.15.ffn_up_shexp.weight iq4_nl 2158blk.16.ssm_in.weight iq4_nl 2159blk.17.ffn_down_exps.weight iq4_nl 2160blk.17.ffn_down_shexp.weight iq4_nl 2161blk.17.ffn_up_exps.weight iq4_nl 2162blk.17.ffn_up_shexp.weight iq4_nl 2163blk.18.ssm_in.weight iq4_nl 2164blk.19.attn_k.weight iq4_nl 2165blk.19.attn_q.weight iq4_nl 2166blk.19.attn_v.weight iq4_nl 2167blk.20.ffn_down_exps.weight iq4_nl 2168blk.20.ffn_down_shexp.weight iq4_nl 2169blk.20.ffn_up_exps.weight iq4_nl 2170blk.20.ffn_up_shexp.weight iq4_nl 2171blk.21.ssm_in.weight iq4_nl 2172blk.22.ffn_down_exps.weight iq4_nl 2173blk.22.ffn_down_shexp.weight iq4_nl 2174blk.22.ffn_up_exps.weight iq4_nl 2175blk.22.ffn_up_shexp.weight iq4_nl 2176blk.23.ssm_in.weight iq4_nl 2177blk.24.ffn_down_exps.weight iq4_nl 2178blk.24.ffn_down_shexp.weight iq4_nl 2179blk.24.ffn_up_exps.weight iq4_nl 2180blk.24.ffn_up_shexp.weight iq4_nl 2181blk.25.ssm_in.weight iq4_nl 2182blk.26.attn_k.weight iq4_nl 2183blk.26.attn_q.weight iq4_nl 2184blk.26.attn_v.weight iq4_nl 2185blk.27.ffn_down_exps.weight iq4_nl 2186blk.27.ffn_down_shexp.weight iq4_nl 2187blk.27.ffn_up_exps.weight iq4_nl 2188blk.27.ffn_up_shexp.weight iq4_nl 2189blk.28.ssm_in.weight iq4_nl 2190blk.29.ffn_down_exps.weight iq4_nl 2191blk.29.ffn_down_shexp.weight iq4_nl 2192blk.29.ffn_up_exps.weight iq4_nl 2193blk.29.ffn_up_shexp.weight iq4_nl 2194blk.30.ssm_in.weight iq4_nl 2195blk.31.ffn_down_exps.weight iq4_nl 2196blk.31.ffn_down_shexp.weight iq4_nl 2197blk.31.ffn_up_exps.weight iq4_nl 2198blk.31.ffn_up_shexp.weight iq4_nl 2199blk.32.ssm_in.weight iq4_nl 2200blk.33.attn_k.weight iq4_nl 2201blk.33.attn_q.weight iq4_nl 2202blk.33.attn_v.weight iq4_nl 2203blk.34.ffn_down_exps.weight iq4_nl 2204blk.34.ffn_down_shexp.weight iq4_nl 2205blk.34.ffn_up_exps.weight iq4_nl 2206blk.34.ffn_up_shexp.weight iq4_nl 2207blk.35.ssm_in.weight iq4_nl 2208blk.36.ffn_down_exps.weight iq4_nl 2209blk.36.ffn_down_shexp.weight iq4_nl 2210blk.36.ffn_up_exps.weight iq4_nl 2211blk.36.ffn_up_shexp.weight iq4_nl 2212blk.37.ssm_in.weight iq4_nl 2213blk.38.ffn_down_exps.weight iq4_nl 2214blk.38.ffn_down_shexp.weight iq4_nl 2215blk.38.ffn_up_exps.weight iq4_nl 2216blk.38.ffn_up_shexp.weight iq4_nl 2217blk.39.ssm_in.weight iq4_nl 2218blk.40.ffn_down_exps.weight iq4_nl 2219blk.40.ffn_down_shexp.weight iq4_nl 2220blk.40.ffn_up_exps.weight iq4_nl 2221blk.40.ffn_up_shexp.weight iq4_nl 2222blk.41.ssm_in.weight iq4_nl 2223blk.42.attn_k.weight iq4_nl 2224blk.42.attn_q.weight iq4_nl 2225blk.42.attn_v.weight iq4_nl 2226blk.43.ffn_down_exps.weight iq4_nl 2227blk.43.ffn_down_shexp.weight iq4_nl 2228blk.43.ffn_up_exps.weight iq4_nl 2229blk.43.ffn_up_shexp.weight iq4_nl 2230blk.44.ssm_in.weight iq4_nl 2231blk.45.ffn_down_exps.weight iq4_nl 2232blk.45.ffn_down_shexp.weight iq4_nl 2233blk.45.ffn_up_exps.weight iq4_nl 2234blk.45.ffn_up_shexp.weight iq4_nl 2235blk.46.ssm_in.weight iq4_nl 2236blk.47.ffn_down_exps.weight iq4_nl 2237blk.47.ffn_down_shexp.weight iq4_nl 2238blk.47.ffn_up_exps.weight iq4_nl 2239blk.47.ffn_up_shexp.weight iq4_nl 2240blk.48.ssm_in.weight iq4_nl 2241blk.49.ffn_down_exps.weight iq4_nl 2242blk.49.ffn_down_shexp.weight iq4_nl 2243blk.49.ffn_up_exps.weight iq4_nl 2244blk.49.ffn_up_shexp.weight iq4_nl 2245blk.50.ssm_in.weight iq4_nl 2246blk.51.ffn_down_exps.weight iq4_nl 2247blk.51.ffn_down_shexp.weight iq4_nl 2248blk.51.ffn_up_exps.weight iq4_nl 2249blk.51.ffn_up_shexp.weight iq4_nl 2250 2251[IQ3_M] iq3_s 2252output.weight q8_0 2253token_embd.weight iq4_nl 2254blk.0.ssm_in.weight iq4_nl 2255blk.1.ffn_down_exps.weight q5_0 2256blk.1.ffn_down_shexp.weight q5_0 2257blk.1.ffn_up_exps.weight iq4_nl 2258blk.1.ffn_up_shexp.weight iq4_nl 2259blk.2.ssm_in.weight iq4_nl 2260blk.3.ffn_down_exps.weight q5_0 2261blk.3.ffn_down_shexp.weight q5_0 2262blk.3.ffn_up_exps.weight iq4_nl 2263blk.3.ffn_up_shexp.weight iq4_nl 2264blk.4.ssm_in.weight iq4_nl 2265blk.5.attn_k.weight iq4_nl 2266blk.5.attn_output.weight q4_K 2267blk.5.attn_q.weight iq4_nl 2268blk.5.attn_v.weight q5_0 2269blk.6.ffn_down_exps.weight iq4_nl 2270blk.6.ffn_down_shexp.weight iq4_nl 2271blk.6.ffn_up_exps.weight iq4_nl 2272blk.6.ffn_up_shexp.weight iq4_nl 2273blk.7.ssm_in.weight iq4_nl 2274blk.8.ffn_down_exps.weight iq4_nl 2275blk.8.ffn_down_shexp.weight iq4_nl 2276blk.8.ffn_up_exps.weight iq4_nl 2277blk.8.ffn_up_shexp.weight iq4_nl 2278blk.9.ssm_in.weight iq4_nl 2279blk.10.ffn_down_exps.weight iq4_nl 2280blk.10.ffn_down_shexp.weight iq4_nl 2281blk.10.ffn_up_exps.weight iq4_nl 2282blk.10.ffn_up_shexp.weight iq4_nl 2283blk.11.ssm_in.weight iq4_nl 2284blk.12.attn_k.weight iq4_nl 2285blk.12.attn_output.weight q4_K 2286blk.12.attn_q.weight iq4_nl 2287blk.12.attn_v.weight q5_0 2288blk.13.ffn_down_exps.weight iq4_nl 2289blk.13.ffn_down_shexp.weight iq4_nl 2290blk.13.ffn_up_exps.weight iq4_nl 2291blk.13.ffn_up_shexp.weight iq4_nl 2292blk.14.ssm_in.weight iq4_nl 2293blk.15.ffn_down_exps.weight iq4_nl 2294blk.15.ffn_down_shexp.weight iq4_nl 2295blk.15.ffn_up_exps.weight iq4_nl 2296blk.15.ffn_up_shexp.weight iq4_nl 2297blk.16.ssm_in.weight iq4_nl 2298blk.17.ffn_down_exps.weight iq4_nl 2299blk.17.ffn_down_shexp.weight iq4_nl 2300blk.17.ffn_up_exps.weight iq4_nl 2301blk.17.ffn_up_shexp.weight iq4_nl 2302blk.18.ssm_in.weight iq4_nl 2303blk.19.attn_k.weight iq4_nl 2304blk.19.attn_output.weight q4_K 2305blk.19.attn_q.weight iq4_nl 2306blk.19.attn_v.weight q5_0 2307blk.20.ffn_down_exps.weight iq4_nl 2308blk.20.ffn_down_shexp.weight iq4_nl 2309blk.20.ffn_up_exps.weight iq4_nl 2310blk.20.ffn_up_shexp.weight iq4_nl 2311blk.21.ssm_in.weight iq4_nl 2312blk.22.ffn_down_exps.weight iq4_nl 2313blk.22.ffn_down_shexp.weight iq4_nl 2314blk.22.ffn_up_exps.weight iq4_nl 2315blk.22.ffn_up_shexp.weight iq4_nl 2316blk.23.ssm_in.weight iq4_nl 2317blk.24.ffn_down_exps.weight iq4_nl 2318blk.24.ffn_down_shexp.weight iq4_nl 2319blk.24.ffn_up_exps.weight iq4_nl 2320blk.24.ffn_up_shexp.weight iq4_nl 2321blk.25.ssm_in.weight iq4_nl 2322blk.26.attn_k.weight iq4_nl 2323blk.26.attn_output.weight q4_K 2324blk.26.attn_q.weight iq4_nl 2325blk.26.attn_v.weight q5_0 2326blk.27.ffn_down_exps.weight iq4_nl 2327blk.27.ffn_down_shexp.weight iq4_nl 2328blk.27.ffn_up_exps.weight iq4_nl 2329blk.27.ffn_up_shexp.weight iq4_nl 2330blk.28.ssm_in.weight iq4_nl 2331blk.29.ffn_down_exps.weight iq4_nl 2332blk.29.ffn_down_shexp.weight iq4_nl 2333blk.29.ffn_up_exps.weight iq4_nl 2334blk.29.ffn_up_shexp.weight iq4_nl 2335blk.30.ssm_in.weight iq4_nl 2336blk.31.ffn_down_exps.weight iq4_nl 2337blk.31.ffn_down_shexp.weight iq4_nl 2338blk.31.ffn_up_exps.weight iq4_nl 2339blk.31.ffn_up_shexp.weight iq4_nl 2340blk.32.ssm_in.weight iq4_nl 2341blk.33.attn_k.weight iq4_nl 2342blk.33.attn_output.weight q4_K 2343blk.33.attn_q.weight iq4_nl 2344blk.33.attn_v.weight q5_0 2345blk.34.ffn_down_exps.weight iq4_nl 2346blk.34.ffn_down_shexp.weight iq4_nl 2347blk.34.ffn_up_exps.weight iq4_nl 2348blk.34.ffn_up_shexp.weight iq4_nl 2349blk.35.ssm_in.weight iq4_nl 2350blk.36.ffn_down_exps.weight iq4_nl 2351blk.36.ffn_down_shexp.weight iq4_nl 2352blk.36.ffn_up_exps.weight iq4_nl 2353blk.36.ffn_up_shexp.weight iq4_nl 2354blk.37.ssm_in.weight iq4_nl 2355blk.38.ffn_down_exps.weight iq4_nl 2356blk.38.ffn_down_shexp.weight iq4_nl 2357blk.38.ffn_up_exps.weight iq4_nl 2358blk.38.ffn_up_shexp.weight iq4_nl 2359blk.39.ssm_in.weight iq4_nl 2360blk.40.ffn_down_exps.weight iq4_nl 2361blk.40.ffn_down_shexp.weight iq4_nl 2362blk.40.ffn_up_exps.weight iq4_nl 2363blk.40.ffn_up_shexp.weight iq4_nl 2364blk.41.ssm_in.weight iq4_nl 2365blk.42.attn_k.weight iq4_nl 2366blk.42.attn_output.weight q4_K 2367blk.42.attn_q.weight iq4_nl 2368blk.42.attn_v.weight q5_0 2369blk.43.ffn_down_exps.weight iq4_nl 2370blk.43.ffn_down_shexp.weight iq4_nl 2371blk.43.ffn_up_exps.weight iq4_nl 2372blk.43.ffn_up_shexp.weight iq4_nl 2373blk.44.ssm_in.weight iq4_nl 2374blk.45.ffn_down_exps.weight iq4_nl 2375blk.45.ffn_down_shexp.weight iq4_nl 2376blk.45.ffn_up_exps.weight iq4_nl 2377blk.45.ffn_up_shexp.weight iq4_nl 2378blk.46.ssm_in.weight iq4_nl 2379blk.47.ffn_down_exps.weight iq4_nl 2380blk.47.ffn_down_shexp.weight iq4_nl 2381blk.47.ffn_up_exps.weight iq4_nl 2382blk.47.ffn_up_shexp.weight iq4_nl 2383blk.48.ssm_in.weight iq4_nl 2384blk.49.ffn_down_exps.weight iq4_nl 2385blk.49.ffn_down_shexp.weight iq4_nl 2386blk.49.ffn_up_exps.weight iq4_nl 2387blk.49.ffn_up_shexp.weight iq4_nl 2388blk.50.ssm_in.weight iq4_nl 2389blk.51.ffn_down_exps.weight iq4_nl 2390blk.51.ffn_down_shexp.weight iq4_nl 2391blk.51.ffn_up_exps.weight iq4_nl 2392blk.51.ffn_up_shexp.weight iq4_nl 2393 2394[IQ2_S] iq2_xs 2395output.weight q8_0 2396token_embd.weight iq4_nl 2397blk.0.ssm_in.weight iq4_nl 2398blk.1.ffn_down_exps.weight iq4_nl 2399blk.1.ffn_down_shexp.weight iq4_nl 2400blk.1.ffn_up_exps.weight iq4_nl 2401blk.1.ffn_up_shexp.weight iq4_nl 2402blk.2.ssm_in.weight iq4_nl 2403blk.3.ffn_down_exps.weight iq4_nl 2404blk.3.ffn_down_shexp.weight iq4_nl 2405blk.3.ffn_up_exps.weight iq4_nl 2406blk.3.ffn_up_shexp.weight iq4_nl 2407blk.4.ssm_in.weight iq4_nl 2408blk.5.attn_k.weight iq4_nl 2409blk.5.attn_output.weight iq3_s 2410blk.5.attn_q.weight iq4_nl 2411blk.5.attn_v.weight q5_0 2412blk.6.ffn_down_exps.weight iq4_nl 2413blk.6.ffn_down_shexp.weight iq4_nl 2414blk.6.ffn_up_exps.weight iq4_nl 2415blk.6.ffn_up_shexp.weight iq4_nl 2416blk.7.ssm_in.weight iq4_nl 2417blk.8.ffn_down_exps.weight iq4_nl 2418blk.8.ffn_down_shexp.weight iq4_nl 2419blk.8.ffn_up_exps.weight iq4_nl 2420blk.8.ffn_up_shexp.weight iq4_nl 2421blk.9.ssm_in.weight iq4_nl 2422blk.10.ffn_down_exps.weight iq4_nl 2423blk.10.ffn_down_shexp.weight iq4_nl 2424blk.10.ffn_up_exps.weight iq4_nl 2425blk.10.ffn_up_shexp.weight iq4_nl 2426blk.11.ssm_in.weight iq4_nl 2427blk.12.attn_k.weight iq4_nl 2428blk.12.attn_output.weight iq3_s 2429blk.12.attn_q.weight iq4_nl 2430blk.12.attn_v.weight q5_0 2431blk.13.ffn_down_exps.weight iq4_nl 2432blk.13.ffn_down_shexp.weight iq4_nl 2433blk.13.ffn_up_exps.weight iq4_nl 2434blk.13.ffn_up_shexp.weight iq4_nl 2435blk.14.ssm_in.weight iq4_nl 2436blk.15.ffn_down_exps.weight iq4_nl 2437blk.15.ffn_down_shexp.weight iq4_nl 2438blk.15.ffn_up_exps.weight iq4_nl 2439blk.15.ffn_up_shexp.weight iq4_nl 2440blk.16.ssm_in.weight iq4_nl 2441blk.17.ffn_down_exps.weight iq4_nl 2442blk.17.ffn_down_shexp.weight iq4_nl 2443blk.17.ffn_up_exps.weight iq4_nl 2444blk.17.ffn_up_shexp.weight iq4_nl 2445blk.18.ssm_in.weight iq4_nl 2446blk.19.attn_k.weight iq4_nl 2447blk.19.attn_output.weight iq3_s 2448blk.19.attn_q.weight iq4_nl 2449blk.19.attn_v.weight q5_0 2450blk.20.ffn_down_exps.weight iq4_nl 2451blk.20.ffn_down_shexp.weight iq4_nl 2452blk.20.ffn_up_exps.weight iq4_nl 2453blk.20.ffn_up_shexp.weight iq4_nl 2454blk.21.ssm_in.weight iq4_nl 2455blk.22.ffn_down_exps.weight iq4_nl 2456blk.22.ffn_down_shexp.weight iq4_nl 2457blk.22.ffn_up_exps.weight iq4_nl 2458blk.22.ffn_up_shexp.weight iq4_nl 2459blk.23.ssm_in.weight iq4_nl 2460blk.24.ffn_down_exps.weight iq4_nl 2461blk.24.ffn_down_shexp.weight iq4_nl 2462blk.24.ffn_up_exps.weight iq4_nl 2463blk.24.ffn_up_shexp.weight iq4_nl 2464blk.25.ssm_in.weight iq4_nl 2465blk.26.attn_k.weight iq4_nl 2466blk.26.attn_output.weight iq3_s 2467blk.26.attn_q.weight iq4_nl 2468blk.26.attn_v.weight q5_0 2469blk.27.ffn_down_exps.weight iq4_nl 2470blk.27.ffn_down_shexp.weight iq4_nl 2471blk.27.ffn_up_exps.weight iq4_nl 2472blk.27.ffn_up_shexp.weight iq4_nl 2473blk.28.ssm_in.weight iq4_nl 2474blk.29.ffn_down_exps.weight iq4_nl 2475blk.29.ffn_down_shexp.weight iq4_nl 2476blk.29.ffn_up_exps.weight iq4_nl 2477blk.29.ffn_up_shexp.weight iq4_nl 2478blk.30.ssm_in.weight iq4_nl 2479blk.31.ffn_down_exps.weight iq4_nl 2480blk.31.ffn_down_shexp.weight iq4_nl 2481blk.31.ffn_up_exps.weight iq4_nl 2482blk.31.ffn_up_shexp.weight iq4_nl 2483blk.32.ssm_in.weight iq4_nl 2484blk.33.attn_k.weight iq4_nl 2485blk.33.attn_output.weight iq3_s 2486blk.33.attn_q.weight iq4_nl 2487blk.33.attn_v.weight q5_0 2488blk.34.ffn_down_exps.weight iq4_nl 2489blk.34.ffn_down_shexp.weight iq4_nl 2490blk.34.ffn_up_exps.weight iq4_nl 2491blk.34.ffn_up_shexp.weight iq4_nl 2492blk.35.ssm_in.weight iq4_nl 2493blk.36.ffn_down_exps.weight iq4_nl 2494blk.36.ffn_down_shexp.weight iq4_nl 2495blk.36.ffn_up_exps.weight iq4_nl 2496blk.36.ffn_up_shexp.weight iq4_nl 2497blk.37.ssm_in.weight iq4_nl 2498blk.38.ffn_down_exps.weight iq4_nl 2499blk.38.ffn_down_shexp.weight iq4_nl 2500blk.38.ffn_up_exps.weight iq4_nl 2501blk.38.ffn_up_shexp.weight iq4_nl 2502blk.39.ssm_in.weight iq4_nl 2503blk.40.ffn_down_exps.weight iq4_nl 2504blk.40.ffn_down_shexp.weight iq4_nl 2505blk.40.ffn_up_exps.weight iq4_nl 2506blk.40.ffn_up_shexp.weight iq4_nl 2507blk.41.ssm_in.weight iq4_nl 2508blk.42.attn_k.weight iq4_nl 2509blk.42.attn_output.weight iq3_s 2510blk.42.attn_q.weight iq4_nl 2511blk.42.attn_v.weight q5_0 2512blk.43.ffn_down_exps.weight iq4_nl 2513blk.43.ffn_down_shexp.weight iq4_nl 2514blk.43.ffn_up_exps.weight iq4_nl 2515blk.43.ffn_up_shexp.weight iq4_nl 2516blk.44.ssm_in.weight iq4_nl 2517blk.45.ffn_down_exps.weight iq4_nl 2518blk.45.ffn_down_shexp.weight iq4_nl 2519blk.45.ffn_up_exps.weight iq4_nl 2520blk.45.ffn_up_shexp.weight iq4_nl 2521blk.46.ssm_in.weight iq4_nl 2522blk.47.ffn_down_exps.weight iq4_nl 2523blk.47.ffn_down_shexp.weight iq4_nl 2524blk.47.ffn_up_exps.weight iq4_nl 2525blk.47.ffn_up_shexp.weight iq4_nl 2526blk.48.ssm_in.weight iq4_nl 2527blk.49.ffn_down_exps.weight iq4_nl 2528blk.49.ffn_down_shexp.weight iq4_nl 2529blk.49.ffn_up_exps.weight iq4_nl 2530blk.49.ffn_up_shexp.weight iq4_nl 2531blk.50.ssm_in.weight iq4_nl 2532blk.51.ffn_down_exps.weight iq4_nl 2533blk.51.ffn_down_shexp.weight iq4_nl 2534blk.51.ffn_up_exps.weight iq4_nl 2535blk.51.ffn_up_shexp.weight iq4_nl 2536 2537[IQ2_M] iq2_s 2538output.weight q8_0 2539token_embd.weight iq4_nl 2540blk.0.ssm_in.weight iq4_nl 2541blk.1.ffn_down_exps.weight iq4_nl 2542blk.1.ffn_down_shexp.weight iq4_nl 2543blk.1.ffn_up_exps.weight iq4_nl 2544blk.1.ffn_up_shexp.weight iq4_nl 2545blk.2.ssm_in.weight iq4_nl 2546blk.3.ffn_down_exps.weight iq4_nl 2547blk.3.ffn_down_shexp.weight iq4_nl 2548blk.3.ffn_up_exps.weight iq4_nl 2549blk.3.ffn_up_shexp.weight iq4_nl 2550blk.4.ssm_in.weight iq4_nl 2551blk.5.attn_k.weight iq4_nl 2552blk.5.attn_output.weight iq3_s 2553blk.5.attn_q.weight iq4_nl 2554blk.5.attn_v.weight q5_0 2555blk.6.ffn_down_exps.weight iq4_nl 2556blk.6.ffn_down_shexp.weight iq4_nl 2557blk.6.ffn_up_exps.weight iq4_nl 2558blk.6.ffn_up_shexp.weight iq4_nl 2559blk.7.ssm_in.weight iq4_nl 2560blk.8.ffn_down_exps.weight iq4_nl 2561blk.8.ffn_down_shexp.weight iq4_nl 2562blk.8.ffn_up_exps.weight iq4_nl 2563blk.8.ffn_up_shexp.weight iq4_nl 2564blk.9.ssm_in.weight iq4_nl 2565blk.10.ffn_down_exps.weight iq4_nl 2566blk.10.ffn_down_shexp.weight iq4_nl 2567blk.10.ffn_up_exps.weight iq4_nl 2568blk.10.ffn_up_shexp.weight iq4_nl 2569blk.11.ssm_in.weight iq4_nl 2570blk.12.attn_k.weight iq4_nl 2571blk.12.attn_output.weight iq3_s 2572blk.12.attn_q.weight iq4_nl 2573blk.12.attn_v.weight q5_0 2574blk.13.ffn_down_exps.weight iq4_nl 2575blk.13.ffn_down_shexp.weight iq4_nl 2576blk.13.ffn_up_exps.weight iq4_nl 2577blk.13.ffn_up_shexp.weight iq4_nl 2578blk.14.ssm_in.weight iq4_nl 2579blk.15.ffn_down_exps.weight iq4_nl 2580blk.15.ffn_down_shexp.weight iq4_nl 2581blk.15.ffn_up_exps.weight iq4_nl 2582blk.15.ffn_up_shexp.weight iq4_nl 2583blk.16.ssm_in.weight iq4_nl 2584blk.17.ffn_down_exps.weight iq4_nl 2585blk.17.ffn_down_shexp.weight iq4_nl 2586blk.17.ffn_up_exps.weight iq4_nl 2587blk.17.ffn_up_shexp.weight iq4_nl 2588blk.18.ssm_in.weight iq4_nl 2589blk.19.attn_k.weight iq4_nl 2590blk.19.attn_output.weight iq3_s 2591blk.19.attn_q.weight iq4_nl 2592blk.19.attn_v.weight q5_0 2593blk.20.ffn_down_exps.weight iq4_nl 2594blk.20.ffn_down_shexp.weight iq4_nl 2595blk.20.ffn_up_exps.weight iq4_nl 2596blk.20.ffn_up_shexp.weight iq4_nl 2597blk.21.ssm_in.weight iq4_nl 2598blk.22.ffn_down_exps.weight iq4_nl 2599blk.22.ffn_down_shexp.weight iq4_nl 2600blk.22.ffn_up_exps.weight iq4_nl 2601blk.22.ffn_up_shexp.weight iq4_nl 2602blk.23.ssm_in.weight iq4_nl 2603blk.24.ffn_down_exps.weight iq4_nl 2604blk.24.ffn_down_shexp.weight iq4_nl 2605blk.24.ffn_up_exps.weight iq4_nl 2606blk.24.ffn_up_shexp.weight iq4_nl 2607blk.25.ssm_in.weight iq4_nl 2608blk.26.attn_k.weight iq4_nl 2609blk.26.attn_output.weight iq3_s 2610blk.26.attn_q.weight iq4_nl 2611blk.26.attn_v.weight q5_0 2612blk.27.ffn_down_exps.weight iq4_nl 2613blk.27.ffn_down_shexp.weight iq4_nl 2614blk.27.ffn_up_exps.weight iq4_nl 2615blk.27.ffn_up_shexp.weight iq4_nl 2616blk.28.ssm_in.weight iq4_nl 2617blk.29.ffn_down_exps.weight iq4_nl 2618blk.29.ffn_down_shexp.weight iq4_nl 2619blk.29.ffn_up_exps.weight iq4_nl 2620blk.29.ffn_up_shexp.weight iq4_nl 2621blk.30.ssm_in.weight iq4_nl 2622blk.31.ffn_down_exps.weight iq4_nl 2623blk.31.ffn_down_shexp.weight iq4_nl 2624blk.31.ffn_up_exps.weight iq4_nl 2625blk.31.ffn_up_shexp.weight iq4_nl 2626blk.32.ssm_in.weight iq4_nl 2627blk.33.attn_k.weight iq4_nl 2628blk.33.attn_output.weight iq3_s 2629blk.33.attn_q.weight iq4_nl 2630blk.33.attn_v.weight q5_0 2631blk.34.ffn_down_exps.weight iq4_nl 2632blk.34.ffn_down_shexp.weight iq4_nl 2633blk.34.ffn_up_exps.weight iq4_nl 2634blk.34.ffn_up_shexp.weight iq4_nl 2635blk.35.ssm_in.weight iq4_nl 2636blk.36.ffn_down_exps.weight iq4_nl 2637blk.36.ffn_down_shexp.weight iq4_nl 2638blk.36.ffn_up_exps.weight iq4_nl 2639blk.36.ffn_up_shexp.weight iq4_nl 2640blk.37.ssm_in.weight iq4_nl 2641blk.38.ffn_down_exps.weight iq4_nl 2642blk.38.ffn_down_shexp.weight iq4_nl 2643blk.38.ffn_up_exps.weight iq4_nl 2644blk.38.ffn_up_shexp.weight iq4_nl 2645blk.39.ssm_in.weight iq4_nl 2646blk.40.ffn_down_exps.weight iq4_nl 2647blk.40.ffn_down_shexp.weight iq4_nl 2648blk.40.ffn_up_exps.weight iq4_nl 2649blk.40.ffn_up_shexp.weight iq4_nl 2650blk.41.ssm_in.weight iq4_nl 2651blk.42.attn_k.weight iq4_nl 2652blk.42.attn_output.weight iq3_s 2653blk.42.attn_q.weight iq4_nl 2654blk.42.attn_v.weight q5_0 2655blk.43.ffn_down_exps.weight iq4_nl 2656blk.43.ffn_down_shexp.weight iq4_nl 2657blk.43.ffn_up_exps.weight iq4_nl 2658blk.43.ffn_up_shexp.weight iq4_nl 2659blk.44.ssm_in.weight iq4_nl 2660blk.45.ffn_down_exps.weight iq4_nl 2661blk.45.ffn_down_shexp.weight iq4_nl 2662blk.45.ffn_up_exps.weight iq4_nl 2663blk.45.ffn_up_shexp.weight iq4_nl 2664blk.46.ssm_in.weight iq4_nl 2665blk.47.ffn_down_exps.weight iq4_nl 2666blk.47.ffn_down_shexp.weight iq4_nl 2667blk.47.ffn_up_exps.weight iq4_nl 2668blk.47.ffn_up_shexp.weight iq4_nl 2669blk.48.ssm_in.weight iq4_nl 2670blk.49.ffn_down_exps.weight iq4_nl 2671blk.49.ffn_down_shexp.weight iq4_nl 2672blk.49.ffn_up_exps.weight iq4_nl 2673blk.49.ffn_up_shexp.weight iq4_nl 2674blk.50.ssm_in.weight iq4_nl 2675blk.51.ffn_down_exps.weight iq4_nl 2676blk.51.ffn_down_shexp.weight iq4_nl 2677blk.51.ffn_up_exps.weight iq4_nl 2678blk.51.ffn_up_shexp.weight iq4_nl 2679 2680[IQ4_XS] iq4_xs 2681output.weight q8_0 2682token_embd.weight iq4_nl 2683blk.0.ssm_in.weight iq4_nl 2684blk.1.ffn_down_exps.weight q5_1 2685blk.1.ffn_down_shexp.weight q5_1 2686blk.1.ffn_up_exps.weight iq4_nl 2687blk.1.ffn_up_shexp.weight iq4_nl 2688blk.2.ssm_in.weight iq4_nl 2689blk.3.ffn_down_exps.weight q5_1 2690blk.3.ffn_down_shexp.weight q5_1 2691blk.3.ffn_up_exps.weight iq4_nl 2692blk.3.ffn_up_shexp.weight iq4_nl 2693blk.4.ssm_in.weight iq4_nl 2694blk.5.attn_k.weight iq4_nl 2695blk.5.attn_q.weight iq4_nl 2696blk.5.attn_v.weight iq4_nl 2697blk.6.ffn_down_exps.weight iq4_nl 2698blk.6.ffn_down_shexp.weight iq4_nl 2699blk.6.ffn_up_exps.weight iq4_nl 2700blk.6.ffn_up_shexp.weight iq4_nl 2701blk.7.ssm_in.weight iq4_nl 2702blk.8.ffn_down_exps.weight iq4_nl 2703blk.8.ffn_down_shexp.weight iq4_nl 2704blk.8.ffn_up_exps.weight iq4_nl 2705blk.8.ffn_up_shexp.weight iq4_nl 2706blk.9.ssm_in.weight iq4_nl 2707blk.10.ffn_down_exps.weight iq4_nl 2708blk.10.ffn_down_shexp.weight iq4_nl 2709blk.10.ffn_up_exps.weight iq4_nl 2710blk.10.ffn_up_shexp.weight iq4_nl 2711blk.11.ssm_in.weight iq4_nl 2712blk.12.attn_k.weight iq4_nl 2713blk.12.attn_q.weight iq4_nl 2714blk.12.attn_v.weight iq4_nl 2715blk.13.ffn_down_exps.weight iq4_nl 2716blk.13.ffn_down_shexp.weight iq4_nl 2717blk.13.ffn_up_exps.weight iq4_nl 2718blk.13.ffn_up_shexp.weight iq4_nl 2719blk.14.ssm_in.weight iq4_nl 2720blk.15.ffn_down_exps.weight iq4_nl 2721blk.15.ffn_down_shexp.weight iq4_nl 2722blk.15.ffn_up_exps.weight iq4_nl 2723blk.15.ffn_up_shexp.weight iq4_nl 2724blk.16.ssm_in.weight iq4_nl 2725blk.17.ffn_down_exps.weight iq4_nl 2726blk.17.ffn_down_shexp.weight iq4_nl 2727blk.17.ffn_up_exps.weight iq4_nl 2728blk.17.ffn_up_shexp.weight iq4_nl 2729blk.18.ssm_in.weight iq4_nl 2730blk.19.attn_k.weight iq4_nl 2731blk.19.attn_q.weight iq4_nl 2732blk.19.attn_v.weight iq4_nl 2733blk.20.ffn_down_exps.weight iq4_nl 2734blk.20.ffn_down_shexp.weight iq4_nl 2735blk.20.ffn_up_exps.weight iq4_nl 2736blk.20.ffn_up_shexp.weight iq4_nl 2737blk.21.ssm_in.weight iq4_nl 2738blk.22.ffn_down_exps.weight iq4_nl 2739blk.22.ffn_down_shexp.weight iq4_nl 2740blk.22.ffn_up_exps.weight iq4_nl 2741blk.22.ffn_up_shexp.weight iq4_nl 2742blk.23.ssm_in.weight iq4_nl 2743blk.24.ffn_down_exps.weight iq4_nl 2744blk.24.ffn_down_shexp.weight iq4_nl 2745blk.24.ffn_up_exps.weight iq4_nl 2746blk.24.ffn_up_shexp.weight iq4_nl 2747blk.25.ssm_in.weight iq4_nl 2748blk.26.attn_k.weight iq4_nl 2749blk.26.attn_q.weight iq4_nl 2750blk.26.attn_v.weight iq4_nl 2751blk.27.ffn_down_exps.weight iq4_nl 2752blk.27.ffn_down_shexp.weight iq4_nl 2753blk.27.ffn_up_exps.weight iq4_nl 2754blk.27.ffn_up_shexp.weight iq4_nl 2755blk.28.ssm_in.weight iq4_nl 2756blk.29.ffn_down_exps.weight iq4_nl 2757blk.29.ffn_down_shexp.weight iq4_nl 2758blk.29.ffn_up_exps.weight iq4_nl 2759blk.29.ffn_up_shexp.weight iq4_nl 2760blk.30.ssm_in.weight iq4_nl 2761blk.31.ffn_down_exps.weight iq4_nl 2762blk.31.ffn_down_shexp.weight iq4_nl 2763blk.31.ffn_up_exps.weight iq4_nl 2764blk.31.ffn_up_shexp.weight iq4_nl 2765blk.32.ssm_in.weight iq4_nl 2766blk.33.attn_k.weight iq4_nl 2767blk.33.attn_q.weight iq4_nl 2768blk.33.attn_v.weight iq4_nl 2769blk.34.ffn_down_exps.weight iq4_nl 2770blk.34.ffn_down_shexp.weight iq4_nl 2771blk.34.ffn_up_exps.weight iq4_nl 2772blk.34.ffn_up_shexp.weight iq4_nl 2773blk.35.ssm_in.weight iq4_nl 2774blk.36.ffn_down_exps.weight iq4_nl 2775blk.36.ffn_down_shexp.weight iq4_nl 2776blk.36.ffn_up_exps.weight iq4_nl 2777blk.36.ffn_up_shexp.weight iq4_nl 2778blk.37.ssm_in.weight iq4_nl 2779blk.38.ffn_down_exps.weight iq4_nl 2780blk.38.ffn_down_shexp.weight iq4_nl 2781blk.38.ffn_up_exps.weight iq4_nl 2782blk.38.ffn_up_shexp.weight iq4_nl 2783blk.39.ssm_in.weight iq4_nl 2784blk.40.ffn_down_exps.weight iq4_nl 2785blk.40.ffn_down_shexp.weight iq4_nl 2786blk.40.ffn_up_exps.weight iq4_nl 2787blk.40.ffn_up_shexp.weight iq4_nl 2788blk.41.ssm_in.weight iq4_nl 2789blk.42.attn_k.weight iq4_nl 2790blk.42.attn_q.weight iq4_nl 2791blk.42.attn_v.weight iq4_nl 2792blk.43.ffn_down_exps.weight iq4_nl 2793blk.43.ffn_down_shexp.weight iq4_nl 2794blk.43.ffn_up_exps.weight iq4_nl 2795blk.43.ffn_up_shexp.weight iq4_nl 2796blk.44.ssm_in.weight iq4_nl 2797blk.45.ffn_down_exps.weight iq4_nl 2798blk.45.ffn_down_shexp.weight iq4_nl 2799blk.45.ffn_up_exps.weight iq4_nl 2800blk.45.ffn_up_shexp.weight iq4_nl 2801blk.46.ssm_in.weight iq4_nl 2802blk.47.ffn_down_exps.weight iq4_nl 2803blk.47.ffn_down_shexp.weight iq4_nl 2804blk.47.ffn_up_exps.weight iq4_nl 2805blk.47.ffn_up_shexp.weight iq4_nl 2806blk.48.ssm_in.weight iq4_nl 2807blk.49.ffn_down_exps.weight iq4_nl 2808blk.49.ffn_down_shexp.weight iq4_nl 2809blk.49.ffn_up_exps.weight iq4_nl 2810blk.49.ffn_up_shexp.weight iq4_nl 2811blk.50.ssm_in.weight iq4_nl 2812blk.51.ffn_down_exps.weight iq4_nl 2813blk.51.ffn_down_shexp.weight iq4_nl 2814blk.51.ffn_up_exps.weight iq4_nl 2815blk.51.ffn_up_shexp.weight iq4_nl 2816 2817[IQ1_M] iq1_m 2818output.weight q8_0 2819token_embd.weight q4_0 2820blk.0.ssm_in.weight iq4_nl 2821blk.1.ffn_down_exps.weight q4_0 2822blk.1.ffn_down_shexp.weight q4_0 2823blk.1.ffn_up_exps.weight iq4_nl 2824blk.1.ffn_up_shexp.weight iq4_nl 2825blk.2.ssm_in.weight iq4_nl 2826blk.3.ffn_down_exps.weight q4_0 2827blk.3.ffn_down_shexp.weight q4_0 2828blk.3.ffn_up_exps.weight iq4_nl 2829blk.3.ffn_up_shexp.weight iq4_nl 2830blk.4.ssm_in.weight iq4_nl 2831blk.5.attn_k.weight iq4_nl 2832blk.5.attn_output.weight iq2_xxs 2833blk.5.attn_q.weight iq4_nl 2834blk.5.attn_v.weight q5_0 2835blk.6.ffn_down_exps.weight q4_0 2836blk.6.ffn_down_shexp.weight q4_0 2837blk.6.ffn_up_exps.weight iq4_nl 2838blk.6.ffn_up_shexp.weight iq4_nl 2839blk.7.ssm_in.weight iq4_nl 2840blk.8.ffn_down_exps.weight iq4_nl 2841blk.8.ffn_down_shexp.weight iq4_nl 2842blk.8.ffn_up_exps.weight iq4_nl 2843blk.8.ffn_up_shexp.weight iq4_nl 2844blk.9.ssm_in.weight iq4_nl 2845blk.10.ffn_down_exps.weight iq4_nl 2846blk.10.ffn_down_shexp.weight iq4_nl 2847blk.10.ffn_up_exps.weight iq4_nl 2848blk.10.ffn_up_shexp.weight iq4_nl 2849blk.11.ssm_in.weight iq4_nl 2850blk.12.attn_k.weight iq4_nl 2851blk.12.attn_output.weight iq2_xxs 2852blk.12.attn_q.weight iq4_nl 2853blk.12.attn_v.weight q5_0 2854blk.13.ffn_down_exps.weight iq4_nl 2855blk.13.ffn_down_shexp.weight iq4_nl 2856blk.13.ffn_up_exps.weight iq4_nl 2857blk.13.ffn_up_shexp.weight iq4_nl 2858blk.14.ssm_in.weight iq4_nl 2859blk.15.ffn_down_exps.weight iq4_nl 2860blk.15.ffn_down_shexp.weight iq4_nl 2861blk.15.ffn_up_exps.weight iq4_nl 2862blk.15.ffn_up_shexp.weight iq4_nl 2863blk.16.ssm_in.weight iq4_nl 2864blk.17.ffn_down_exps.weight iq4_nl 2865blk.17.ffn_down_shexp.weight iq4_nl 2866blk.17.ffn_up_exps.weight iq4_nl 2867blk.17.ffn_up_shexp.weight iq4_nl 2868blk.18.ssm_in.weight iq4_nl 2869blk.19.attn_k.weight iq4_nl 2870blk.19.attn_output.weight iq2_xxs 2871blk.19.attn_q.weight iq4_nl 2872blk.19.attn_v.weight q5_0 2873blk.20.ffn_down_exps.weight iq4_nl 2874blk.20.ffn_down_shexp.weight iq4_nl 2875blk.20.ffn_up_exps.weight iq4_nl 2876blk.20.ffn_up_shexp.weight iq4_nl 2877blk.21.ssm_in.weight iq4_nl 2878blk.22.ffn_down_exps.weight iq4_nl 2879blk.22.ffn_down_shexp.weight iq4_nl 2880blk.22.ffn_up_exps.weight iq4_nl 2881blk.22.ffn_up_shexp.weight iq4_nl 2882blk.23.ssm_in.weight iq4_nl 2883blk.24.ffn_down_exps.weight iq4_nl 2884blk.24.ffn_down_shexp.weight iq4_nl 2885blk.24.ffn_up_exps.weight iq4_nl 2886blk.24.ffn_up_shexp.weight iq4_nl 2887blk.25.ssm_in.weight iq4_nl 2888blk.26.attn_k.weight iq4_nl 2889blk.26.attn_output.weight iq2_xxs 2890blk.26.attn_q.weight iq4_nl 2891blk.26.attn_v.weight q5_0 2892blk.27.ffn_down_exps.weight iq4_nl 2893blk.27.ffn_down_shexp.weight iq4_nl 2894blk.27.ffn_up_exps.weight iq4_nl 2895blk.27.ffn_up_shexp.weight iq4_nl 2896blk.28.ssm_in.weight iq4_nl 2897blk.29.ffn_down_exps.weight iq4_nl 2898blk.29.ffn_down_shexp.weight iq4_nl 2899blk.29.ffn_up_exps.weight iq4_nl 2900blk.29.ffn_up_shexp.weight iq4_nl 2901blk.30.ssm_in.weight iq4_nl 2902blk.31.ffn_down_exps.weight iq4_nl 2903blk.31.ffn_down_shexp.weight iq4_nl 2904blk.31.ffn_up_exps.weight iq4_nl 2905blk.31.ffn_up_shexp.weight iq4_nl 2906blk.32.ssm_in.weight iq4_nl 2907blk.33.attn_k.weight iq4_nl 2908blk.33.attn_output.weight iq2_xxs 2909blk.33.attn_q.weight iq4_nl 2910blk.33.attn_v.weight q5_0 2911blk.34.ffn_down_exps.weight iq4_nl 2912blk.34.ffn_down_shexp.weight iq4_nl 2913blk.34.ffn_up_exps.weight iq4_nl 2914blk.34.ffn_up_shexp.weight iq4_nl 2915blk.35.ssm_in.weight iq4_nl 2916blk.36.ffn_down_exps.weight iq4_nl 2917blk.36.ffn_down_shexp.weight iq4_nl 2918blk.36.ffn_up_exps.weight iq4_nl 2919blk.36.ffn_up_shexp.weight iq4_nl 2920blk.37.ssm_in.weight iq4_nl 2921blk.38.ffn_down_exps.weight iq4_nl 2922blk.38.ffn_down_shexp.weight iq4_nl 2923blk.38.ffn_up_exps.weight iq4_nl 2924blk.38.ffn_up_shexp.weight iq4_nl 2925blk.39.ssm_in.weight iq4_nl 2926blk.40.ffn_down_exps.weight iq4_nl 2927blk.40.ffn_down_shexp.weight iq4_nl 2928blk.40.ffn_up_exps.weight iq4_nl 2929blk.40.ffn_up_shexp.weight iq4_nl 2930blk.41.ssm_in.weight iq4_nl 2931blk.42.attn_k.weight iq4_nl 2932blk.42.attn_output.weight iq2_xxs 2933blk.42.attn_q.weight iq4_nl 2934blk.42.attn_v.weight q5_0 2935blk.43.ffn_down_exps.weight iq4_nl 2936blk.43.ffn_down_shexp.weight iq4_nl 2937blk.43.ffn_up_exps.weight iq4_nl 2938blk.43.ffn_up_shexp.weight iq4_nl 2939blk.44.ssm_in.weight iq4_nl 2940blk.45.ffn_down_exps.weight iq4_nl 2941blk.45.ffn_down_shexp.weight iq4_nl 2942blk.45.ffn_up_exps.weight iq4_nl 2943blk.45.ffn_up_shexp.weight iq4_nl 2944blk.46.ssm_in.weight iq4_nl 2945blk.47.ffn_down_exps.weight iq4_nl 2946blk.47.ffn_down_shexp.weight iq4_nl 2947blk.47.ffn_up_exps.weight iq4_nl 2948blk.47.ffn_up_shexp.weight iq4_nl 2949blk.48.ssm_in.weight iq4_nl 2950blk.49.ffn_down_exps.weight iq4_nl 2951blk.49.ffn_down_shexp.weight iq4_nl 2952blk.49.ffn_up_exps.weight iq4_nl 2953blk.49.ffn_up_shexp.weight iq4_nl 2954blk.50.ssm_in.weight iq4_nl 2955blk.51.ffn_down_exps.weight iq4_nl 2956blk.51.ffn_down_shexp.weight iq4_nl 2957blk.51.ffn_up_exps.weight iq4_nl 2958blk.51.ffn_up_shexp.weight iq4_nl 2959 2960[BF16] bf16 2961 2962[TQ1_0] tq1_0 2963output.weight q8_0 2964token_embd.weight q5_0 2965blk.0.ssm_in.weight q4_0 2966blk.1.ffn_down_exps.weight q4_0 2967blk.1.ffn_down_shexp.weight q4_0 2968blk.1.ffn_up_exps.weight q4_0 2969blk.1.ffn_up_shexp.weight q4_0 2970blk.2.ssm_in.weight q4_0 2971blk.3.ffn_down_exps.weight q4_0 2972blk.3.ffn_down_shexp.weight q4_0 2973blk.3.ffn_up_exps.weight q4_0 2974blk.3.ffn_up_shexp.weight q4_0 2975blk.4.ssm_in.weight q4_0 2976blk.5.attn_k.weight q4_0 2977blk.5.attn_q.weight q4_0 2978blk.5.attn_v.weight q4_0 2979blk.6.ffn_down_exps.weight q4_0 2980blk.6.ffn_down_shexp.weight q4_0 2981blk.6.ffn_up_exps.weight q4_0 2982blk.6.ffn_up_shexp.weight q4_0 2983blk.7.ssm_in.weight q4_0 2984blk.8.ffn_down_exps.weight q4_0 2985blk.8.ffn_down_shexp.weight q4_0 2986blk.8.ffn_up_exps.weight q4_0 2987blk.8.ffn_up_shexp.weight q4_0 2988blk.9.ssm_in.weight q4_0 2989blk.10.ffn_down_exps.weight q4_0 2990blk.10.ffn_down_shexp.weight q4_0 2991blk.10.ffn_up_exps.weight q4_0 2992blk.10.ffn_up_shexp.weight q4_0 2993blk.11.ssm_in.weight q4_0 2994blk.12.attn_k.weight q4_0 2995blk.12.attn_q.weight q4_0 2996blk.12.attn_v.weight q4_0 2997blk.13.ffn_down_exps.weight q4_0 2998blk.13.ffn_down_shexp.weight q4_0 2999blk.13.ffn_up_exps.weight q4_0 3000blk.13.ffn_up_shexp.weight q4_0 3001blk.14.ssm_in.weight q4_0 3002blk.15.ffn_down_exps.weight q4_0 3003blk.15.ffn_down_shexp.weight q4_0 3004blk.15.ffn_up_exps.weight q4_0 3005blk.15.ffn_up_shexp.weight q4_0 3006blk.16.ssm_in.weight q4_0 3007blk.17.ffn_down_exps.weight q4_0 3008blk.17.ffn_down_shexp.weight q4_0 3009blk.17.ffn_up_exps.weight q4_0 3010blk.17.ffn_up_shexp.weight q4_0 3011blk.18.ssm_in.weight q4_0 3012blk.19.attn_k.weight q4_0 3013blk.19.attn_q.weight q4_0 3014blk.19.attn_v.weight q4_0 3015blk.20.ffn_down_exps.weight q4_0 3016blk.20.ffn_down_shexp.weight q4_0 3017blk.20.ffn_up_exps.weight q4_0 3018blk.20.ffn_up_shexp.weight q4_0 3019blk.21.ssm_in.weight q4_0 3020blk.22.ffn_down_exps.weight q4_0 3021blk.22.ffn_down_shexp.weight q4_0 3022blk.22.ffn_up_exps.weight q4_0 3023blk.22.ffn_up_shexp.weight q4_0 3024blk.23.ssm_in.weight q4_0 3025blk.24.ffn_down_exps.weight q4_0 3026blk.24.ffn_down_shexp.weight q4_0 3027blk.24.ffn_up_exps.weight q4_0 3028blk.24.ffn_up_shexp.weight q4_0 3029blk.25.ssm_in.weight q4_0 3030blk.26.attn_k.weight q4_0 3031blk.26.attn_q.weight q4_0 3032blk.26.attn_v.weight q4_0 3033blk.27.ffn_down_exps.weight q4_0 3034blk.27.ffn_down_shexp.weight q4_0 3035blk.27.ffn_up_exps.weight q4_0 3036blk.27.ffn_up_shexp.weight q4_0 3037blk.28.ssm_in.weight q4_0 3038blk.29.ffn_down_exps.weight q4_0 3039blk.29.ffn_down_shexp.weight q4_0 3040blk.29.ffn_up_exps.weight q4_0 3041blk.29.ffn_up_shexp.weight q4_0 3042blk.30.ssm_in.weight q4_0 3043blk.31.ffn_down_exps.weight q4_0 3044blk.31.ffn_down_shexp.weight q4_0 3045blk.31.ffn_up_exps.weight q4_0 3046blk.31.ffn_up_shexp.weight q4_0 3047blk.32.ssm_in.weight q4_0 3048blk.33.attn_k.weight q4_0 3049blk.33.attn_q.weight q4_0 3050blk.33.attn_v.weight q4_0 3051blk.34.ffn_down_exps.weight q4_0 3052blk.34.ffn_down_shexp.weight q4_0 3053blk.34.ffn_up_exps.weight q4_0 3054blk.34.ffn_up_shexp.weight q4_0 3055blk.35.ssm_in.weight q4_0 3056blk.36.ffn_down_exps.weight q4_0 3057blk.36.ffn_down_shexp.weight q4_0 3058blk.36.ffn_up_exps.weight q4_0 3059blk.36.ffn_up_shexp.weight q4_0 3060blk.37.ssm_in.weight q4_0 3061blk.38.ffn_down_exps.weight q4_0 3062blk.38.ffn_down_shexp.weight q4_0 3063blk.38.ffn_up_exps.weight q4_0 3064blk.38.ffn_up_shexp.weight q4_0 3065blk.39.ssm_in.weight q4_0 3066blk.40.ffn_down_exps.weight q4_0 3067blk.40.ffn_down_shexp.weight q4_0 3068blk.40.ffn_up_exps.weight q4_0 3069blk.40.ffn_up_shexp.weight q4_0 3070blk.41.ssm_in.weight q4_0 3071blk.42.attn_k.weight q4_0 3072blk.42.attn_q.weight q4_0 3073blk.42.attn_v.weight q4_0 3074blk.43.ffn_down_exps.weight q4_0 3075blk.43.ffn_down_shexp.weight q4_0 3076blk.43.ffn_up_exps.weight q4_0 3077blk.43.ffn_up_shexp.weight q4_0 3078blk.44.ssm_in.weight q4_0 3079blk.45.ffn_down_exps.weight q4_0 3080blk.45.ffn_down_shexp.weight q4_0 3081blk.45.ffn_up_exps.weight q4_0 3082blk.45.ffn_up_shexp.weight q4_0 3083blk.46.ssm_in.weight q4_0 3084blk.47.ffn_down_exps.weight q4_0 3085blk.47.ffn_down_shexp.weight q4_0 3086blk.47.ffn_up_exps.weight q4_0 3087blk.47.ffn_up_shexp.weight q4_0 3088blk.48.ssm_in.weight q4_0 3089blk.49.ffn_down_exps.weight q4_0 3090blk.49.ffn_down_shexp.weight q4_0 3091blk.49.ffn_up_exps.weight q4_0 3092blk.49.ffn_up_shexp.weight q4_0 3093blk.50.ssm_in.weight q4_0 3094blk.51.ffn_down_exps.weight q4_0 3095blk.51.ffn_down_shexp.weight q4_0 3096blk.51.ffn_up_exps.weight q4_0 3097blk.51.ffn_up_shexp.weight q4_0 3098 3099[TQ2_0] tq2_0 3100output.weight q8_0 3101token_embd.weight q5_0 3102blk.0.ssm_in.weight q4_0 3103blk.1.ffn_down_exps.weight q4_0 3104blk.1.ffn_down_shexp.weight q4_0 3105blk.1.ffn_up_exps.weight q4_0 3106blk.1.ffn_up_shexp.weight q4_0 3107blk.2.ssm_in.weight q4_0 3108blk.3.ffn_down_exps.weight q4_0 3109blk.3.ffn_down_shexp.weight q4_0 3110blk.3.ffn_up_exps.weight q4_0 3111blk.3.ffn_up_shexp.weight q4_0 3112blk.4.ssm_in.weight q4_0 3113blk.5.attn_k.weight q4_0 3114blk.5.attn_q.weight q4_0 3115blk.5.attn_v.weight q4_0 3116blk.6.ffn_down_exps.weight q4_0 3117blk.6.ffn_down_shexp.weight q4_0 3118blk.6.ffn_up_exps.weight q4_0 3119blk.6.ffn_up_shexp.weight q4_0 3120blk.7.ssm_in.weight q4_0 3121blk.8.ffn_down_exps.weight q4_0 3122blk.8.ffn_down_shexp.weight q4_0 3123blk.8.ffn_up_exps.weight q4_0 3124blk.8.ffn_up_shexp.weight q4_0 3125blk.9.ssm_in.weight q4_0 3126blk.10.ffn_down_exps.weight q4_0 3127blk.10.ffn_down_shexp.weight q4_0 3128blk.10.ffn_up_exps.weight q4_0 3129blk.10.ffn_up_shexp.weight q4_0 3130blk.11.ssm_in.weight q4_0 3131blk.12.attn_k.weight q4_0 3132blk.12.attn_q.weight q4_0 3133blk.12.attn_v.weight q4_0 3134blk.13.ffn_down_exps.weight q4_0 3135blk.13.ffn_down_shexp.weight q4_0 3136blk.13.ffn_up_exps.weight q4_0 3137blk.13.ffn_up_shexp.weight q4_0 3138blk.14.ssm_in.weight q4_0 3139blk.15.ffn_down_exps.weight q4_0 3140blk.15.ffn_down_shexp.weight q4_0 3141blk.15.ffn_up_exps.weight q4_0 3142blk.15.ffn_up_shexp.weight q4_0 3143blk.16.ssm_in.weight q4_0 3144blk.17.ffn_down_exps.weight q4_0 3145blk.17.ffn_down_shexp.weight q4_0 3146blk.17.ffn_up_exps.weight q4_0 3147blk.17.ffn_up_shexp.weight q4_0 3148blk.18.ssm_in.weight q4_0 3149blk.19.attn_k.weight q4_0 3150blk.19.attn_q.weight q4_0 3151blk.19.attn_v.weight q4_0 3152blk.20.ffn_down_exps.weight q4_0 3153blk.20.ffn_down_shexp.weight q4_0 3154blk.20.ffn_up_exps.weight q4_0 3155blk.20.ffn_up_shexp.weight q4_0 3156blk.21.ssm_in.weight q4_0 3157blk.22.ffn_down_exps.weight q4_0 3158blk.22.ffn_down_shexp.weight q4_0 3159blk.22.ffn_up_exps.weight q4_0 3160blk.22.ffn_up_shexp.weight q4_0 3161blk.23.ssm_in.weight q4_0 3162blk.24.ffn_down_exps.weight q4_0 3163blk.24.ffn_down_shexp.weight q4_0 3164blk.24.ffn_up_exps.weight q4_0 3165blk.24.ffn_up_shexp.weight q4_0 3166blk.25.ssm_in.weight q4_0 3167blk.26.attn_k.weight q4_0 3168blk.26.attn_q.weight q4_0 3169blk.26.attn_v.weight q4_0 3170blk.27.ffn_down_exps.weight q4_0 3171blk.27.ffn_down_shexp.weight q4_0 3172blk.27.ffn_up_exps.weight q4_0 3173blk.27.ffn_up_shexp.weight q4_0 3174blk.28.ssm_in.weight q4_0 3175blk.29.ffn_down_exps.weight q4_0 3176blk.29.ffn_down_shexp.weight q4_0 3177blk.29.ffn_up_exps.weight q4_0 3178blk.29.ffn_up_shexp.weight q4_0 3179blk.30.ssm_in.weight q4_0 3180blk.31.ffn_down_exps.weight q4_0 3181blk.31.ffn_down_shexp.weight q4_0 3182blk.31.ffn_up_exps.weight q4_0 3183blk.31.ffn_up_shexp.weight q4_0 3184blk.32.ssm_in.weight q4_0 3185blk.33.attn_k.weight q4_0 3186blk.33.attn_q.weight q4_0 3187blk.33.attn_v.weight q4_0 3188blk.34.ffn_down_exps.weight q4_0 3189blk.34.ffn_down_shexp.weight q4_0 3190blk.34.ffn_up_exps.weight q4_0 3191blk.34.ffn_up_shexp.weight q4_0 3192blk.35.ssm_in.weight q4_0 3193blk.36.ffn_down_exps.weight q4_0 3194blk.36.ffn_down_shexp.weight q4_0 3195blk.36.ffn_up_exps.weight q4_0 3196blk.36.ffn_up_shexp.weight q4_0 3197blk.37.ssm_in.weight q4_0 3198blk.38.ffn_down_exps.weight q4_0 3199blk.38.ffn_down_shexp.weight q4_0 3200blk.38.ffn_up_exps.weight q4_0 3201blk.38.ffn_up_shexp.weight q4_0 3202blk.39.ssm_in.weight q4_0 3203blk.40.ffn_down_exps.weight q4_0 3204blk.40.ffn_down_shexp.weight q4_0 3205blk.40.ffn_up_exps.weight q4_0 3206blk.40.ffn_up_shexp.weight q4_0 3207blk.41.ssm_in.weight q4_0 3208blk.42.attn_k.weight q4_0 3209blk.42.attn_q.weight q4_0 3210blk.42.attn_v.weight q4_0 3211blk.43.ffn_down_exps.weight q4_0 3212blk.43.ffn_down_shexp.weight q4_0 3213blk.43.ffn_up_exps.weight q4_0 3214blk.43.ffn_up_shexp.weight q4_0 3215blk.44.ssm_in.weight q4_0 3216blk.45.ffn_down_exps.weight q4_0 3217blk.45.ffn_down_shexp.weight q4_0 3218blk.45.ffn_up_exps.weight q4_0 3219blk.45.ffn_up_shexp.weight q4_0 3220blk.46.ssm_in.weight q4_0 3221blk.47.ffn_down_exps.weight q4_0 3222blk.47.ffn_down_shexp.weight q4_0 3223blk.47.ffn_up_exps.weight q4_0 3224blk.47.ffn_up_shexp.weight q4_0 3225blk.48.ssm_in.weight q4_0 3226blk.49.ffn_down_exps.weight q4_0 3227blk.49.ffn_down_shexp.weight q4_0 3228blk.49.ffn_up_exps.weight q4_0 3229blk.49.ffn_up_shexp.weight q4_0 3230blk.50.ssm_in.weight q4_0 3231blk.51.ffn_down_exps.weight q4_0 3232blk.51.ffn_down_shexp.weight q4_0 3233blk.51.ffn_up_exps.weight q4_0 3234blk.51.ffn_up_shexp.weight q4_0 3235 3236[MXFP4_MOE] mxfp4 3237output.weight q8_0 3238token_embd.weight q8_0 3239blk.0.ssm_in.weight q8_0 3240blk.0.ssm_out.weight q8_0 3241blk.1.ffn_down_shexp.weight q8_0 3242blk.1.ffn_up_shexp.weight q8_0 3243blk.2.ssm_in.weight q8_0 3244blk.2.ssm_out.weight q8_0 3245blk.3.ffn_down_shexp.weight q8_0 3246blk.3.ffn_up_shexp.weight q8_0 3247blk.4.ssm_in.weight q8_0 3248blk.4.ssm_out.weight q8_0 3249blk.5.attn_k.weight q8_0 3250blk.5.attn_output.weight q8_0 3251blk.5.attn_q.weight q8_0 3252blk.5.attn_v.weight q8_0 3253blk.6.ffn_down_shexp.weight q8_0 3254blk.6.ffn_up_shexp.weight q8_0 3255blk.7.ssm_in.weight q8_0 3256blk.7.ssm_out.weight q8_0 3257blk.8.ffn_down_shexp.weight q8_0 3258blk.8.ffn_up_shexp.weight q8_0 3259blk.9.ssm_in.weight q8_0 3260blk.9.ssm_out.weight q8_0 3261blk.10.ffn_down_shexp.weight q8_0 3262blk.10.ffn_up_shexp.weight q8_0 3263blk.11.ssm_in.weight q8_0 3264blk.11.ssm_out.weight q8_0 3265blk.12.attn_k.weight q8_0 3266blk.12.attn_output.weight q8_0 3267blk.12.attn_q.weight q8_0 3268blk.12.attn_v.weight q8_0 3269blk.13.ffn_down_shexp.weight q8_0 3270blk.13.ffn_up_shexp.weight q8_0 3271blk.14.ssm_in.weight q8_0 3272blk.14.ssm_out.weight q8_0 3273blk.15.ffn_down_shexp.weight q8_0 3274blk.15.ffn_up_shexp.weight q8_0 3275blk.16.ssm_in.weight q8_0 3276blk.16.ssm_out.weight q8_0 3277blk.17.ffn_down_shexp.weight q8_0 3278blk.17.ffn_up_shexp.weight q8_0 3279blk.18.ssm_in.weight q8_0 3280blk.18.ssm_out.weight q8_0 3281blk.19.attn_k.weight q8_0 3282blk.19.attn_output.weight q8_0 3283blk.19.attn_q.weight q8_0 3284blk.19.attn_v.weight q8_0 3285blk.20.ffn_down_shexp.weight q8_0 3286blk.20.ffn_up_shexp.weight q8_0 3287blk.21.ssm_in.weight q8_0 3288blk.21.ssm_out.weight q8_0 3289blk.22.ffn_down_shexp.weight q8_0 3290blk.22.ffn_up_shexp.weight q8_0 3291blk.23.ssm_in.weight q8_0 3292blk.23.ssm_out.weight q8_0 3293blk.24.ffn_down_shexp.weight q8_0 3294blk.24.ffn_up_shexp.weight q8_0 3295blk.25.ssm_in.weight q8_0 3296blk.25.ssm_out.weight q8_0 3297blk.26.attn_k.weight q8_0 3298blk.26.attn_output.weight q8_0 3299blk.26.attn_q.weight q8_0 3300blk.26.attn_v.weight q8_0 3301blk.27.ffn_down_shexp.weight q8_0 3302blk.27.ffn_up_shexp.weight q8_0 3303blk.28.ssm_in.weight q8_0 3304blk.28.ssm_out.weight q8_0 3305blk.29.ffn_down_shexp.weight q8_0 3306blk.29.ffn_up_shexp.weight q8_0 3307blk.30.ssm_in.weight q8_0 3308blk.30.ssm_out.weight q8_0 3309blk.31.ffn_down_shexp.weight q8_0 3310blk.31.ffn_up_shexp.weight q8_0 3311blk.32.ssm_in.weight q8_0 3312blk.32.ssm_out.weight q8_0 3313blk.33.attn_k.weight q8_0 3314blk.33.attn_output.weight q8_0 3315blk.33.attn_q.weight q8_0 3316blk.33.attn_v.weight q8_0 3317blk.34.ffn_down_shexp.weight q8_0 3318blk.34.ffn_up_shexp.weight q8_0 3319blk.35.ssm_in.weight q8_0 3320blk.35.ssm_out.weight q8_0 3321blk.36.ffn_down_shexp.weight q8_0 3322blk.36.ffn_up_shexp.weight q8_0 3323blk.37.ssm_in.weight q8_0 3324blk.37.ssm_out.weight q8_0 3325blk.38.ffn_down_shexp.weight q8_0 3326blk.38.ffn_up_shexp.weight q8_0 3327blk.39.ssm_in.weight q8_0 3328blk.39.ssm_out.weight q8_0 3329blk.40.ffn_down_shexp.weight q8_0 3330blk.40.ffn_up_shexp.weight q8_0 3331blk.41.ssm_in.weight q8_0 3332blk.41.ssm_out.weight q8_0 3333blk.42.attn_k.weight q8_0 3334blk.42.attn_output.weight q8_0 3335blk.42.attn_q.weight q8_0 3336blk.42.attn_v.weight q8_0 3337blk.43.ffn_down_shexp.weight q8_0 3338blk.43.ffn_up_shexp.weight q8_0 3339blk.44.ssm_in.weight q8_0 3340blk.44.ssm_out.weight q8_0 3341blk.45.ffn_down_shexp.weight q8_0 3342blk.45.ffn_up_shexp.weight q8_0 3343blk.46.ssm_in.weight q8_0 3344blk.46.ssm_out.weight q8_0 3345blk.47.ffn_down_shexp.weight q8_0 3346blk.47.ffn_up_shexp.weight q8_0 3347blk.48.ssm_in.weight q8_0 3348blk.48.ssm_out.weight q8_0 3349blk.49.ffn_down_shexp.weight q8_0 3350blk.49.ffn_up_shexp.weight q8_0 3351blk.50.ssm_in.weight q8_0 3352blk.50.ssm_out.weight q8_0 3353blk.51.ffn_down_shexp.weight q8_0 3354blk.51.ffn_up_shexp.weight q8_0