char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: Qwen3-Coder-Next 2# n_embd=2048, n_ff=5120, n_vocab=151936, n_layer=48, n_head=16, n_head_kv=2, n_expert=512 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_qkv.weight q4_K 25blk.0.ffn_down_exps.weight q3_K 26blk.0.ffn_down_shexp.weight q3_K 27blk.1.attn_qkv.weight q4_K 28blk.1.ffn_down_exps.weight q3_K 29blk.1.ffn_down_shexp.weight q3_K 30blk.2.attn_qkv.weight q4_K 31blk.2.ffn_down_exps.weight q3_K 32blk.2.ffn_down_shexp.weight q3_K 33blk.3.attn_output.weight q3_K 34blk.3.attn_v.weight q4_K 35blk.3.ffn_down_exps.weight q3_K 36blk.3.ffn_down_shexp.weight q3_K 37blk.4.attn_qkv.weight q4_K 38blk.4.ffn_down_exps.weight q3_K 39blk.4.ffn_down_shexp.weight q3_K 40blk.5.attn_qkv.weight q4_K 41blk.5.ffn_down_exps.weight q3_K 42blk.5.ffn_down_shexp.weight q3_K 43blk.6.attn_qkv.weight q4_K 44blk.6.ffn_down_exps.weight q3_K 45blk.6.ffn_down_shexp.weight q3_K 46blk.7.attn_output.weight q3_K 47blk.7.attn_v.weight q4_K 48blk.7.ffn_down_exps.weight q3_K 49blk.7.ffn_down_shexp.weight q3_K 50blk.8.attn_qkv.weight q4_K 51blk.8.ffn_down_exps.weight q3_K 52blk.8.ffn_down_shexp.weight q3_K 53blk.9.attn_qkv.weight q4_K 54blk.9.ffn_down_exps.weight q3_K 55blk.9.ffn_down_shexp.weight q3_K 56blk.10.attn_qkv.weight q4_K 57blk.10.ffn_down_exps.weight q3_K 58blk.10.ffn_down_shexp.weight q3_K 59blk.11.attn_output.weight q3_K 60blk.11.attn_v.weight q4_K 61blk.11.ffn_down_exps.weight q3_K 62blk.11.ffn_down_shexp.weight q3_K 63blk.12.attn_qkv.weight q4_K 64blk.12.ffn_down_exps.weight q3_K 65blk.12.ffn_down_shexp.weight q3_K 66blk.13.attn_qkv.weight q4_K 67blk.13.ffn_down_exps.weight q3_K 68blk.13.ffn_down_shexp.weight q3_K 69blk.14.attn_qkv.weight q4_K 70blk.14.ffn_down_exps.weight q3_K 71blk.14.ffn_down_shexp.weight q3_K 72blk.15.attn_output.weight q3_K 73blk.15.attn_v.weight q4_K 74blk.15.ffn_down_exps.weight q3_K 75blk.15.ffn_down_shexp.weight q3_K 76blk.16.attn_qkv.weight q4_K 77blk.16.ffn_down_exps.weight q3_K 78blk.16.ffn_down_shexp.weight q3_K 79blk.17.attn_qkv.weight q4_K 80blk.17.ffn_down_exps.weight q3_K 81blk.17.ffn_down_shexp.weight q3_K 82blk.18.attn_qkv.weight q4_K 83blk.18.ffn_down_exps.weight q3_K 84blk.18.ffn_down_shexp.weight q3_K 85blk.19.attn_output.weight q3_K 86blk.19.attn_v.weight q4_K 87blk.19.ffn_down_exps.weight q3_K 88blk.19.ffn_down_shexp.weight q3_K 89blk.20.attn_qkv.weight q4_K 90blk.20.ffn_down_exps.weight q3_K 91blk.20.ffn_down_shexp.weight q3_K 92blk.21.attn_qkv.weight q4_K 93blk.21.ffn_down_exps.weight q3_K 94blk.21.ffn_down_shexp.weight q3_K 95blk.22.attn_qkv.weight q4_K 96blk.22.ffn_down_exps.weight q3_K 97blk.22.ffn_down_shexp.weight q3_K 98blk.23.attn_output.weight q3_K 99blk.23.attn_v.weight q4_K 100blk.23.ffn_down_exps.weight q3_K 101blk.23.ffn_down_shexp.weight q3_K 102blk.24.attn_qkv.weight q4_K 103blk.24.ffn_down_exps.weight q3_K 104blk.24.ffn_down_shexp.weight q3_K 105blk.25.attn_qkv.weight q4_K 106blk.25.ffn_down_exps.weight q3_K 107blk.25.ffn_down_shexp.weight q3_K 108blk.26.attn_qkv.weight q4_K 109blk.26.ffn_down_exps.weight q3_K 110blk.26.ffn_down_shexp.weight q3_K 111blk.27.attn_output.weight q3_K 112blk.27.attn_v.weight q4_K 113blk.27.ffn_down_exps.weight q3_K 114blk.27.ffn_down_shexp.weight q3_K 115blk.28.attn_qkv.weight q4_K 116blk.28.ffn_down_exps.weight q3_K 117blk.28.ffn_down_shexp.weight q3_K 118blk.29.attn_qkv.weight q4_K 119blk.29.ffn_down_exps.weight q3_K 120blk.29.ffn_down_shexp.weight q3_K 121blk.30.attn_qkv.weight q4_K 122blk.30.ffn_down_exps.weight q3_K 123blk.30.ffn_down_shexp.weight q3_K 124blk.31.attn_output.weight q3_K 125blk.31.attn_v.weight q4_K 126blk.31.ffn_down_exps.weight q3_K 127blk.31.ffn_down_shexp.weight q3_K 128blk.32.attn_qkv.weight q4_K 129blk.32.ffn_down_exps.weight q3_K 130blk.32.ffn_down_shexp.weight q3_K 131blk.33.attn_qkv.weight q4_K 132blk.33.ffn_down_exps.weight q3_K 133blk.33.ffn_down_shexp.weight q3_K 134blk.34.attn_qkv.weight q4_K 135blk.34.ffn_down_exps.weight q3_K 136blk.34.ffn_down_shexp.weight q3_K 137blk.35.attn_output.weight q3_K 138blk.35.attn_v.weight q4_K 139blk.35.ffn_down_exps.weight q3_K 140blk.35.ffn_down_shexp.weight q3_K 141blk.36.attn_qkv.weight q4_K 142blk.36.ffn_down_exps.weight q3_K 143blk.36.ffn_down_shexp.weight q3_K 144blk.37.attn_qkv.weight q4_K 145blk.37.ffn_down_exps.weight q3_K 146blk.37.ffn_down_shexp.weight q3_K 147blk.38.attn_qkv.weight q4_K 148blk.38.ffn_down_exps.weight q3_K 149blk.38.ffn_down_shexp.weight q3_K 150blk.39.attn_output.weight q3_K 151blk.39.attn_v.weight q4_K 152blk.39.ffn_down_exps.weight q3_K 153blk.39.ffn_down_shexp.weight q3_K 154blk.40.attn_qkv.weight q4_K 155blk.40.ffn_down_exps.weight q3_K 156blk.40.ffn_down_shexp.weight q3_K 157blk.41.attn_qkv.weight q4_K 158blk.41.ffn_down_exps.weight q3_K 159blk.41.ffn_down_shexp.weight q3_K 160blk.42.attn_qkv.weight q4_K 161blk.42.ffn_down_exps.weight q3_K 162blk.42.ffn_down_shexp.weight q3_K 163blk.43.attn_output.weight q3_K 164blk.43.attn_v.weight q4_K 165blk.43.ffn_down_exps.weight q3_K 166blk.43.ffn_down_shexp.weight q3_K 167blk.44.attn_qkv.weight q4_K 168blk.44.ffn_down_exps.weight q3_K 169blk.44.ffn_down_shexp.weight q3_K 170blk.45.attn_qkv.weight q4_K 171blk.45.ffn_down_exps.weight q3_K 172blk.45.ffn_down_shexp.weight q3_K 173blk.46.attn_qkv.weight q4_K 174blk.46.ffn_down_exps.weight q3_K 175blk.46.ffn_down_shexp.weight q3_K 176blk.47.attn_output.weight q3_K 177blk.47.attn_v.weight q4_K 178blk.47.ffn_down_exps.weight q3_K 179blk.47.ffn_down_shexp.weight q3_K 180 181[Q3_K_S] q3_K 182output.weight q6_K 183 184[Q3_K_M] q3_K 185output.weight q6_K 186blk.0.attn_qkv.weight q5_K 187blk.0.ffn_down_exps.weight q5_K 188blk.0.ffn_down_shexp.weight q5_K 189blk.1.attn_qkv.weight q5_K 190blk.1.ffn_down_exps.weight q5_K 191blk.1.ffn_down_shexp.weight q5_K 192blk.2.attn_qkv.weight q4_K 193blk.2.ffn_down_exps.weight q5_K 194blk.2.ffn_down_shexp.weight q5_K 195blk.3.attn_output.weight q4_K 196blk.3.attn_v.weight q4_K 197blk.3.ffn_down_exps.weight q4_K 198blk.3.ffn_down_shexp.weight q4_K 199blk.4.attn_qkv.weight q4_K 200blk.4.ffn_down_exps.weight q4_K 201blk.4.ffn_down_shexp.weight q4_K 202blk.5.attn_qkv.weight q4_K 203blk.5.ffn_down_exps.weight q4_K 204blk.5.ffn_down_shexp.weight q4_K 205blk.6.attn_qkv.weight q4_K 206blk.6.ffn_down_exps.weight q4_K 207blk.6.ffn_down_shexp.weight q4_K 208blk.7.attn_output.weight q4_K 209blk.7.attn_v.weight q4_K 210blk.7.ffn_down_exps.weight q4_K 211blk.7.ffn_down_shexp.weight q4_K 212blk.8.attn_qkv.weight q4_K 213blk.8.ffn_down_exps.weight q4_K 214blk.8.ffn_down_shexp.weight q4_K 215blk.9.attn_qkv.weight q4_K 216blk.9.ffn_down_exps.weight q4_K 217blk.9.ffn_down_shexp.weight q4_K 218blk.10.attn_qkv.weight q4_K 219blk.10.ffn_down_exps.weight q4_K 220blk.10.ffn_down_shexp.weight q4_K 221blk.11.attn_output.weight q4_K 222blk.11.attn_v.weight q4_K 223blk.11.ffn_down_exps.weight q4_K 224blk.11.ffn_down_shexp.weight q4_K 225blk.12.attn_qkv.weight q4_K 226blk.12.ffn_down_exps.weight q4_K 227blk.12.ffn_down_shexp.weight q4_K 228blk.13.attn_qkv.weight q4_K 229blk.13.ffn_down_exps.weight q4_K 230blk.13.ffn_down_shexp.weight q4_K 231blk.14.attn_qkv.weight q4_K 232blk.14.ffn_down_exps.weight q4_K 233blk.14.ffn_down_shexp.weight q4_K 234blk.15.attn_output.weight q4_K 235blk.15.attn_v.weight q4_K 236blk.15.ffn_down_exps.weight q4_K 237blk.15.ffn_down_shexp.weight q4_K 238blk.16.attn_qkv.weight q4_K 239blk.16.ffn_down_exps.weight q4_K 240blk.16.ffn_down_shexp.weight q4_K 241blk.17.attn_qkv.weight q4_K 242blk.17.ffn_down_exps.weight q4_K 243blk.17.ffn_down_shexp.weight q4_K 244blk.18.attn_qkv.weight q4_K 245blk.18.ffn_down_exps.weight q4_K 246blk.18.ffn_down_shexp.weight q4_K 247blk.19.attn_output.weight q4_K 248blk.19.attn_v.weight q4_K 249blk.19.ffn_down_exps.weight q4_K 250blk.19.ffn_down_shexp.weight q4_K 251blk.20.attn_qkv.weight q4_K 252blk.20.ffn_down_exps.weight q4_K 253blk.20.ffn_down_shexp.weight q4_K 254blk.21.attn_qkv.weight q4_K 255blk.21.ffn_down_exps.weight q4_K 256blk.21.ffn_down_shexp.weight q4_K 257blk.22.attn_qkv.weight q4_K 258blk.22.ffn_down_exps.weight q4_K 259blk.22.ffn_down_shexp.weight q4_K 260blk.23.attn_output.weight q4_K 261blk.23.attn_v.weight q4_K 262blk.23.ffn_down_exps.weight q4_K 263blk.23.ffn_down_shexp.weight q4_K 264blk.24.attn_qkv.weight q4_K 265blk.24.ffn_down_exps.weight q4_K 266blk.24.ffn_down_shexp.weight q4_K 267blk.25.attn_qkv.weight q4_K 268blk.25.ffn_down_exps.weight q4_K 269blk.25.ffn_down_shexp.weight q4_K 270blk.26.attn_qkv.weight q4_K 271blk.26.ffn_down_exps.weight q4_K 272blk.26.ffn_down_shexp.weight q4_K 273blk.27.attn_output.weight q4_K 274blk.27.attn_v.weight q4_K 275blk.27.ffn_down_exps.weight q4_K 276blk.27.ffn_down_shexp.weight q4_K 277blk.28.attn_qkv.weight q4_K 278blk.28.ffn_down_exps.weight q4_K 279blk.28.ffn_down_shexp.weight q4_K 280blk.29.attn_qkv.weight q4_K 281blk.29.ffn_down_exps.weight q4_K 282blk.29.ffn_down_shexp.weight q4_K 283blk.30.attn_qkv.weight q4_K 284blk.30.ffn_down_exps.weight q4_K 285blk.30.ffn_down_shexp.weight q4_K 286blk.31.attn_output.weight q4_K 287blk.31.attn_v.weight q4_K 288blk.31.ffn_down_exps.weight q4_K 289blk.31.ffn_down_shexp.weight q4_K 290blk.32.attn_qkv.weight q4_K 291blk.32.ffn_down_exps.weight q4_K 292blk.32.ffn_down_shexp.weight q4_K 293blk.33.attn_qkv.weight q4_K 294blk.33.ffn_down_exps.weight q4_K 295blk.33.ffn_down_shexp.weight q4_K 296blk.34.attn_qkv.weight q4_K 297blk.34.ffn_down_exps.weight q4_K 298blk.34.ffn_down_shexp.weight q4_K 299blk.35.attn_output.weight q4_K 300blk.35.attn_v.weight q4_K 301blk.35.ffn_down_exps.weight q4_K 302blk.35.ffn_down_shexp.weight q4_K 303blk.36.attn_qkv.weight q4_K 304blk.36.ffn_down_exps.weight q4_K 305blk.36.ffn_down_shexp.weight q4_K 306blk.37.attn_qkv.weight q4_K 307blk.37.ffn_down_exps.weight q4_K 308blk.37.ffn_down_shexp.weight q4_K 309blk.38.attn_qkv.weight q4_K 310blk.38.ffn_down_exps.weight q4_K 311blk.38.ffn_down_shexp.weight q4_K 312blk.39.attn_output.weight q4_K 313blk.39.attn_v.weight q4_K 314blk.39.ffn_down_exps.weight q4_K 315blk.39.ffn_down_shexp.weight q4_K 316blk.40.attn_qkv.weight q4_K 317blk.40.ffn_down_exps.weight q4_K 318blk.40.ffn_down_shexp.weight q4_K 319blk.41.attn_qkv.weight q4_K 320blk.41.ffn_down_exps.weight q4_K 321blk.41.ffn_down_shexp.weight q4_K 322blk.42.attn_qkv.weight q4_K 323blk.42.ffn_down_exps.weight q4_K 324blk.42.ffn_down_shexp.weight q4_K 325blk.43.attn_output.weight q4_K 326blk.43.attn_v.weight q4_K 327blk.43.ffn_down_exps.weight q4_K 328blk.43.ffn_down_shexp.weight q4_K 329blk.44.attn_qkv.weight q4_K 330blk.44.ffn_down_exps.weight q4_K 331blk.44.ffn_down_shexp.weight q4_K 332blk.45.attn_qkv.weight q4_K 333blk.45.ffn_down_exps.weight q4_K 334blk.45.ffn_down_shexp.weight q4_K 335blk.46.attn_qkv.weight q4_K 336blk.46.ffn_down_exps.weight q4_K 337blk.46.ffn_down_shexp.weight q4_K 338blk.47.attn_output.weight q4_K 339blk.47.attn_v.weight q4_K 340blk.47.ffn_down_exps.weight q4_K 341blk.47.ffn_down_shexp.weight q4_K 342 343[Q3_K_L] q3_K 344output.weight q6_K 345blk.0.attn_qkv.weight q5_K 346blk.0.ffn_down_exps.weight q5_K 347blk.0.ffn_down_shexp.weight q5_K 348blk.1.attn_qkv.weight q5_K 349blk.1.ffn_down_exps.weight q5_K 350blk.1.ffn_down_shexp.weight q5_K 351blk.2.attn_qkv.weight q5_K 352blk.2.ffn_down_exps.weight q5_K 353blk.2.ffn_down_shexp.weight q5_K 354blk.3.attn_output.weight q5_K 355blk.3.attn_v.weight q5_K 356blk.3.ffn_down_exps.weight q5_K 357blk.3.ffn_down_shexp.weight q5_K 358blk.4.attn_qkv.weight q5_K 359blk.4.ffn_down_exps.weight q5_K 360blk.4.ffn_down_shexp.weight q5_K 361blk.5.attn_qkv.weight q5_K 362blk.5.ffn_down_exps.weight q5_K 363blk.5.ffn_down_shexp.weight q5_K 364blk.6.attn_qkv.weight q5_K 365blk.6.ffn_down_exps.weight q5_K 366blk.6.ffn_down_shexp.weight q5_K 367blk.7.attn_output.weight q5_K 368blk.7.attn_v.weight q5_K 369blk.7.ffn_down_exps.weight q5_K 370blk.7.ffn_down_shexp.weight q5_K 371blk.8.attn_qkv.weight q5_K 372blk.8.ffn_down_exps.weight q5_K 373blk.8.ffn_down_shexp.weight q5_K 374blk.9.attn_qkv.weight q5_K 375blk.9.ffn_down_exps.weight q5_K 376blk.9.ffn_down_shexp.weight q5_K 377blk.10.attn_qkv.weight q5_K 378blk.10.ffn_down_exps.weight q5_K 379blk.10.ffn_down_shexp.weight q5_K 380blk.11.attn_output.weight q5_K 381blk.11.attn_v.weight q5_K 382blk.11.ffn_down_exps.weight q5_K 383blk.11.ffn_down_shexp.weight q5_K 384blk.12.attn_qkv.weight q5_K 385blk.12.ffn_down_exps.weight q5_K 386blk.12.ffn_down_shexp.weight q5_K 387blk.13.attn_qkv.weight q5_K 388blk.13.ffn_down_exps.weight q5_K 389blk.13.ffn_down_shexp.weight q5_K 390blk.14.attn_qkv.weight q5_K 391blk.14.ffn_down_exps.weight q5_K 392blk.14.ffn_down_shexp.weight q5_K 393blk.15.attn_output.weight q5_K 394blk.15.attn_v.weight q5_K 395blk.15.ffn_down_exps.weight q5_K 396blk.15.ffn_down_shexp.weight q5_K 397blk.16.attn_qkv.weight q5_K 398blk.16.ffn_down_exps.weight q5_K 399blk.16.ffn_down_shexp.weight q5_K 400blk.17.attn_qkv.weight q5_K 401blk.17.ffn_down_exps.weight q5_K 402blk.17.ffn_down_shexp.weight q5_K 403blk.18.attn_qkv.weight q5_K 404blk.18.ffn_down_exps.weight q5_K 405blk.18.ffn_down_shexp.weight q5_K 406blk.19.attn_output.weight q5_K 407blk.19.attn_v.weight q5_K 408blk.19.ffn_down_exps.weight q5_K 409blk.19.ffn_down_shexp.weight q5_K 410blk.20.attn_qkv.weight q5_K 411blk.20.ffn_down_exps.weight q5_K 412blk.20.ffn_down_shexp.weight q5_K 413blk.21.attn_qkv.weight q5_K 414blk.21.ffn_down_exps.weight q5_K 415blk.21.ffn_down_shexp.weight q5_K 416blk.22.attn_qkv.weight q5_K 417blk.22.ffn_down_exps.weight q5_K 418blk.22.ffn_down_shexp.weight q5_K 419blk.23.attn_output.weight q5_K 420blk.23.attn_v.weight q5_K 421blk.23.ffn_down_exps.weight q5_K 422blk.23.ffn_down_shexp.weight q5_K 423blk.24.attn_qkv.weight q5_K 424blk.24.ffn_down_exps.weight q5_K 425blk.24.ffn_down_shexp.weight q5_K 426blk.25.attn_qkv.weight q5_K 427blk.25.ffn_down_exps.weight q5_K 428blk.25.ffn_down_shexp.weight q5_K 429blk.26.attn_qkv.weight q5_K 430blk.26.ffn_down_exps.weight q5_K 431blk.26.ffn_down_shexp.weight q5_K 432blk.27.attn_output.weight q5_K 433blk.27.attn_v.weight q5_K 434blk.27.ffn_down_exps.weight q5_K 435blk.27.ffn_down_shexp.weight q5_K 436blk.28.attn_qkv.weight q5_K 437blk.28.ffn_down_exps.weight q5_K 438blk.28.ffn_down_shexp.weight q5_K 439blk.29.attn_qkv.weight q5_K 440blk.29.ffn_down_exps.weight q5_K 441blk.29.ffn_down_shexp.weight q5_K 442blk.30.attn_qkv.weight q5_K 443blk.30.ffn_down_exps.weight q5_K 444blk.30.ffn_down_shexp.weight q5_K 445blk.31.attn_output.weight q5_K 446blk.31.attn_v.weight q5_K 447blk.31.ffn_down_exps.weight q5_K 448blk.31.ffn_down_shexp.weight q5_K 449blk.32.attn_qkv.weight q5_K 450blk.32.ffn_down_exps.weight q5_K 451blk.32.ffn_down_shexp.weight q5_K 452blk.33.attn_qkv.weight q5_K 453blk.33.ffn_down_exps.weight q5_K 454blk.33.ffn_down_shexp.weight q5_K 455blk.34.attn_qkv.weight q5_K 456blk.34.ffn_down_exps.weight q5_K 457blk.34.ffn_down_shexp.weight q5_K 458blk.35.attn_output.weight q5_K 459blk.35.attn_v.weight q5_K 460blk.35.ffn_down_exps.weight q5_K 461blk.35.ffn_down_shexp.weight q5_K 462blk.36.attn_qkv.weight q5_K 463blk.36.ffn_down_exps.weight q5_K 464blk.36.ffn_down_shexp.weight q5_K 465blk.37.attn_qkv.weight q5_K 466blk.37.ffn_down_exps.weight q5_K 467blk.37.ffn_down_shexp.weight q5_K 468blk.38.attn_qkv.weight q5_K 469blk.38.ffn_down_exps.weight q5_K 470blk.38.ffn_down_shexp.weight q5_K 471blk.39.attn_output.weight q5_K 472blk.39.attn_v.weight q5_K 473blk.39.ffn_down_exps.weight q5_K 474blk.39.ffn_down_shexp.weight q5_K 475blk.40.attn_qkv.weight q5_K 476blk.40.ffn_down_exps.weight q5_K 477blk.40.ffn_down_shexp.weight q5_K 478blk.41.attn_qkv.weight q5_K 479blk.41.ffn_down_exps.weight q5_K 480blk.41.ffn_down_shexp.weight q5_K 481blk.42.attn_qkv.weight q5_K 482blk.42.ffn_down_exps.weight q5_K 483blk.42.ffn_down_shexp.weight q5_K 484blk.43.attn_output.weight q5_K 485blk.43.attn_v.weight q5_K 486blk.43.ffn_down_exps.weight q5_K 487blk.43.ffn_down_shexp.weight q5_K 488blk.44.attn_qkv.weight q5_K 489blk.44.ffn_down_exps.weight q5_K 490blk.44.ffn_down_shexp.weight q5_K 491blk.45.attn_qkv.weight q5_K 492blk.45.ffn_down_exps.weight q5_K 493blk.45.ffn_down_shexp.weight q5_K 494blk.46.attn_qkv.weight q5_K 495blk.46.ffn_down_exps.weight q5_K 496blk.46.ffn_down_shexp.weight q5_K 497blk.47.attn_output.weight q5_K 498blk.47.attn_v.weight q5_K 499blk.47.ffn_down_exps.weight q5_K 500blk.47.ffn_down_shexp.weight q5_K 501 502[Q4_K_S] q4_K 503output.weight q6_K 504blk.0.attn_qkv.weight q5_K 505blk.0.ffn_down_exps.weight q5_K 506blk.0.ffn_down_shexp.weight q5_K 507blk.1.attn_qkv.weight q5_K 508blk.1.ffn_down_exps.weight q5_K 509blk.1.ffn_down_shexp.weight q5_K 510blk.2.attn_qkv.weight q5_K 511blk.2.ffn_down_exps.weight q5_K 512blk.2.ffn_down_shexp.weight q5_K 513blk.3.attn_v.weight q5_K 514blk.3.ffn_down_exps.weight q5_K 515blk.3.ffn_down_shexp.weight q5_K 516blk.4.ffn_down_exps.weight q5_K 517blk.4.ffn_down_shexp.weight q5_K 518blk.5.ffn_down_exps.weight q5_K 519blk.5.ffn_down_shexp.weight q5_K 520 521[Q4_K_M] q4_K 522output.weight q6_K 523blk.0.attn_qkv.weight q6_K 524blk.0.ffn_down_exps.weight q6_K 525blk.0.ffn_down_shexp.weight q6_K 526blk.1.attn_qkv.weight q6_K 527blk.1.ffn_down_exps.weight q6_K 528blk.1.ffn_down_shexp.weight q6_K 529blk.2.attn_qkv.weight q6_K 530blk.2.ffn_down_exps.weight q6_K 531blk.2.ffn_down_shexp.weight q6_K 532blk.3.attn_v.weight q6_K 533blk.3.ffn_down_exps.weight q6_K 534blk.3.ffn_down_shexp.weight q6_K 535blk.4.attn_qkv.weight q6_K 536blk.4.ffn_down_exps.weight q6_K 537blk.4.ffn_down_shexp.weight q6_K 538blk.5.attn_qkv.weight q6_K 539blk.5.ffn_down_exps.weight q6_K 540blk.5.ffn_down_shexp.weight q6_K 541blk.8.attn_qkv.weight q6_K 542blk.8.ffn_down_exps.weight q6_K 543blk.8.ffn_down_shexp.weight q6_K 544blk.11.attn_v.weight q6_K 545blk.11.ffn_down_exps.weight q6_K 546blk.11.ffn_down_shexp.weight q6_K 547blk.14.attn_qkv.weight q6_K 548blk.14.ffn_down_exps.weight q6_K 549blk.14.ffn_down_shexp.weight q6_K 550blk.17.attn_qkv.weight q6_K 551blk.17.ffn_down_exps.weight q6_K 552blk.17.ffn_down_shexp.weight q6_K 553blk.20.attn_qkv.weight q6_K 554blk.20.ffn_down_exps.weight q6_K 555blk.20.ffn_down_shexp.weight q6_K 556blk.23.attn_v.weight q6_K 557blk.23.ffn_down_exps.weight q6_K 558blk.23.ffn_down_shexp.weight q6_K 559blk.26.attn_qkv.weight q6_K 560blk.26.ffn_down_exps.weight q6_K 561blk.26.ffn_down_shexp.weight q6_K 562blk.29.attn_qkv.weight q6_K 563blk.29.ffn_down_exps.weight q6_K 564blk.29.ffn_down_shexp.weight q6_K 565blk.32.attn_qkv.weight q6_K 566blk.32.ffn_down_exps.weight q6_K 567blk.32.ffn_down_shexp.weight q6_K 568blk.35.attn_v.weight q6_K 569blk.35.ffn_down_exps.weight q6_K 570blk.35.ffn_down_shexp.weight q6_K 571blk.38.attn_qkv.weight q6_K 572blk.38.ffn_down_exps.weight q6_K 573blk.38.ffn_down_shexp.weight q6_K 574blk.41.attn_qkv.weight q6_K 575blk.41.ffn_down_exps.weight q6_K 576blk.41.ffn_down_shexp.weight q6_K 577blk.42.attn_qkv.weight q6_K 578blk.42.ffn_down_exps.weight q6_K 579blk.42.ffn_down_shexp.weight q6_K 580blk.43.attn_v.weight q6_K 581blk.43.ffn_down_exps.weight q6_K 582blk.43.ffn_down_shexp.weight q6_K 583blk.44.attn_qkv.weight q6_K 584blk.44.ffn_down_exps.weight q6_K 585blk.44.ffn_down_shexp.weight q6_K 586blk.45.attn_qkv.weight q6_K 587blk.45.ffn_down_exps.weight q6_K 588blk.45.ffn_down_shexp.weight q6_K 589blk.46.attn_qkv.weight q6_K 590blk.46.ffn_down_exps.weight q6_K 591blk.46.ffn_down_shexp.weight q6_K 592blk.47.attn_v.weight q6_K 593blk.47.ffn_down_exps.weight q6_K 594blk.47.ffn_down_shexp.weight q6_K 595 596[Q5_K_S] q5_K 597output.weight q6_K 598 599[Q5_K_M] q5_K 600output.weight q6_K 601blk.0.attn_qkv.weight q6_K 602blk.0.ffn_down_exps.weight q6_K 603blk.0.ffn_down_shexp.weight q6_K 604blk.1.attn_qkv.weight q6_K 605blk.1.ffn_down_exps.weight q6_K 606blk.1.ffn_down_shexp.weight q6_K 607blk.2.attn_qkv.weight q6_K 608blk.2.ffn_down_exps.weight q6_K 609blk.2.ffn_down_shexp.weight q6_K 610blk.3.attn_v.weight q6_K 611blk.3.ffn_down_exps.weight q6_K 612blk.3.ffn_down_shexp.weight q6_K 613blk.4.attn_qkv.weight q6_K 614blk.4.ffn_down_exps.weight q6_K 615blk.4.ffn_down_shexp.weight q6_K 616blk.5.attn_qkv.weight q6_K 617blk.5.ffn_down_exps.weight q6_K 618blk.5.ffn_down_shexp.weight q6_K 619blk.8.attn_qkv.weight q6_K 620blk.8.ffn_down_exps.weight q6_K 621blk.8.ffn_down_shexp.weight q6_K 622blk.11.attn_v.weight q6_K 623blk.11.ffn_down_exps.weight q6_K 624blk.11.ffn_down_shexp.weight q6_K 625blk.14.attn_qkv.weight q6_K 626blk.14.ffn_down_exps.weight q6_K 627blk.14.ffn_down_shexp.weight q6_K 628blk.17.attn_qkv.weight q6_K 629blk.17.ffn_down_exps.weight q6_K 630blk.17.ffn_down_shexp.weight q6_K 631blk.20.attn_qkv.weight q6_K 632blk.20.ffn_down_exps.weight q6_K 633blk.20.ffn_down_shexp.weight q6_K 634blk.23.attn_v.weight q6_K 635blk.23.ffn_down_exps.weight q6_K 636blk.23.ffn_down_shexp.weight q6_K 637blk.26.attn_qkv.weight q6_K 638blk.26.ffn_down_exps.weight q6_K 639blk.26.ffn_down_shexp.weight q6_K 640blk.29.attn_qkv.weight q6_K 641blk.29.ffn_down_exps.weight q6_K 642blk.29.ffn_down_shexp.weight q6_K 643blk.32.attn_qkv.weight q6_K 644blk.32.ffn_down_exps.weight q6_K 645blk.32.ffn_down_shexp.weight q6_K 646blk.35.attn_v.weight q6_K 647blk.35.ffn_down_exps.weight q6_K 648blk.35.ffn_down_shexp.weight q6_K 649blk.38.attn_qkv.weight q6_K 650blk.38.ffn_down_exps.weight q6_K 651blk.38.ffn_down_shexp.weight q6_K 652blk.41.attn_qkv.weight q6_K 653blk.41.ffn_down_exps.weight q6_K 654blk.41.ffn_down_shexp.weight q6_K 655blk.42.attn_qkv.weight q6_K 656blk.42.ffn_down_exps.weight q6_K 657blk.42.ffn_down_shexp.weight q6_K 658blk.43.attn_v.weight q6_K 659blk.43.ffn_down_exps.weight q6_K 660blk.43.ffn_down_shexp.weight q6_K 661blk.44.attn_qkv.weight q6_K 662blk.44.ffn_down_exps.weight q6_K 663blk.44.ffn_down_shexp.weight q6_K 664blk.45.attn_qkv.weight q6_K 665blk.45.ffn_down_exps.weight q6_K 666blk.45.ffn_down_shexp.weight q6_K 667blk.46.attn_qkv.weight q6_K 668blk.46.ffn_down_exps.weight q6_K 669blk.46.ffn_down_shexp.weight q6_K 670blk.47.attn_v.weight q6_K 671blk.47.ffn_down_exps.weight q6_K 672blk.47.ffn_down_shexp.weight q6_K 673 674[Q6_K] q6_K 675 676[IQ2_XXS] iq2_xxs 677output.weight q5_K 678token_embd.weight q2_K 679blk.0.attn_qkv.weight q4_K 680blk.0.ffn_down_exps.weight q2_K 681blk.0.ffn_down_shexp.weight q2_K 682blk.1.attn_qkv.weight q4_K 683blk.1.ffn_down_exps.weight q2_K 684blk.1.ffn_down_shexp.weight q2_K 685blk.2.attn_qkv.weight q4_K 686blk.2.ffn_down_exps.weight q2_K 687blk.2.ffn_down_shexp.weight q2_K 688blk.3.attn_v.weight q4_K 689blk.4.attn_qkv.weight q4_K 690blk.5.attn_qkv.weight q4_K 691blk.6.attn_qkv.weight q4_K 692blk.7.attn_v.weight q4_K 693blk.8.attn_qkv.weight q4_K 694blk.9.attn_qkv.weight q4_K 695blk.10.attn_qkv.weight q4_K 696blk.11.attn_v.weight q4_K 697blk.12.attn_qkv.weight q4_K 698blk.13.attn_qkv.weight q4_K 699blk.14.attn_qkv.weight q4_K 700blk.15.attn_v.weight q4_K 701blk.16.attn_qkv.weight q4_K 702blk.17.attn_qkv.weight q4_K 703blk.18.attn_qkv.weight q4_K 704blk.19.attn_v.weight q4_K 705blk.20.attn_qkv.weight q4_K 706blk.21.attn_qkv.weight q4_K 707blk.22.attn_qkv.weight q4_K 708blk.23.attn_v.weight q4_K 709blk.24.attn_qkv.weight q4_K 710blk.25.attn_qkv.weight q4_K 711blk.26.attn_qkv.weight q4_K 712blk.27.attn_v.weight q4_K 713blk.28.attn_qkv.weight q4_K 714blk.29.attn_qkv.weight q4_K 715blk.30.attn_qkv.weight q4_K 716blk.31.attn_v.weight q4_K 717blk.32.attn_qkv.weight q4_K 718blk.33.attn_qkv.weight q4_K 719blk.34.attn_qkv.weight q4_K 720blk.35.attn_v.weight q4_K 721blk.36.attn_qkv.weight q4_K 722blk.37.attn_qkv.weight q4_K 723blk.38.attn_qkv.weight q4_K 724blk.39.attn_v.weight q4_K 725blk.40.attn_qkv.weight q4_K 726blk.41.attn_qkv.weight q4_K 727blk.42.attn_qkv.weight q4_K 728blk.43.attn_v.weight q4_K 729blk.44.attn_qkv.weight q4_K 730blk.45.attn_qkv.weight q4_K 731blk.46.attn_qkv.weight q4_K 732blk.47.attn_v.weight q4_K 733 734[IQ2_XS] iq2_xs 735output.weight q5_K 736token_embd.weight q2_K 737blk.0.attn_qkv.weight q4_K 738blk.0.ffn_down_exps.weight q2_K 739blk.0.ffn_down_shexp.weight q2_K 740blk.1.attn_qkv.weight q4_K 741blk.1.ffn_down_exps.weight q2_K 742blk.1.ffn_down_shexp.weight q2_K 743blk.2.attn_qkv.weight q4_K 744blk.2.ffn_down_exps.weight q2_K 745blk.2.ffn_down_shexp.weight q2_K 746blk.3.attn_v.weight q4_K 747blk.4.attn_qkv.weight q4_K 748blk.5.attn_qkv.weight q4_K 749blk.6.attn_qkv.weight q4_K 750blk.7.attn_v.weight q4_K 751blk.8.attn_qkv.weight q4_K 752blk.9.attn_qkv.weight q4_K 753blk.10.attn_qkv.weight q4_K 754blk.11.attn_v.weight q4_K 755blk.12.attn_qkv.weight q4_K 756blk.13.attn_qkv.weight q4_K 757blk.14.attn_qkv.weight q4_K 758blk.15.attn_v.weight q4_K 759blk.16.attn_qkv.weight q4_K 760blk.17.attn_qkv.weight q4_K 761blk.18.attn_qkv.weight q4_K 762blk.19.attn_v.weight q4_K 763blk.20.attn_qkv.weight q4_K 764blk.21.attn_qkv.weight q4_K 765blk.22.attn_qkv.weight q4_K 766blk.23.attn_v.weight q4_K 767blk.24.attn_qkv.weight q4_K 768blk.25.attn_qkv.weight q4_K 769blk.26.attn_qkv.weight q4_K 770blk.27.attn_v.weight q4_K 771blk.28.attn_qkv.weight q4_K 772blk.29.attn_qkv.weight q4_K 773blk.30.attn_qkv.weight q4_K 774blk.31.attn_v.weight q4_K 775blk.32.attn_qkv.weight q4_K 776blk.33.attn_qkv.weight q4_K 777blk.34.attn_qkv.weight q4_K 778blk.35.attn_v.weight q4_K 779blk.36.attn_qkv.weight q4_K 780blk.37.attn_qkv.weight q4_K 781blk.38.attn_qkv.weight q4_K 782blk.39.attn_v.weight q4_K 783blk.40.attn_qkv.weight q4_K 784blk.41.attn_qkv.weight q4_K 785blk.42.attn_qkv.weight q4_K 786blk.43.attn_v.weight q4_K 787blk.44.attn_qkv.weight q4_K 788blk.45.attn_qkv.weight q4_K 789blk.46.attn_qkv.weight q4_K 790blk.47.attn_v.weight q4_K 791 792[Q2_K_S] q2_K 793output.weight q6_K 794blk.0.attn_qkv.weight q4_K 795blk.0.ffn_down_exps.weight q4_K 796blk.0.ffn_down_shexp.weight q4_K 797blk.1.attn_qkv.weight q4_K 798blk.1.ffn_down_exps.weight q4_K 799blk.1.ffn_down_shexp.weight q4_K 800blk.2.attn_qkv.weight q4_K 801blk.2.ffn_down_exps.weight q4_K 802blk.2.ffn_down_shexp.weight q4_K 803blk.3.attn_v.weight q4_K 804blk.3.ffn_down_exps.weight q4_K 805blk.3.ffn_down_shexp.weight q4_K 806blk.4.attn_qkv.weight q4_K 807blk.4.ffn_down_exps.weight q4_K 808blk.4.ffn_down_shexp.weight q4_K 809blk.5.attn_qkv.weight q4_K 810blk.5.ffn_down_exps.weight q4_K 811blk.5.ffn_down_shexp.weight q4_K 812blk.6.attn_qkv.weight q4_K 813blk.7.attn_v.weight q4_K 814blk.8.attn_qkv.weight q4_K 815blk.9.attn_qkv.weight q4_K 816blk.10.attn_qkv.weight q4_K 817blk.11.attn_v.weight q4_K 818blk.12.attn_qkv.weight q4_K 819blk.13.attn_qkv.weight q4_K 820blk.14.attn_qkv.weight q4_K 821blk.15.attn_v.weight q4_K 822blk.16.attn_qkv.weight q4_K 823blk.17.attn_qkv.weight q4_K 824blk.18.attn_qkv.weight q4_K 825blk.19.attn_v.weight q4_K 826blk.20.attn_qkv.weight q4_K 827blk.21.attn_qkv.weight q4_K 828blk.22.attn_qkv.weight q4_K 829blk.23.attn_v.weight q4_K 830blk.24.attn_qkv.weight q4_K 831blk.25.attn_qkv.weight q4_K 832blk.26.attn_qkv.weight q4_K 833blk.27.attn_v.weight q4_K 834blk.28.attn_qkv.weight q4_K 835blk.29.attn_qkv.weight q4_K 836blk.30.attn_qkv.weight q4_K 837blk.31.attn_v.weight q4_K 838blk.32.attn_qkv.weight q4_K 839blk.33.attn_qkv.weight q4_K 840blk.34.attn_qkv.weight q4_K 841blk.35.attn_v.weight q4_K 842blk.36.attn_qkv.weight q4_K 843blk.37.attn_qkv.weight q4_K 844blk.38.attn_qkv.weight q4_K 845blk.39.attn_v.weight q4_K 846blk.40.attn_qkv.weight q4_K 847blk.41.attn_qkv.weight q4_K 848blk.42.attn_qkv.weight q4_K 849blk.43.attn_v.weight q4_K 850blk.44.attn_qkv.weight q4_K 851blk.45.attn_qkv.weight q4_K 852blk.46.attn_qkv.weight q4_K 853blk.47.attn_v.weight q4_K 854 855[IQ3_XS] iq3_s 856output.weight q6_K 857blk.0.attn_qkv.weight q4_K 858blk.1.attn_qkv.weight q4_K 859blk.2.attn_qkv.weight q4_K 860blk.3.attn_k.weight iq3_xxs 861blk.3.attn_q.weight iq3_xxs 862blk.3.attn_v.weight q4_K 863blk.4.attn_qkv.weight q4_K 864blk.5.attn_qkv.weight q4_K 865blk.6.attn_qkv.weight q4_K 866blk.6.ffn_gate_exps.weight iq3_xxs 867blk.6.ffn_gate_shexp.weight iq3_xxs 868blk.6.ffn_up_exps.weight iq3_xxs 869blk.6.ffn_up_shexp.weight iq3_xxs 870blk.7.attn_k.weight iq3_xxs 871blk.7.attn_q.weight iq3_xxs 872blk.7.attn_v.weight q4_K 873blk.7.ffn_gate_exps.weight iq3_xxs 874blk.7.ffn_gate_shexp.weight iq3_xxs 875blk.7.ffn_up_exps.weight iq3_xxs 876blk.7.ffn_up_shexp.weight iq3_xxs 877blk.8.attn_qkv.weight q4_K 878blk.8.ffn_gate_exps.weight iq3_xxs 879blk.8.ffn_gate_shexp.weight iq3_xxs 880blk.8.ffn_up_exps.weight iq3_xxs 881blk.8.ffn_up_shexp.weight iq3_xxs 882blk.9.attn_qkv.weight q4_K 883blk.9.ffn_gate_exps.weight iq3_xxs 884blk.9.ffn_gate_shexp.weight iq3_xxs 885blk.9.ffn_up_exps.weight iq3_xxs 886blk.9.ffn_up_shexp.weight iq3_xxs 887blk.10.attn_qkv.weight q4_K 888blk.10.ffn_gate_exps.weight iq3_xxs 889blk.10.ffn_gate_shexp.weight iq3_xxs 890blk.10.ffn_up_exps.weight iq3_xxs 891blk.10.ffn_up_shexp.weight iq3_xxs 892blk.11.attn_k.weight iq3_xxs 893blk.11.attn_q.weight iq3_xxs 894blk.11.attn_v.weight q4_K 895blk.11.ffn_gate_exps.weight iq3_xxs 896blk.11.ffn_gate_shexp.weight iq3_xxs 897blk.11.ffn_up_exps.weight iq3_xxs 898blk.11.ffn_up_shexp.weight iq3_xxs 899blk.12.attn_qkv.weight q4_K 900blk.12.ffn_gate_exps.weight iq3_xxs 901blk.12.ffn_gate_shexp.weight iq3_xxs 902blk.12.ffn_up_exps.weight iq3_xxs 903blk.12.ffn_up_shexp.weight iq3_xxs 904blk.13.attn_qkv.weight q4_K 905blk.13.ffn_gate_exps.weight iq3_xxs 906blk.13.ffn_gate_shexp.weight iq3_xxs 907blk.13.ffn_up_exps.weight iq3_xxs 908blk.13.ffn_up_shexp.weight iq3_xxs 909blk.14.attn_qkv.weight q4_K 910blk.14.ffn_gate_exps.weight iq3_xxs 911blk.14.ffn_gate_shexp.weight iq3_xxs 912blk.14.ffn_up_exps.weight iq3_xxs 913blk.14.ffn_up_shexp.weight iq3_xxs 914blk.15.attn_k.weight iq3_xxs 915blk.15.attn_q.weight iq3_xxs 916blk.15.attn_v.weight q4_K 917blk.15.ffn_gate_exps.weight iq3_xxs 918blk.15.ffn_gate_shexp.weight iq3_xxs 919blk.15.ffn_up_exps.weight iq3_xxs 920blk.15.ffn_up_shexp.weight iq3_xxs 921blk.16.attn_qkv.weight q4_K 922blk.16.ffn_gate_exps.weight iq3_xxs 923blk.16.ffn_gate_shexp.weight iq3_xxs 924blk.16.ffn_up_exps.weight iq3_xxs 925blk.16.ffn_up_shexp.weight iq3_xxs 926blk.17.attn_qkv.weight q4_K 927blk.17.ffn_gate_exps.weight iq3_xxs 928blk.17.ffn_gate_shexp.weight iq3_xxs 929blk.17.ffn_up_exps.weight iq3_xxs 930blk.17.ffn_up_shexp.weight iq3_xxs 931blk.18.attn_qkv.weight q4_K 932blk.18.ffn_gate_exps.weight iq3_xxs 933blk.18.ffn_gate_shexp.weight iq3_xxs 934blk.18.ffn_up_exps.weight iq3_xxs 935blk.18.ffn_up_shexp.weight iq3_xxs 936blk.19.attn_k.weight iq3_xxs 937blk.19.attn_q.weight iq3_xxs 938blk.19.attn_v.weight q4_K 939blk.19.ffn_gate_exps.weight iq3_xxs 940blk.19.ffn_gate_shexp.weight iq3_xxs 941blk.19.ffn_up_exps.weight iq3_xxs 942blk.19.ffn_up_shexp.weight iq3_xxs 943blk.20.attn_qkv.weight q4_K 944blk.20.ffn_gate_exps.weight iq3_xxs 945blk.20.ffn_gate_shexp.weight iq3_xxs 946blk.20.ffn_up_exps.weight iq3_xxs 947blk.20.ffn_up_shexp.weight iq3_xxs 948blk.21.attn_qkv.weight q4_K 949blk.21.ffn_gate_exps.weight iq3_xxs 950blk.21.ffn_gate_shexp.weight iq3_xxs 951blk.21.ffn_up_exps.weight iq3_xxs 952blk.21.ffn_up_shexp.weight iq3_xxs 953blk.22.attn_qkv.weight q4_K 954blk.22.ffn_gate_exps.weight iq3_xxs 955blk.22.ffn_gate_shexp.weight iq3_xxs 956blk.22.ffn_up_exps.weight iq3_xxs 957blk.22.ffn_up_shexp.weight iq3_xxs 958blk.23.attn_k.weight iq3_xxs 959blk.23.attn_q.weight iq3_xxs 960blk.23.attn_v.weight q4_K 961blk.23.ffn_gate_exps.weight iq3_xxs 962blk.23.ffn_gate_shexp.weight iq3_xxs 963blk.23.ffn_up_exps.weight iq3_xxs 964blk.23.ffn_up_shexp.weight iq3_xxs 965blk.24.attn_qkv.weight q4_K 966blk.24.ffn_gate_exps.weight iq3_xxs 967blk.24.ffn_gate_shexp.weight iq3_xxs 968blk.24.ffn_up_exps.weight iq3_xxs 969blk.24.ffn_up_shexp.weight iq3_xxs 970blk.25.attn_qkv.weight q4_K 971blk.25.ffn_gate_exps.weight iq3_xxs 972blk.25.ffn_gate_shexp.weight iq3_xxs 973blk.25.ffn_up_exps.weight iq3_xxs 974blk.25.ffn_up_shexp.weight iq3_xxs 975blk.26.attn_qkv.weight q4_K 976blk.26.ffn_gate_exps.weight iq3_xxs 977blk.26.ffn_gate_shexp.weight iq3_xxs 978blk.26.ffn_up_exps.weight iq3_xxs 979blk.26.ffn_up_shexp.weight iq3_xxs 980blk.27.attn_k.weight iq3_xxs 981blk.27.attn_q.weight iq3_xxs 982blk.27.attn_v.weight q4_K 983blk.27.ffn_gate_exps.weight iq3_xxs 984blk.27.ffn_gate_shexp.weight iq3_xxs 985blk.27.ffn_up_exps.weight iq3_xxs 986blk.27.ffn_up_shexp.weight iq3_xxs 987blk.28.attn_qkv.weight q4_K 988blk.28.ffn_gate_exps.weight iq3_xxs 989blk.28.ffn_gate_shexp.weight iq3_xxs 990blk.28.ffn_up_exps.weight iq3_xxs 991blk.28.ffn_up_shexp.weight iq3_xxs 992blk.29.attn_qkv.weight q4_K 993blk.29.ffn_gate_exps.weight iq3_xxs 994blk.29.ffn_gate_shexp.weight iq3_xxs 995blk.29.ffn_up_exps.weight iq3_xxs 996blk.29.ffn_up_shexp.weight iq3_xxs 997blk.30.attn_qkv.weight q4_K 998blk.30.ffn_gate_exps.weight iq3_xxs 999blk.30.ffn_gate_shexp.weight iq3_xxs 1000blk.30.ffn_up_exps.weight iq3_xxs 1001blk.30.ffn_up_shexp.weight iq3_xxs 1002blk.31.attn_k.weight iq3_xxs 1003blk.31.attn_q.weight iq3_xxs 1004blk.31.attn_v.weight q4_K 1005blk.31.ffn_gate_exps.weight iq3_xxs 1006blk.31.ffn_gate_shexp.weight iq3_xxs 1007blk.31.ffn_up_exps.weight iq3_xxs 1008blk.31.ffn_up_shexp.weight iq3_xxs 1009blk.32.attn_qkv.weight q4_K 1010blk.32.ffn_gate_exps.weight iq3_xxs 1011blk.32.ffn_gate_shexp.weight iq3_xxs 1012blk.32.ffn_up_exps.weight iq3_xxs 1013blk.32.ffn_up_shexp.weight iq3_xxs 1014blk.33.attn_qkv.weight q4_K 1015blk.33.ffn_gate_exps.weight iq3_xxs 1016blk.33.ffn_gate_shexp.weight iq3_xxs 1017blk.33.ffn_up_exps.weight iq3_xxs 1018blk.33.ffn_up_shexp.weight iq3_xxs 1019blk.34.attn_qkv.weight q4_K 1020blk.34.ffn_gate_exps.weight iq3_xxs 1021blk.34.ffn_gate_shexp.weight iq3_xxs 1022blk.34.ffn_up_exps.weight iq3_xxs 1023blk.34.ffn_up_shexp.weight iq3_xxs 1024blk.35.attn_k.weight iq3_xxs 1025blk.35.attn_q.weight iq3_xxs 1026blk.35.attn_v.weight q4_K 1027blk.35.ffn_gate_exps.weight iq3_xxs 1028blk.35.ffn_gate_shexp.weight iq3_xxs 1029blk.35.ffn_up_exps.weight iq3_xxs 1030blk.35.ffn_up_shexp.weight iq3_xxs 1031blk.36.attn_qkv.weight q4_K 1032blk.36.ffn_gate_exps.weight iq3_xxs 1033blk.36.ffn_gate_shexp.weight iq3_xxs 1034blk.36.ffn_up_exps.weight iq3_xxs 1035blk.36.ffn_up_shexp.weight iq3_xxs 1036blk.37.attn_qkv.weight q4_K 1037blk.37.ffn_gate_exps.weight iq3_xxs 1038blk.37.ffn_gate_shexp.weight iq3_xxs 1039blk.37.ffn_up_exps.weight iq3_xxs 1040blk.37.ffn_up_shexp.weight iq3_xxs 1041blk.38.attn_qkv.weight q4_K 1042blk.38.ffn_gate_exps.weight iq3_xxs 1043blk.38.ffn_gate_shexp.weight iq3_xxs 1044blk.38.ffn_up_exps.weight iq3_xxs 1045blk.38.ffn_up_shexp.weight iq3_xxs 1046blk.39.attn_k.weight iq3_xxs 1047blk.39.attn_q.weight iq3_xxs 1048blk.39.attn_v.weight q4_K 1049blk.39.ffn_gate_exps.weight iq3_xxs 1050blk.39.ffn_gate_shexp.weight iq3_xxs 1051blk.39.ffn_up_exps.weight iq3_xxs 1052blk.39.ffn_up_shexp.weight iq3_xxs 1053blk.40.attn_qkv.weight q4_K 1054blk.40.ffn_gate_exps.weight iq3_xxs 1055blk.40.ffn_gate_shexp.weight iq3_xxs 1056blk.40.ffn_up_exps.weight iq3_xxs 1057blk.40.ffn_up_shexp.weight iq3_xxs 1058blk.41.attn_qkv.weight q4_K 1059blk.41.ffn_gate_exps.weight iq3_xxs 1060blk.41.ffn_gate_shexp.weight iq3_xxs 1061blk.41.ffn_up_exps.weight iq3_xxs 1062blk.41.ffn_up_shexp.weight iq3_xxs 1063blk.42.attn_qkv.weight q4_K 1064blk.43.attn_k.weight iq3_xxs 1065blk.43.attn_q.weight iq3_xxs 1066blk.43.attn_v.weight q4_K 1067blk.44.attn_qkv.weight q4_K 1068blk.45.attn_qkv.weight q4_K 1069blk.46.attn_qkv.weight q4_K 1070blk.47.attn_k.weight iq3_xxs 1071blk.47.attn_q.weight iq3_xxs 1072blk.47.attn_v.weight q4_K 1073 1074[IQ3_XXS] iq3_xxs 1075output.weight q5_K 1076token_embd.weight iq3_s 1077blk.0.attn_qkv.weight q4_K 1078blk.0.ffn_down_exps.weight q4_K 1079blk.0.ffn_down_shexp.weight q4_K 1080blk.1.attn_qkv.weight q4_K 1081blk.1.ffn_down_exps.weight q4_K 1082blk.1.ffn_down_shexp.weight q4_K 1083blk.2.attn_qkv.weight q4_K 1084blk.2.ffn_down_exps.weight q4_K 1085blk.2.ffn_down_shexp.weight q4_K 1086blk.3.attn_k.weight iq2_s 1087blk.3.attn_output.weight iq3_s 1088blk.3.attn_q.weight iq2_s 1089blk.3.attn_v.weight q4_K 1090blk.3.ffn_down_exps.weight q4_K 1091blk.3.ffn_down_shexp.weight q4_K 1092blk.4.attn_qkv.weight q4_K 1093blk.4.ffn_down_exps.weight q4_K 1094blk.4.ffn_down_shexp.weight q4_K 1095blk.5.attn_qkv.weight q4_K 1096blk.5.ffn_down_exps.weight q4_K 1097blk.5.ffn_down_shexp.weight q4_K 1098blk.6.attn_qkv.weight q4_K 1099blk.6.ffn_down_exps.weight q3_K 1100blk.6.ffn_down_shexp.weight q3_K 1101blk.7.attn_k.weight iq2_s 1102blk.7.attn_output.weight iq3_s 1103blk.7.attn_q.weight iq2_s 1104blk.7.attn_v.weight q4_K 1105blk.7.ffn_down_exps.weight q3_K 1106blk.7.ffn_down_shexp.weight q3_K 1107blk.8.attn_qkv.weight q4_K 1108blk.8.ffn_down_exps.weight q3_K 1109blk.8.ffn_down_shexp.weight q3_K 1110blk.9.attn_qkv.weight q4_K 1111blk.9.ffn_down_exps.weight q3_K 1112blk.9.ffn_down_shexp.weight q3_K 1113blk.10.attn_qkv.weight q4_K 1114blk.10.ffn_down_exps.weight q3_K 1115blk.10.ffn_down_shexp.weight q3_K 1116blk.11.attn_k.weight iq2_s 1117blk.11.attn_output.weight iq3_s 1118blk.11.attn_q.weight iq2_s 1119blk.11.attn_v.weight q4_K 1120blk.11.ffn_down_exps.weight q3_K 1121blk.11.ffn_down_shexp.weight q3_K 1122blk.12.attn_qkv.weight q4_K 1123blk.12.ffn_down_exps.weight q3_K 1124blk.12.ffn_down_shexp.weight q3_K 1125blk.13.attn_qkv.weight q4_K 1126blk.13.ffn_down_exps.weight q3_K 1127blk.13.ffn_down_shexp.weight q3_K 1128blk.14.attn_qkv.weight q4_K 1129blk.14.ffn_down_exps.weight q3_K 1130blk.14.ffn_down_shexp.weight q3_K 1131blk.15.attn_k.weight iq2_s 1132blk.15.attn_output.weight iq3_s 1133blk.15.attn_q.weight iq2_s 1134blk.15.attn_v.weight q4_K 1135blk.15.ffn_down_exps.weight q3_K 1136blk.15.ffn_down_shexp.weight q3_K 1137blk.16.attn_qkv.weight q4_K 1138blk.16.ffn_down_exps.weight q3_K 1139blk.16.ffn_down_shexp.weight q3_K 1140blk.17.attn_qkv.weight q4_K 1141blk.17.ffn_down_exps.weight q3_K 1142blk.17.ffn_down_shexp.weight q3_K 1143blk.18.attn_qkv.weight q4_K 1144blk.18.ffn_down_exps.weight q3_K 1145blk.18.ffn_down_shexp.weight q3_K 1146blk.19.attn_k.weight iq2_s 1147blk.19.attn_output.weight iq3_s 1148blk.19.attn_q.weight iq2_s 1149blk.19.attn_v.weight q4_K 1150blk.19.ffn_down_exps.weight q3_K 1151blk.19.ffn_down_shexp.weight q3_K 1152blk.20.attn_qkv.weight q4_K 1153blk.20.ffn_down_exps.weight q3_K 1154blk.20.ffn_down_shexp.weight q3_K 1155blk.21.attn_qkv.weight q4_K 1156blk.21.ffn_down_exps.weight q3_K 1157blk.21.ffn_down_shexp.weight q3_K 1158blk.22.attn_qkv.weight q4_K 1159blk.22.ffn_down_exps.weight q3_K 1160blk.22.ffn_down_shexp.weight q3_K 1161blk.23.attn_k.weight iq2_s 1162blk.23.attn_output.weight iq3_s 1163blk.23.attn_q.weight iq2_s 1164blk.23.attn_v.weight q4_K 1165blk.23.ffn_down_exps.weight q3_K 1166blk.23.ffn_down_shexp.weight q3_K 1167blk.24.attn_qkv.weight q4_K 1168blk.24.ffn_down_exps.weight q3_K 1169blk.24.ffn_down_shexp.weight q3_K 1170blk.25.attn_qkv.weight q4_K 1171blk.25.ffn_down_exps.weight q3_K 1172blk.25.ffn_down_shexp.weight q3_K 1173blk.26.attn_qkv.weight q4_K 1174blk.26.ffn_down_exps.weight q3_K 1175blk.26.ffn_down_shexp.weight q3_K 1176blk.27.attn_k.weight iq2_s 1177blk.27.attn_output.weight iq3_s 1178blk.27.attn_q.weight iq2_s 1179blk.27.attn_v.weight q4_K 1180blk.27.ffn_down_exps.weight q3_K 1181blk.27.ffn_down_shexp.weight q3_K 1182blk.28.attn_qkv.weight q4_K 1183blk.28.ffn_down_exps.weight q3_K 1184blk.28.ffn_down_shexp.weight q3_K 1185blk.29.attn_qkv.weight q4_K 1186blk.29.ffn_down_exps.weight q3_K 1187blk.29.ffn_down_shexp.weight q3_K 1188blk.30.attn_qkv.weight q4_K 1189blk.30.ffn_down_exps.weight q3_K 1190blk.30.ffn_down_shexp.weight q3_K 1191blk.31.attn_k.weight iq2_s 1192blk.31.attn_output.weight iq3_s 1193blk.31.attn_q.weight iq2_s 1194blk.31.attn_v.weight q4_K 1195blk.31.ffn_down_exps.weight q3_K 1196blk.31.ffn_down_shexp.weight q3_K 1197blk.32.attn_qkv.weight q4_K 1198blk.32.ffn_down_exps.weight q3_K 1199blk.32.ffn_down_shexp.weight q3_K 1200blk.33.attn_qkv.weight q4_K 1201blk.33.ffn_down_exps.weight q3_K 1202blk.33.ffn_down_shexp.weight q3_K 1203blk.34.attn_qkv.weight q4_K 1204blk.34.ffn_down_exps.weight q3_K 1205blk.34.ffn_down_shexp.weight q3_K 1206blk.35.attn_k.weight iq2_s 1207blk.35.attn_output.weight iq3_s 1208blk.35.attn_q.weight iq2_s 1209blk.35.attn_v.weight q4_K 1210blk.35.ffn_down_exps.weight q3_K 1211blk.35.ffn_down_shexp.weight q3_K 1212blk.36.attn_qkv.weight q4_K 1213blk.36.ffn_down_exps.weight q3_K 1214blk.36.ffn_down_shexp.weight q3_K 1215blk.37.attn_qkv.weight q4_K 1216blk.37.ffn_down_exps.weight q3_K 1217blk.37.ffn_down_shexp.weight q3_K 1218blk.38.attn_qkv.weight q4_K 1219blk.38.ffn_down_exps.weight q3_K 1220blk.38.ffn_down_shexp.weight q3_K 1221blk.39.attn_k.weight iq2_s 1222blk.39.attn_output.weight iq3_s 1223blk.39.attn_q.weight iq2_s 1224blk.39.attn_v.weight q4_K 1225blk.39.ffn_down_exps.weight q3_K 1226blk.39.ffn_down_shexp.weight q3_K 1227blk.40.attn_qkv.weight q4_K 1228blk.40.ffn_down_exps.weight q3_K 1229blk.40.ffn_down_shexp.weight q3_K 1230blk.41.attn_qkv.weight q4_K 1231blk.41.ffn_down_exps.weight q3_K 1232blk.41.ffn_down_shexp.weight q3_K 1233blk.42.attn_qkv.weight q4_K 1234blk.42.ffn_down_exps.weight q3_K 1235blk.42.ffn_down_shexp.weight q3_K 1236blk.43.attn_k.weight iq2_s 1237blk.43.attn_output.weight iq3_s 1238blk.43.attn_q.weight iq2_s 1239blk.43.attn_v.weight q4_K 1240blk.43.ffn_down_exps.weight q3_K 1241blk.43.ffn_down_shexp.weight q3_K 1242blk.44.attn_qkv.weight q4_K 1243blk.44.ffn_down_exps.weight q3_K 1244blk.44.ffn_down_shexp.weight q3_K 1245blk.45.attn_qkv.weight q4_K 1246blk.45.ffn_down_exps.weight q3_K 1247blk.45.ffn_down_shexp.weight q3_K 1248blk.46.attn_qkv.weight q4_K 1249blk.46.ffn_down_exps.weight q3_K 1250blk.46.ffn_down_shexp.weight q3_K 1251blk.47.attn_k.weight iq2_s 1252blk.47.attn_output.weight iq3_s 1253blk.47.attn_q.weight iq2_s 1254blk.47.attn_v.weight q4_K 1255blk.47.ffn_down_exps.weight q3_K 1256blk.47.ffn_down_shexp.weight q3_K 1257 1258[IQ1_S] iq1_s 1259output.weight q5_K 1260token_embd.weight q2_K 1261blk.0.attn_qkv.weight q4_K 1262blk.0.ffn_down_exps.weight q2_K 1263blk.0.ffn_down_shexp.weight q2_K 1264blk.1.attn_qkv.weight q4_K 1265blk.1.ffn_down_exps.weight q2_K 1266blk.1.ffn_down_shexp.weight q2_K 1267blk.2.attn_qkv.weight q4_K 1268blk.2.ffn_down_exps.weight q2_K 1269blk.2.ffn_down_shexp.weight q2_K 1270blk.3.attn_output.weight iq2_xxs 1271blk.3.attn_v.weight q4_K 1272blk.4.attn_qkv.weight q4_K 1273blk.5.attn_qkv.weight q4_K 1274blk.6.attn_qkv.weight q4_K 1275blk.7.attn_output.weight iq2_xxs 1276blk.7.attn_v.weight q4_K 1277blk.8.attn_qkv.weight q4_K 1278blk.9.attn_qkv.weight q4_K 1279blk.10.attn_qkv.weight q4_K 1280blk.11.attn_output.weight iq2_xxs 1281blk.11.attn_v.weight q4_K 1282blk.12.attn_qkv.weight q4_K 1283blk.13.attn_qkv.weight q4_K 1284blk.14.attn_qkv.weight q4_K 1285blk.15.attn_output.weight iq2_xxs 1286blk.15.attn_v.weight q4_K 1287blk.16.attn_qkv.weight q4_K 1288blk.17.attn_qkv.weight q4_K 1289blk.18.attn_qkv.weight q4_K 1290blk.19.attn_output.weight iq2_xxs 1291blk.19.attn_v.weight q4_K 1292blk.20.attn_qkv.weight q4_K 1293blk.21.attn_qkv.weight q4_K 1294blk.22.attn_qkv.weight q4_K 1295blk.23.attn_output.weight iq2_xxs 1296blk.23.attn_v.weight q4_K 1297blk.24.attn_qkv.weight q4_K 1298blk.25.attn_qkv.weight q4_K 1299blk.26.attn_qkv.weight q4_K 1300blk.27.attn_output.weight iq2_xxs 1301blk.27.attn_v.weight q4_K 1302blk.28.attn_qkv.weight q4_K 1303blk.29.attn_qkv.weight q4_K 1304blk.30.attn_qkv.weight q4_K 1305blk.31.attn_output.weight iq2_xxs 1306blk.31.attn_v.weight q4_K 1307blk.32.attn_qkv.weight q4_K 1308blk.33.attn_qkv.weight q4_K 1309blk.34.attn_qkv.weight q4_K 1310blk.35.attn_output.weight iq2_xxs 1311blk.35.attn_v.weight q4_K 1312blk.36.attn_qkv.weight q4_K 1313blk.37.attn_qkv.weight q4_K 1314blk.38.attn_qkv.weight q4_K 1315blk.39.attn_output.weight iq2_xxs 1316blk.39.attn_v.weight q4_K 1317blk.40.attn_qkv.weight q4_K 1318blk.41.attn_qkv.weight q4_K 1319blk.42.attn_qkv.weight q4_K 1320blk.43.attn_output.weight iq2_xxs 1321blk.43.attn_v.weight q4_K 1322blk.44.attn_qkv.weight q4_K 1323blk.45.attn_qkv.weight q4_K 1324blk.46.attn_qkv.weight q4_K 1325blk.47.attn_output.weight iq2_xxs 1326blk.47.attn_v.weight q4_K 1327 1328[IQ4_NL] iq4_nl 1329output.weight q6_K 1330blk.0.attn_qkv.weight q5_K 1331blk.0.ffn_down_exps.weight q5_K 1332blk.0.ffn_down_shexp.weight q5_K 1333blk.1.attn_qkv.weight q5_K 1334blk.1.ffn_down_exps.weight q5_K 1335blk.1.ffn_down_shexp.weight q5_K 1336blk.2.attn_qkv.weight q5_K 1337blk.2.ffn_down_exps.weight q5_K 1338blk.2.ffn_down_shexp.weight q5_K 1339blk.3.attn_v.weight q5_K 1340blk.3.ffn_down_exps.weight q5_K 1341blk.3.ffn_down_shexp.weight q5_K 1342blk.4.attn_qkv.weight q5_K 1343blk.4.ffn_down_exps.weight q5_K 1344blk.4.ffn_down_shexp.weight q5_K 1345blk.5.attn_qkv.weight q5_K 1346blk.5.ffn_down_exps.weight q5_K 1347blk.5.ffn_down_shexp.weight q5_K 1348blk.6.attn_qkv.weight q5_K 1349blk.7.attn_v.weight q5_K 1350blk.8.attn_qkv.weight q5_K 1351blk.9.attn_qkv.weight q5_K 1352blk.10.attn_qkv.weight q5_K 1353blk.11.attn_v.weight q5_K 1354blk.12.attn_qkv.weight q5_K 1355blk.13.attn_qkv.weight q5_K 1356blk.14.attn_qkv.weight q5_K 1357blk.15.attn_v.weight q5_K 1358blk.16.attn_qkv.weight q5_K 1359blk.17.attn_qkv.weight q5_K 1360blk.18.attn_qkv.weight q5_K 1361blk.19.attn_v.weight q5_K 1362blk.20.attn_qkv.weight q5_K 1363blk.21.attn_qkv.weight q5_K 1364blk.22.attn_qkv.weight q5_K 1365blk.23.attn_v.weight q5_K 1366blk.24.attn_qkv.weight q5_K 1367blk.25.attn_qkv.weight q5_K 1368blk.26.attn_qkv.weight q5_K 1369blk.27.attn_v.weight q5_K 1370blk.28.attn_qkv.weight q5_K 1371blk.29.attn_qkv.weight q5_K 1372blk.30.attn_qkv.weight q5_K 1373blk.31.attn_v.weight q5_K 1374blk.32.attn_qkv.weight q5_K 1375blk.33.attn_qkv.weight q5_K 1376blk.34.attn_qkv.weight q5_K 1377blk.35.attn_v.weight q5_K 1378blk.36.attn_qkv.weight q5_K 1379blk.37.attn_qkv.weight q5_K 1380blk.38.attn_qkv.weight q5_K 1381blk.39.attn_v.weight q5_K 1382blk.40.attn_qkv.weight q5_K 1383blk.41.attn_qkv.weight q5_K 1384blk.42.attn_qkv.weight q5_K 1385blk.43.attn_v.weight q5_K 1386blk.44.attn_qkv.weight q5_K 1387blk.45.attn_qkv.weight q5_K 1388blk.46.attn_qkv.weight q5_K 1389blk.47.attn_v.weight q5_K 1390 1391[IQ3_S] iq3_s 1392output.weight q6_K 1393blk.0.attn_qkv.weight q4_K 1394blk.1.attn_qkv.weight q4_K 1395blk.2.attn_qkv.weight q4_K 1396blk.3.attn_v.weight q4_K 1397blk.4.attn_qkv.weight q4_K 1398blk.5.attn_qkv.weight q4_K 1399blk.6.attn_qkv.weight q4_K 1400blk.7.attn_v.weight q4_K 1401blk.8.attn_qkv.weight q4_K 1402blk.9.attn_qkv.weight q4_K 1403blk.10.attn_qkv.weight q4_K 1404blk.11.attn_v.weight q4_K 1405blk.12.attn_qkv.weight q4_K 1406blk.13.attn_qkv.weight q4_K 1407blk.14.attn_qkv.weight q4_K 1408blk.15.attn_v.weight q4_K 1409blk.16.attn_qkv.weight q4_K 1410blk.17.attn_qkv.weight q4_K 1411blk.18.attn_qkv.weight q4_K 1412blk.19.attn_v.weight q4_K 1413blk.20.attn_qkv.weight q4_K 1414blk.21.attn_qkv.weight q4_K 1415blk.22.attn_qkv.weight q4_K 1416blk.23.attn_v.weight q4_K 1417blk.24.attn_qkv.weight q4_K 1418blk.25.attn_qkv.weight q4_K 1419blk.26.attn_qkv.weight q4_K 1420blk.27.attn_v.weight q4_K 1421blk.28.attn_qkv.weight q4_K 1422blk.29.attn_qkv.weight q4_K 1423blk.30.attn_qkv.weight q4_K 1424blk.31.attn_v.weight q4_K 1425blk.32.attn_qkv.weight q4_K 1426blk.33.attn_qkv.weight q4_K 1427blk.34.attn_qkv.weight q4_K 1428blk.35.attn_v.weight q4_K 1429blk.36.attn_qkv.weight q4_K 1430blk.37.attn_qkv.weight q4_K 1431blk.38.attn_qkv.weight q4_K 1432blk.39.attn_v.weight q4_K 1433blk.40.attn_qkv.weight q4_K 1434blk.41.attn_qkv.weight q4_K 1435blk.42.attn_qkv.weight q4_K 1436blk.43.attn_v.weight q4_K 1437blk.44.attn_qkv.weight q4_K 1438blk.45.attn_qkv.weight q4_K 1439blk.46.attn_qkv.weight q4_K 1440blk.47.attn_v.weight q4_K 1441 1442[IQ3_M] iq3_s 1443output.weight q6_K 1444blk.0.attn_qkv.weight q4_K 1445blk.0.ffn_down_exps.weight q4_K 1446blk.0.ffn_down_shexp.weight q4_K 1447blk.1.attn_qkv.weight q4_K 1448blk.1.ffn_down_exps.weight q4_K 1449blk.1.ffn_down_shexp.weight q4_K 1450blk.2.attn_qkv.weight q4_K 1451blk.2.ffn_down_exps.weight q4_K 1452blk.2.ffn_down_shexp.weight q4_K 1453blk.3.attn_output.weight q4_K 1454blk.3.attn_v.weight q4_K 1455blk.3.ffn_down_exps.weight q4_K 1456blk.3.ffn_down_shexp.weight q4_K 1457blk.4.attn_qkv.weight q4_K 1458blk.4.ffn_down_exps.weight q4_K 1459blk.4.ffn_down_shexp.weight q4_K 1460blk.5.attn_qkv.weight q4_K 1461blk.5.ffn_down_exps.weight q4_K 1462blk.5.ffn_down_shexp.weight q4_K 1463blk.6.attn_qkv.weight q4_K 1464blk.7.attn_output.weight q4_K 1465blk.7.attn_v.weight q4_K 1466blk.8.attn_qkv.weight q4_K 1467blk.9.attn_qkv.weight q4_K 1468blk.10.attn_qkv.weight q4_K 1469blk.11.attn_output.weight q4_K 1470blk.11.attn_v.weight q4_K 1471blk.12.attn_qkv.weight q4_K 1472blk.13.attn_qkv.weight q4_K 1473blk.14.attn_qkv.weight q4_K 1474blk.15.attn_output.weight q4_K 1475blk.15.attn_v.weight q4_K 1476blk.16.attn_qkv.weight q4_K 1477blk.17.attn_qkv.weight q4_K 1478blk.18.attn_qkv.weight q4_K 1479blk.19.attn_output.weight q4_K 1480blk.19.attn_v.weight q4_K 1481blk.20.attn_qkv.weight q4_K 1482blk.21.attn_qkv.weight q4_K 1483blk.22.attn_qkv.weight q4_K 1484blk.23.attn_output.weight q4_K 1485blk.23.attn_v.weight q4_K 1486blk.24.attn_qkv.weight q4_K 1487blk.25.attn_qkv.weight q4_K 1488blk.26.attn_qkv.weight q4_K 1489blk.27.attn_output.weight q4_K 1490blk.27.attn_v.weight q4_K 1491blk.28.attn_qkv.weight q4_K 1492blk.29.attn_qkv.weight q4_K 1493blk.30.attn_qkv.weight q4_K 1494blk.31.attn_output.weight q4_K 1495blk.31.attn_v.weight q4_K 1496blk.32.attn_qkv.weight q4_K 1497blk.33.attn_qkv.weight q4_K 1498blk.34.attn_qkv.weight q4_K 1499blk.35.attn_output.weight q4_K 1500blk.35.attn_v.weight q4_K 1501blk.36.attn_qkv.weight q4_K 1502blk.37.attn_qkv.weight q4_K 1503blk.38.attn_qkv.weight q4_K 1504blk.39.attn_output.weight q4_K 1505blk.39.attn_v.weight q4_K 1506blk.40.attn_qkv.weight q4_K 1507blk.41.attn_qkv.weight q4_K 1508blk.42.attn_qkv.weight q4_K 1509blk.43.attn_output.weight q4_K 1510blk.43.attn_v.weight q4_K 1511blk.44.attn_qkv.weight q4_K 1512blk.45.attn_qkv.weight q4_K 1513blk.46.attn_qkv.weight q4_K 1514blk.47.attn_output.weight q4_K 1515blk.47.attn_v.weight q4_K 1516 1517[IQ2_S] iq2_xs 1518output.weight q5_K 1519token_embd.weight iq3_s 1520blk.0.attn_qkv.weight q4_K 1521blk.0.ffn_down_exps.weight iq3_s 1522blk.0.ffn_down_shexp.weight iq3_s 1523blk.1.attn_qkv.weight q4_K 1524blk.1.ffn_down_exps.weight iq3_s 1525blk.1.ffn_down_shexp.weight iq3_s 1526blk.2.attn_qkv.weight q4_K 1527blk.2.ffn_down_exps.weight iq3_s 1528blk.2.ffn_down_shexp.weight iq3_s 1529blk.3.attn_output.weight iq3_s 1530blk.3.attn_v.weight q4_K 1531blk.4.attn_qkv.weight q4_K 1532blk.5.attn_qkv.weight q4_K 1533blk.6.attn_qkv.weight q4_K 1534blk.7.attn_output.weight iq3_s 1535blk.7.attn_v.weight q4_K 1536blk.8.attn_qkv.weight q4_K 1537blk.9.attn_qkv.weight q4_K 1538blk.10.attn_qkv.weight q4_K 1539blk.11.attn_output.weight iq3_s 1540blk.11.attn_v.weight q4_K 1541blk.12.attn_qkv.weight q4_K 1542blk.13.attn_qkv.weight q4_K 1543blk.14.attn_qkv.weight q4_K 1544blk.15.attn_output.weight iq3_s 1545blk.15.attn_v.weight q4_K 1546blk.16.attn_qkv.weight q4_K 1547blk.17.attn_qkv.weight q4_K 1548blk.18.attn_qkv.weight q4_K 1549blk.19.attn_output.weight iq3_s 1550blk.19.attn_v.weight q4_K 1551blk.20.attn_qkv.weight q4_K 1552blk.21.attn_qkv.weight q4_K 1553blk.22.attn_qkv.weight q4_K 1554blk.23.attn_output.weight iq3_s 1555blk.23.attn_v.weight q4_K 1556blk.24.attn_qkv.weight q4_K 1557blk.25.attn_qkv.weight q4_K 1558blk.26.attn_qkv.weight q4_K 1559blk.27.attn_output.weight iq3_s 1560blk.27.attn_v.weight q4_K 1561blk.28.attn_qkv.weight q4_K 1562blk.29.attn_qkv.weight q4_K 1563blk.30.attn_qkv.weight q4_K 1564blk.31.attn_output.weight iq3_s 1565blk.31.attn_v.weight q4_K 1566blk.32.attn_qkv.weight q4_K 1567blk.33.attn_qkv.weight q4_K 1568blk.34.attn_qkv.weight q4_K 1569blk.35.attn_output.weight iq3_s 1570blk.35.attn_v.weight q4_K 1571blk.36.attn_qkv.weight q4_K 1572blk.37.attn_qkv.weight q4_K 1573blk.38.attn_qkv.weight q4_K 1574blk.39.attn_output.weight iq3_s 1575blk.39.attn_v.weight q4_K 1576blk.40.attn_qkv.weight q4_K 1577blk.41.attn_qkv.weight q4_K 1578blk.42.attn_qkv.weight q4_K 1579blk.43.attn_output.weight iq3_s 1580blk.43.attn_v.weight q4_K 1581blk.44.attn_qkv.weight q4_K 1582blk.45.attn_qkv.weight q4_K 1583blk.46.attn_qkv.weight q4_K 1584blk.47.attn_output.weight iq3_s 1585blk.47.attn_v.weight q4_K 1586 1587[IQ2_M] iq2_s 1588output.weight q5_K 1589token_embd.weight iq3_s 1590blk.0.attn_qkv.weight q4_K 1591blk.0.ffn_down_exps.weight iq3_s 1592blk.0.ffn_down_shexp.weight iq3_s 1593blk.1.attn_qkv.weight q4_K 1594blk.1.ffn_down_exps.weight iq3_s 1595blk.1.ffn_down_shexp.weight iq3_s 1596blk.2.attn_qkv.weight q4_K 1597blk.2.ffn_down_exps.weight iq3_s 1598blk.2.ffn_down_shexp.weight iq3_s 1599blk.3.attn_output.weight iq3_s 1600blk.3.attn_v.weight q4_K 1601blk.4.attn_qkv.weight q4_K 1602blk.5.attn_qkv.weight q4_K 1603blk.6.attn_qkv.weight q4_K 1604blk.7.attn_output.weight iq3_s 1605blk.7.attn_v.weight q4_K 1606blk.8.attn_qkv.weight q4_K 1607blk.9.attn_qkv.weight q4_K 1608blk.10.attn_qkv.weight q4_K 1609blk.11.attn_output.weight iq3_s 1610blk.11.attn_v.weight q4_K 1611blk.12.attn_qkv.weight q4_K 1612blk.13.attn_qkv.weight q4_K 1613blk.14.attn_qkv.weight q4_K 1614blk.15.attn_output.weight iq3_s 1615blk.15.attn_v.weight q4_K 1616blk.16.attn_qkv.weight q4_K 1617blk.17.attn_qkv.weight q4_K 1618blk.18.attn_qkv.weight q4_K 1619blk.19.attn_output.weight iq3_s 1620blk.19.attn_v.weight q4_K 1621blk.20.attn_qkv.weight q4_K 1622blk.21.attn_qkv.weight q4_K 1623blk.22.attn_qkv.weight q4_K 1624blk.23.attn_output.weight iq3_s 1625blk.23.attn_v.weight q4_K 1626blk.24.attn_qkv.weight q4_K 1627blk.25.attn_qkv.weight q4_K 1628blk.26.attn_qkv.weight q4_K 1629blk.27.attn_output.weight iq3_s 1630blk.27.attn_v.weight q4_K 1631blk.28.attn_qkv.weight q4_K 1632blk.29.attn_qkv.weight q4_K 1633blk.30.attn_qkv.weight q4_K 1634blk.31.attn_output.weight iq3_s 1635blk.31.attn_v.weight q4_K 1636blk.32.attn_qkv.weight q4_K 1637blk.33.attn_qkv.weight q4_K 1638blk.34.attn_qkv.weight q4_K 1639blk.35.attn_output.weight iq3_s 1640blk.35.attn_v.weight q4_K 1641blk.36.attn_qkv.weight q4_K 1642blk.37.attn_qkv.weight q4_K 1643blk.38.attn_qkv.weight q4_K 1644blk.39.attn_output.weight iq3_s 1645blk.39.attn_v.weight q4_K 1646blk.40.attn_qkv.weight q4_K 1647blk.41.attn_qkv.weight q4_K 1648blk.42.attn_qkv.weight q4_K 1649blk.43.attn_output.weight iq3_s 1650blk.43.attn_v.weight q4_K 1651blk.44.attn_qkv.weight q4_K 1652blk.45.attn_qkv.weight q4_K 1653blk.46.attn_qkv.weight q4_K 1654blk.47.attn_output.weight iq3_s 1655blk.47.attn_v.weight q4_K 1656 1657[IQ4_XS] iq4_xs 1658output.weight q6_K 1659blk.0.attn_qkv.weight q5_K 1660blk.0.ffn_down_exps.weight q5_K 1661blk.0.ffn_down_shexp.weight q5_K 1662blk.1.attn_qkv.weight q5_K 1663blk.1.ffn_down_exps.weight q5_K 1664blk.1.ffn_down_shexp.weight q5_K 1665blk.2.attn_qkv.weight q5_K 1666blk.2.ffn_down_exps.weight q5_K 1667blk.2.ffn_down_shexp.weight q5_K 1668blk.3.attn_v.weight q5_K 1669blk.3.ffn_down_exps.weight q5_K 1670blk.3.ffn_down_shexp.weight q5_K 1671blk.4.attn_qkv.weight q5_K 1672blk.4.ffn_down_exps.weight q5_K 1673blk.4.ffn_down_shexp.weight q5_K 1674blk.5.attn_qkv.weight q5_K 1675blk.5.ffn_down_exps.weight q5_K 1676blk.5.ffn_down_shexp.weight q5_K 1677blk.6.attn_qkv.weight q5_K 1678blk.7.attn_v.weight q5_K 1679blk.8.attn_qkv.weight q5_K 1680blk.9.attn_qkv.weight q5_K 1681blk.10.attn_qkv.weight q5_K 1682blk.11.attn_v.weight q5_K 1683blk.12.attn_qkv.weight q5_K 1684blk.13.attn_qkv.weight q5_K 1685blk.14.attn_qkv.weight q5_K 1686blk.15.attn_v.weight q5_K 1687blk.16.attn_qkv.weight q5_K 1688blk.17.attn_qkv.weight q5_K 1689blk.18.attn_qkv.weight q5_K 1690blk.19.attn_v.weight q5_K 1691blk.20.attn_qkv.weight q5_K 1692blk.21.attn_qkv.weight q5_K 1693blk.22.attn_qkv.weight q5_K 1694blk.23.attn_v.weight q5_K 1695blk.24.attn_qkv.weight q5_K 1696blk.25.attn_qkv.weight q5_K 1697blk.26.attn_qkv.weight q5_K 1698blk.27.attn_v.weight q5_K 1699blk.28.attn_qkv.weight q5_K 1700blk.29.attn_qkv.weight q5_K 1701blk.30.attn_qkv.weight q5_K 1702blk.31.attn_v.weight q5_K 1703blk.32.attn_qkv.weight q5_K 1704blk.33.attn_qkv.weight q5_K 1705blk.34.attn_qkv.weight q5_K 1706blk.35.attn_v.weight q5_K 1707blk.36.attn_qkv.weight q5_K 1708blk.37.attn_qkv.weight q5_K 1709blk.38.attn_qkv.weight q5_K 1710blk.39.attn_v.weight q5_K 1711blk.40.attn_qkv.weight q5_K 1712blk.41.attn_qkv.weight q5_K 1713blk.42.attn_qkv.weight q5_K 1714blk.43.attn_v.weight q5_K 1715blk.44.attn_qkv.weight q5_K 1716blk.45.attn_qkv.weight q5_K 1717blk.46.attn_qkv.weight q5_K 1718blk.47.attn_v.weight q5_K 1719 1720[IQ1_M] iq1_m 1721output.weight q5_K 1722token_embd.weight q2_K 1723blk.0.attn_qkv.weight q4_K 1724blk.0.ffn_down_exps.weight q2_K 1725blk.0.ffn_down_shexp.weight q2_K 1726blk.1.attn_qkv.weight q4_K 1727blk.1.ffn_down_exps.weight q2_K 1728blk.1.ffn_down_shexp.weight q2_K 1729blk.2.attn_qkv.weight q4_K 1730blk.2.ffn_down_exps.weight q2_K 1731blk.2.ffn_down_shexp.weight q2_K 1732blk.3.attn_output.weight iq2_xxs 1733blk.3.attn_v.weight q4_K 1734blk.4.attn_qkv.weight q4_K 1735blk.5.attn_qkv.weight q4_K 1736blk.6.attn_qkv.weight q4_K 1737blk.7.attn_output.weight iq2_xxs 1738blk.7.attn_v.weight q4_K 1739blk.8.attn_qkv.weight q4_K 1740blk.9.attn_qkv.weight q4_K 1741blk.10.attn_qkv.weight q4_K 1742blk.11.attn_output.weight iq2_xxs 1743blk.11.attn_v.weight q4_K 1744blk.12.attn_qkv.weight q4_K 1745blk.13.attn_qkv.weight q4_K 1746blk.14.attn_qkv.weight q4_K 1747blk.15.attn_output.weight iq2_xxs 1748blk.15.attn_v.weight q4_K 1749blk.16.attn_qkv.weight q4_K 1750blk.17.attn_qkv.weight q4_K 1751blk.18.attn_qkv.weight q4_K 1752blk.19.attn_output.weight iq2_xxs 1753blk.19.attn_v.weight q4_K 1754blk.20.attn_qkv.weight q4_K 1755blk.21.attn_qkv.weight q4_K 1756blk.22.attn_qkv.weight q4_K 1757blk.23.attn_output.weight iq2_xxs 1758blk.23.attn_v.weight q4_K 1759blk.24.attn_qkv.weight q4_K 1760blk.25.attn_qkv.weight q4_K 1761blk.26.attn_qkv.weight q4_K 1762blk.27.attn_output.weight iq2_xxs 1763blk.27.attn_v.weight q4_K 1764blk.28.attn_qkv.weight q4_K 1765blk.29.attn_qkv.weight q4_K 1766blk.30.attn_qkv.weight q4_K 1767blk.31.attn_output.weight iq2_xxs 1768blk.31.attn_v.weight q4_K 1769blk.32.attn_qkv.weight q4_K 1770blk.33.attn_qkv.weight q4_K 1771blk.34.attn_qkv.weight q4_K 1772blk.35.attn_output.weight iq2_xxs 1773blk.35.attn_v.weight q4_K 1774blk.36.attn_qkv.weight q4_K 1775blk.37.attn_qkv.weight q4_K 1776blk.38.attn_qkv.weight q4_K 1777blk.39.attn_output.weight iq2_xxs 1778blk.39.attn_v.weight q4_K 1779blk.40.attn_qkv.weight q4_K 1780blk.41.attn_qkv.weight q4_K 1781blk.42.attn_qkv.weight q4_K 1782blk.43.attn_output.weight iq2_xxs 1783blk.43.attn_v.weight q4_K 1784blk.44.attn_qkv.weight q4_K 1785blk.45.attn_qkv.weight q4_K 1786blk.46.attn_qkv.weight q4_K 1787blk.47.attn_output.weight iq2_xxs 1788blk.47.attn_v.weight q4_K 1789 1790[BF16] bf16 1791 1792[TQ1_0] tq1_0 1793output.weight q6_K 1794token_embd.weight q4_K 1795 1796[TQ2_0] tq2_0 1797output.weight q6_K 1798token_embd.weight q4_K 1799 1800[MXFP4_MOE] mxfp4 1801output.weight q8_0 1802token_embd.weight q8_0 1803blk.0.attn_gate.weight q8_0 1804blk.0.attn_qkv.weight q8_0 1805blk.0.ffn_down_shexp.weight q8_0 1806blk.0.ffn_gate_shexp.weight q8_0 1807blk.0.ffn_up_shexp.weight q8_0 1808blk.0.ssm_ba.weight q8_0 1809blk.0.ssm_out.weight q8_0 1810blk.1.attn_gate.weight q8_0 1811blk.1.attn_qkv.weight q8_0 1812blk.1.ffn_down_shexp.weight q8_0 1813blk.1.ffn_gate_shexp.weight q8_0 1814blk.1.ffn_up_shexp.weight q8_0 1815blk.1.ssm_ba.weight q8_0 1816blk.1.ssm_out.weight q8_0 1817blk.2.attn_gate.weight q8_0 1818blk.2.attn_qkv.weight q8_0 1819blk.2.ffn_down_shexp.weight q8_0 1820blk.2.ffn_gate_shexp.weight q8_0 1821blk.2.ffn_up_shexp.weight q8_0 1822blk.2.ssm_ba.weight q8_0 1823blk.2.ssm_out.weight q8_0 1824blk.3.attn_k.weight q8_0 1825blk.3.attn_output.weight q8_0 1826blk.3.attn_q.weight q8_0 1827blk.3.attn_v.weight q8_0 1828blk.3.ffn_down_shexp.weight q8_0 1829blk.3.ffn_gate_shexp.weight q8_0 1830blk.3.ffn_up_shexp.weight q8_0 1831blk.4.attn_gate.weight q8_0 1832blk.4.attn_qkv.weight q8_0 1833blk.4.ffn_down_shexp.weight q8_0 1834blk.4.ffn_gate_shexp.weight q8_0 1835blk.4.ffn_up_shexp.weight q8_0 1836blk.4.ssm_ba.weight q8_0 1837blk.4.ssm_out.weight q8_0 1838blk.5.attn_gate.weight q8_0 1839blk.5.attn_qkv.weight q8_0 1840blk.5.ffn_down_shexp.weight q8_0 1841blk.5.ffn_gate_shexp.weight q8_0 1842blk.5.ffn_up_shexp.weight q8_0 1843blk.5.ssm_ba.weight q8_0 1844blk.5.ssm_out.weight q8_0 1845blk.6.attn_gate.weight q8_0 1846blk.6.attn_qkv.weight q8_0 1847blk.6.ffn_down_shexp.weight q8_0 1848blk.6.ffn_gate_shexp.weight q8_0 1849blk.6.ffn_up_shexp.weight q8_0 1850blk.6.ssm_ba.weight q8_0 1851blk.6.ssm_out.weight q8_0 1852blk.7.attn_k.weight q8_0 1853blk.7.attn_output.weight q8_0 1854blk.7.attn_q.weight q8_0 1855blk.7.attn_v.weight q8_0 1856blk.7.ffn_down_shexp.weight q8_0 1857blk.7.ffn_gate_shexp.weight q8_0 1858blk.7.ffn_up_shexp.weight q8_0 1859blk.8.attn_gate.weight q8_0 1860blk.8.attn_qkv.weight q8_0 1861blk.8.ffn_down_shexp.weight q8_0 1862blk.8.ffn_gate_shexp.weight q8_0 1863blk.8.ffn_up_shexp.weight q8_0 1864blk.8.ssm_ba.weight q8_0 1865blk.8.ssm_out.weight q8_0 1866blk.9.attn_gate.weight q8_0 1867blk.9.attn_qkv.weight q8_0 1868blk.9.ffn_down_shexp.weight q8_0 1869blk.9.ffn_gate_shexp.weight q8_0 1870blk.9.ffn_up_shexp.weight q8_0 1871blk.9.ssm_ba.weight q8_0 1872blk.9.ssm_out.weight q8_0 1873blk.10.attn_gate.weight q8_0 1874blk.10.attn_qkv.weight q8_0 1875blk.10.ffn_down_shexp.weight q8_0 1876blk.10.ffn_gate_shexp.weight q8_0 1877blk.10.ffn_up_shexp.weight q8_0 1878blk.10.ssm_ba.weight q8_0 1879blk.10.ssm_out.weight q8_0 1880blk.11.attn_k.weight q8_0 1881blk.11.attn_output.weight q8_0 1882blk.11.attn_q.weight q8_0 1883blk.11.attn_v.weight q8_0 1884blk.11.ffn_down_shexp.weight q8_0 1885blk.11.ffn_gate_shexp.weight q8_0 1886blk.11.ffn_up_shexp.weight q8_0 1887blk.12.attn_gate.weight q8_0 1888blk.12.attn_qkv.weight q8_0 1889blk.12.ffn_down_shexp.weight q8_0 1890blk.12.ffn_gate_shexp.weight q8_0 1891blk.12.ffn_up_shexp.weight q8_0 1892blk.12.ssm_ba.weight q8_0 1893blk.12.ssm_out.weight q8_0 1894blk.13.attn_gate.weight q8_0 1895blk.13.attn_qkv.weight q8_0 1896blk.13.ffn_down_shexp.weight q8_0 1897blk.13.ffn_gate_shexp.weight q8_0 1898blk.13.ffn_up_shexp.weight q8_0 1899blk.13.ssm_ba.weight q8_0 1900blk.13.ssm_out.weight q8_0 1901blk.14.attn_gate.weight q8_0 1902blk.14.attn_qkv.weight q8_0 1903blk.14.ffn_down_shexp.weight q8_0 1904blk.14.ffn_gate_shexp.weight q8_0 1905blk.14.ffn_up_shexp.weight q8_0 1906blk.14.ssm_ba.weight q8_0 1907blk.14.ssm_out.weight q8_0 1908blk.15.attn_k.weight q8_0 1909blk.15.attn_output.weight q8_0 1910blk.15.attn_q.weight q8_0 1911blk.15.attn_v.weight q8_0 1912blk.15.ffn_down_shexp.weight q8_0 1913blk.15.ffn_gate_shexp.weight q8_0 1914blk.15.ffn_up_shexp.weight q8_0 1915blk.16.attn_gate.weight q8_0 1916blk.16.attn_qkv.weight q8_0 1917blk.16.ffn_down_shexp.weight q8_0 1918blk.16.ffn_gate_shexp.weight q8_0 1919blk.16.ffn_up_shexp.weight q8_0 1920blk.16.ssm_ba.weight q8_0 1921blk.16.ssm_out.weight q8_0 1922blk.17.attn_gate.weight q8_0 1923blk.17.attn_qkv.weight q8_0 1924blk.17.ffn_down_shexp.weight q8_0 1925blk.17.ffn_gate_shexp.weight q8_0 1926blk.17.ffn_up_shexp.weight q8_0 1927blk.17.ssm_ba.weight q8_0 1928blk.17.ssm_out.weight q8_0 1929blk.18.attn_gate.weight q8_0 1930blk.18.attn_qkv.weight q8_0 1931blk.18.ffn_down_shexp.weight q8_0 1932blk.18.ffn_gate_shexp.weight q8_0 1933blk.18.ffn_up_shexp.weight q8_0 1934blk.18.ssm_ba.weight q8_0 1935blk.18.ssm_out.weight q8_0 1936blk.19.attn_k.weight q8_0 1937blk.19.attn_output.weight q8_0 1938blk.19.attn_q.weight q8_0 1939blk.19.attn_v.weight q8_0 1940blk.19.ffn_down_shexp.weight q8_0 1941blk.19.ffn_gate_shexp.weight q8_0 1942blk.19.ffn_up_shexp.weight q8_0 1943blk.20.attn_gate.weight q8_0 1944blk.20.attn_qkv.weight q8_0 1945blk.20.ffn_down_shexp.weight q8_0 1946blk.20.ffn_gate_shexp.weight q8_0 1947blk.20.ffn_up_shexp.weight q8_0 1948blk.20.ssm_ba.weight q8_0 1949blk.20.ssm_out.weight q8_0 1950blk.21.attn_gate.weight q8_0 1951blk.21.attn_qkv.weight q8_0 1952blk.21.ffn_down_shexp.weight q8_0 1953blk.21.ffn_gate_shexp.weight q8_0 1954blk.21.ffn_up_shexp.weight q8_0 1955blk.21.ssm_ba.weight q8_0 1956blk.21.ssm_out.weight q8_0 1957blk.22.attn_gate.weight q8_0 1958blk.22.attn_qkv.weight q8_0 1959blk.22.ffn_down_shexp.weight q8_0 1960blk.22.ffn_gate_shexp.weight q8_0 1961blk.22.ffn_up_shexp.weight q8_0 1962blk.22.ssm_ba.weight q8_0 1963blk.22.ssm_out.weight q8_0 1964blk.23.attn_k.weight q8_0 1965blk.23.attn_output.weight q8_0 1966blk.23.attn_q.weight q8_0 1967blk.23.attn_v.weight q8_0 1968blk.23.ffn_down_shexp.weight q8_0 1969blk.23.ffn_gate_shexp.weight q8_0 1970blk.23.ffn_up_shexp.weight q8_0 1971blk.24.attn_gate.weight q8_0 1972blk.24.attn_qkv.weight q8_0 1973blk.24.ffn_down_shexp.weight q8_0 1974blk.24.ffn_gate_shexp.weight q8_0 1975blk.24.ffn_up_shexp.weight q8_0 1976blk.24.ssm_ba.weight q8_0 1977blk.24.ssm_out.weight q8_0 1978blk.25.attn_gate.weight q8_0 1979blk.25.attn_qkv.weight q8_0 1980blk.25.ffn_down_shexp.weight q8_0 1981blk.25.ffn_gate_shexp.weight q8_0 1982blk.25.ffn_up_shexp.weight q8_0 1983blk.25.ssm_ba.weight q8_0 1984blk.25.ssm_out.weight q8_0 1985blk.26.attn_gate.weight q8_0 1986blk.26.attn_qkv.weight q8_0 1987blk.26.ffn_down_shexp.weight q8_0 1988blk.26.ffn_gate_shexp.weight q8_0 1989blk.26.ffn_up_shexp.weight q8_0 1990blk.26.ssm_ba.weight q8_0 1991blk.26.ssm_out.weight q8_0 1992blk.27.attn_k.weight q8_0 1993blk.27.attn_output.weight q8_0 1994blk.27.attn_q.weight q8_0 1995blk.27.attn_v.weight q8_0 1996blk.27.ffn_down_shexp.weight q8_0 1997blk.27.ffn_gate_shexp.weight q8_0 1998blk.27.ffn_up_shexp.weight q8_0 1999blk.28.attn_gate.weight q8_0 2000blk.28.attn_qkv.weight q8_0 2001blk.28.ffn_down_shexp.weight q8_0 2002blk.28.ffn_gate_shexp.weight q8_0 2003blk.28.ffn_up_shexp.weight q8_0 2004blk.28.ssm_ba.weight q8_0 2005blk.28.ssm_out.weight q8_0 2006blk.29.attn_gate.weight q8_0 2007blk.29.attn_qkv.weight q8_0 2008blk.29.ffn_down_shexp.weight q8_0 2009blk.29.ffn_gate_shexp.weight q8_0 2010blk.29.ffn_up_shexp.weight q8_0 2011blk.29.ssm_ba.weight q8_0 2012blk.29.ssm_out.weight q8_0 2013blk.30.attn_gate.weight q8_0 2014blk.30.attn_qkv.weight q8_0 2015blk.30.ffn_down_shexp.weight q8_0 2016blk.30.ffn_gate_shexp.weight q8_0 2017blk.30.ffn_up_shexp.weight q8_0 2018blk.30.ssm_ba.weight q8_0 2019blk.30.ssm_out.weight q8_0 2020blk.31.attn_k.weight q8_0 2021blk.31.attn_output.weight q8_0 2022blk.31.attn_q.weight q8_0 2023blk.31.attn_v.weight q8_0 2024blk.31.ffn_down_shexp.weight q8_0 2025blk.31.ffn_gate_shexp.weight q8_0 2026blk.31.ffn_up_shexp.weight q8_0 2027blk.32.attn_gate.weight q8_0 2028blk.32.attn_qkv.weight q8_0 2029blk.32.ffn_down_shexp.weight q8_0 2030blk.32.ffn_gate_shexp.weight q8_0 2031blk.32.ffn_up_shexp.weight q8_0 2032blk.32.ssm_ba.weight q8_0 2033blk.32.ssm_out.weight q8_0 2034blk.33.attn_gate.weight q8_0 2035blk.33.attn_qkv.weight q8_0 2036blk.33.ffn_down_shexp.weight q8_0 2037blk.33.ffn_gate_shexp.weight q8_0 2038blk.33.ffn_up_shexp.weight q8_0 2039blk.33.ssm_ba.weight q8_0 2040blk.33.ssm_out.weight q8_0 2041blk.34.attn_gate.weight q8_0 2042blk.34.attn_qkv.weight q8_0 2043blk.34.ffn_down_shexp.weight q8_0 2044blk.34.ffn_gate_shexp.weight q8_0 2045blk.34.ffn_up_shexp.weight q8_0 2046blk.34.ssm_ba.weight q8_0 2047blk.34.ssm_out.weight q8_0 2048blk.35.attn_k.weight q8_0 2049blk.35.attn_output.weight q8_0 2050blk.35.attn_q.weight q8_0 2051blk.35.attn_v.weight q8_0 2052blk.35.ffn_down_shexp.weight q8_0 2053blk.35.ffn_gate_shexp.weight q8_0 2054blk.35.ffn_up_shexp.weight q8_0 2055blk.36.attn_gate.weight q8_0 2056blk.36.attn_qkv.weight q8_0 2057blk.36.ffn_down_shexp.weight q8_0 2058blk.36.ffn_gate_shexp.weight q8_0 2059blk.36.ffn_up_shexp.weight q8_0 2060blk.36.ssm_ba.weight q8_0 2061blk.36.ssm_out.weight q8_0 2062blk.37.attn_gate.weight q8_0 2063blk.37.attn_qkv.weight q8_0 2064blk.37.ffn_down_shexp.weight q8_0 2065blk.37.ffn_gate_shexp.weight q8_0 2066blk.37.ffn_up_shexp.weight q8_0 2067blk.37.ssm_ba.weight q8_0 2068blk.37.ssm_out.weight q8_0 2069blk.38.attn_gate.weight q8_0 2070blk.38.attn_qkv.weight q8_0 2071blk.38.ffn_down_shexp.weight q8_0 2072blk.38.ffn_gate_shexp.weight q8_0 2073blk.38.ffn_up_shexp.weight q8_0 2074blk.38.ssm_ba.weight q8_0 2075blk.38.ssm_out.weight q8_0 2076blk.39.attn_k.weight q8_0 2077blk.39.attn_output.weight q8_0 2078blk.39.attn_q.weight q8_0 2079blk.39.attn_v.weight q8_0 2080blk.39.ffn_down_shexp.weight q8_0 2081blk.39.ffn_gate_shexp.weight q8_0 2082blk.39.ffn_up_shexp.weight q8_0 2083blk.40.attn_gate.weight q8_0 2084blk.40.attn_qkv.weight q8_0 2085blk.40.ffn_down_shexp.weight q8_0 2086blk.40.ffn_gate_shexp.weight q8_0 2087blk.40.ffn_up_shexp.weight q8_0 2088blk.40.ssm_ba.weight q8_0 2089blk.40.ssm_out.weight q8_0 2090blk.41.attn_gate.weight q8_0 2091blk.41.attn_qkv.weight q8_0 2092blk.41.ffn_down_shexp.weight q8_0 2093blk.41.ffn_gate_shexp.weight q8_0 2094blk.41.ffn_up_shexp.weight q8_0 2095blk.41.ssm_ba.weight q8_0 2096blk.41.ssm_out.weight q8_0 2097blk.42.attn_gate.weight q8_0 2098blk.42.attn_qkv.weight q8_0 2099blk.42.ffn_down_shexp.weight q8_0 2100blk.42.ffn_gate_shexp.weight q8_0 2101blk.42.ffn_up_shexp.weight q8_0 2102blk.42.ssm_ba.weight q8_0 2103blk.42.ssm_out.weight q8_0 2104blk.43.attn_k.weight q8_0 2105blk.43.attn_output.weight q8_0 2106blk.43.attn_q.weight q8_0 2107blk.43.attn_v.weight q8_0 2108blk.43.ffn_down_shexp.weight q8_0 2109blk.43.ffn_gate_shexp.weight q8_0 2110blk.43.ffn_up_shexp.weight q8_0 2111blk.44.attn_gate.weight q8_0 2112blk.44.attn_qkv.weight q8_0 2113blk.44.ffn_down_shexp.weight q8_0 2114blk.44.ffn_gate_shexp.weight q8_0 2115blk.44.ffn_up_shexp.weight q8_0 2116blk.44.ssm_ba.weight q8_0 2117blk.44.ssm_out.weight q8_0 2118blk.45.attn_gate.weight q8_0 2119blk.45.attn_qkv.weight q8_0 2120blk.45.ffn_down_shexp.weight q8_0 2121blk.45.ffn_gate_shexp.weight q8_0 2122blk.45.ffn_up_shexp.weight q8_0 2123blk.45.ssm_ba.weight q8_0 2124blk.45.ssm_out.weight q8_0 2125blk.46.attn_gate.weight q8_0 2126blk.46.attn_qkv.weight q8_0 2127blk.46.ffn_down_shexp.weight q8_0 2128blk.46.ffn_gate_shexp.weight q8_0 2129blk.46.ffn_up_shexp.weight q8_0 2130blk.46.ssm_ba.weight q8_0 2131blk.46.ssm_out.weight q8_0 2132blk.47.attn_k.weight q8_0 2133blk.47.attn_output.weight q8_0 2134blk.47.attn_q.weight q8_0 2135blk.47.attn_v.weight q8_0 2136blk.47.ffn_down_shexp.weight q8_0 2137blk.47.ffn_gate_shexp.weight q8_0 2138blk.47.ffn_up_shexp.weight q8_0