char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: Qwen3.5-397B-A17B 2# n_embd=4096, n_ff=0, n_vocab=248320, n_layer=60, n_head=32, n_head_kv=2, n_expert=512 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_qkv.weight q4_K 25blk.0.ffn_down_exps.weight q3_K 26blk.0.ffn_down_shexp.weight q3_K 27blk.1.attn_qkv.weight q4_K 28blk.1.ffn_down_exps.weight q3_K 29blk.1.ffn_down_shexp.weight q3_K 30blk.2.attn_qkv.weight q4_K 31blk.2.ffn_down_exps.weight q3_K 32blk.2.ffn_down_shexp.weight q3_K 33blk.3.attn_output.weight q3_K 34blk.3.attn_v.weight q4_K 35blk.3.ffn_down_exps.weight q3_K 36blk.3.ffn_down_shexp.weight q3_K 37blk.4.attn_qkv.weight q4_K 38blk.4.ffn_down_exps.weight q3_K 39blk.4.ffn_down_shexp.weight q3_K 40blk.5.attn_qkv.weight q4_K 41blk.5.ffn_down_exps.weight q3_K 42blk.5.ffn_down_shexp.weight q3_K 43blk.6.attn_qkv.weight q4_K 44blk.6.ffn_down_exps.weight q3_K 45blk.6.ffn_down_shexp.weight q3_K 46blk.7.attn_output.weight q3_K 47blk.7.attn_v.weight q4_K 48blk.7.ffn_down_exps.weight q3_K 49blk.7.ffn_down_shexp.weight q3_K 50blk.8.attn_qkv.weight q4_K 51blk.8.ffn_down_exps.weight q3_K 52blk.8.ffn_down_shexp.weight q3_K 53blk.9.attn_qkv.weight q4_K 54blk.9.ffn_down_exps.weight q3_K 55blk.9.ffn_down_shexp.weight q3_K 56blk.10.attn_qkv.weight q4_K 57blk.10.ffn_down_exps.weight q3_K 58blk.10.ffn_down_shexp.weight q3_K 59blk.11.attn_output.weight q3_K 60blk.11.attn_v.weight q4_K 61blk.11.ffn_down_exps.weight q3_K 62blk.11.ffn_down_shexp.weight q3_K 63blk.12.attn_qkv.weight q4_K 64blk.12.ffn_down_exps.weight q3_K 65blk.12.ffn_down_shexp.weight q3_K 66blk.13.attn_qkv.weight q4_K 67blk.13.ffn_down_exps.weight q3_K 68blk.13.ffn_down_shexp.weight q3_K 69blk.14.attn_qkv.weight q4_K 70blk.14.ffn_down_exps.weight q3_K 71blk.14.ffn_down_shexp.weight q3_K 72blk.15.attn_output.weight q3_K 73blk.15.attn_v.weight q4_K 74blk.15.ffn_down_exps.weight q3_K 75blk.15.ffn_down_shexp.weight q3_K 76blk.16.attn_qkv.weight q4_K 77blk.16.ffn_down_exps.weight q3_K 78blk.16.ffn_down_shexp.weight q3_K 79blk.17.attn_qkv.weight q4_K 80blk.17.ffn_down_exps.weight q3_K 81blk.17.ffn_down_shexp.weight q3_K 82blk.18.attn_qkv.weight q4_K 83blk.18.ffn_down_exps.weight q3_K 84blk.18.ffn_down_shexp.weight q3_K 85blk.19.attn_output.weight q3_K 86blk.19.attn_v.weight q4_K 87blk.19.ffn_down_exps.weight q3_K 88blk.19.ffn_down_shexp.weight q3_K 89blk.20.attn_qkv.weight q4_K 90blk.20.ffn_down_exps.weight q3_K 91blk.20.ffn_down_shexp.weight q3_K 92blk.21.attn_qkv.weight q4_K 93blk.21.ffn_down_exps.weight q3_K 94blk.21.ffn_down_shexp.weight q3_K 95blk.22.attn_qkv.weight q4_K 96blk.22.ffn_down_exps.weight q3_K 97blk.22.ffn_down_shexp.weight q3_K 98blk.23.attn_output.weight q3_K 99blk.23.attn_v.weight q4_K 100blk.23.ffn_down_exps.weight q3_K 101blk.23.ffn_down_shexp.weight q3_K 102blk.24.attn_qkv.weight q4_K 103blk.24.ffn_down_exps.weight q3_K 104blk.24.ffn_down_shexp.weight q3_K 105blk.25.attn_qkv.weight q4_K 106blk.25.ffn_down_exps.weight q3_K 107blk.25.ffn_down_shexp.weight q3_K 108blk.26.attn_qkv.weight q4_K 109blk.26.ffn_down_exps.weight q3_K 110blk.26.ffn_down_shexp.weight q3_K 111blk.27.attn_output.weight q3_K 112blk.27.attn_v.weight q4_K 113blk.27.ffn_down_exps.weight q3_K 114blk.27.ffn_down_shexp.weight q3_K 115blk.28.attn_qkv.weight q4_K 116blk.28.ffn_down_exps.weight q3_K 117blk.28.ffn_down_shexp.weight q3_K 118blk.29.attn_qkv.weight q4_K 119blk.29.ffn_down_exps.weight q3_K 120blk.29.ffn_down_shexp.weight q3_K 121blk.30.attn_qkv.weight q4_K 122blk.30.ffn_down_exps.weight q3_K 123blk.30.ffn_down_shexp.weight q3_K 124blk.31.attn_output.weight q3_K 125blk.31.attn_v.weight q4_K 126blk.31.ffn_down_exps.weight q3_K 127blk.31.ffn_down_shexp.weight q3_K 128blk.32.attn_qkv.weight q4_K 129blk.32.ffn_down_exps.weight q3_K 130blk.32.ffn_down_shexp.weight q3_K 131blk.33.attn_qkv.weight q4_K 132blk.33.ffn_down_exps.weight q3_K 133blk.33.ffn_down_shexp.weight q3_K 134blk.34.attn_qkv.weight q4_K 135blk.34.ffn_down_exps.weight q3_K 136blk.34.ffn_down_shexp.weight q3_K 137blk.35.attn_output.weight q3_K 138blk.35.attn_v.weight q4_K 139blk.35.ffn_down_exps.weight q3_K 140blk.35.ffn_down_shexp.weight q3_K 141blk.36.attn_qkv.weight q4_K 142blk.36.ffn_down_exps.weight q3_K 143blk.36.ffn_down_shexp.weight q3_K 144blk.37.attn_qkv.weight q4_K 145blk.37.ffn_down_exps.weight q3_K 146blk.37.ffn_down_shexp.weight q3_K 147blk.38.attn_qkv.weight q4_K 148blk.38.ffn_down_exps.weight q3_K 149blk.38.ffn_down_shexp.weight q3_K 150blk.39.attn_output.weight q3_K 151blk.39.attn_v.weight q4_K 152blk.39.ffn_down_exps.weight q3_K 153blk.39.ffn_down_shexp.weight q3_K 154blk.40.attn_qkv.weight q4_K 155blk.40.ffn_down_exps.weight q3_K 156blk.40.ffn_down_shexp.weight q3_K 157blk.41.attn_qkv.weight q4_K 158blk.41.ffn_down_exps.weight q3_K 159blk.41.ffn_down_shexp.weight q3_K 160blk.42.attn_qkv.weight q4_K 161blk.42.ffn_down_exps.weight q3_K 162blk.42.ffn_down_shexp.weight q3_K 163blk.43.attn_output.weight q3_K 164blk.43.attn_v.weight q4_K 165blk.43.ffn_down_exps.weight q3_K 166blk.43.ffn_down_shexp.weight q3_K 167blk.44.attn_qkv.weight q4_K 168blk.44.ffn_down_exps.weight q3_K 169blk.44.ffn_down_shexp.weight q3_K 170blk.45.attn_qkv.weight q4_K 171blk.45.ffn_down_exps.weight q3_K 172blk.45.ffn_down_shexp.weight q3_K 173blk.46.attn_qkv.weight q4_K 174blk.46.ffn_down_exps.weight q3_K 175blk.46.ffn_down_shexp.weight q3_K 176blk.47.attn_output.weight q3_K 177blk.47.attn_v.weight q4_K 178blk.47.ffn_down_exps.weight q3_K 179blk.47.ffn_down_shexp.weight q3_K 180blk.48.attn_qkv.weight q4_K 181blk.48.ffn_down_exps.weight q3_K 182blk.48.ffn_down_shexp.weight q3_K 183blk.49.attn_qkv.weight q4_K 184blk.49.ffn_down_exps.weight q3_K 185blk.49.ffn_down_shexp.weight q3_K 186blk.50.attn_qkv.weight q4_K 187blk.50.ffn_down_exps.weight q3_K 188blk.50.ffn_down_shexp.weight q3_K 189blk.51.attn_output.weight q3_K 190blk.51.attn_v.weight q4_K 191blk.51.ffn_down_exps.weight q3_K 192blk.51.ffn_down_shexp.weight q3_K 193blk.52.attn_qkv.weight q4_K 194blk.52.ffn_down_exps.weight q3_K 195blk.52.ffn_down_shexp.weight q3_K 196blk.53.attn_qkv.weight q4_K 197blk.53.ffn_down_exps.weight q3_K 198blk.53.ffn_down_shexp.weight q3_K 199blk.54.attn_qkv.weight q4_K 200blk.54.ffn_down_exps.weight q3_K 201blk.54.ffn_down_shexp.weight q3_K 202blk.55.attn_output.weight q3_K 203blk.55.attn_v.weight q4_K 204blk.55.ffn_down_exps.weight q3_K 205blk.55.ffn_down_shexp.weight q3_K 206blk.56.attn_qkv.weight q4_K 207blk.56.ffn_down_exps.weight q3_K 208blk.56.ffn_down_shexp.weight q3_K 209blk.57.attn_qkv.weight q4_K 210blk.57.ffn_down_exps.weight q3_K 211blk.57.ffn_down_shexp.weight q3_K 212blk.58.attn_qkv.weight q4_K 213blk.58.ffn_down_exps.weight q3_K 214blk.58.ffn_down_shexp.weight q3_K 215blk.59.attn_output.weight q3_K 216blk.59.attn_v.weight q4_K 217blk.59.ffn_down_exps.weight q3_K 218blk.59.ffn_down_shexp.weight q3_K 219 220[Q3_K_S] q3_K 221output.weight q6_K 222 223[Q3_K_M] q3_K 224output.weight q6_K 225blk.0.attn_qkv.weight q5_K 226blk.0.ffn_down_exps.weight q5_K 227blk.0.ffn_down_shexp.weight q5_K 228blk.1.attn_qkv.weight q5_K 229blk.1.ffn_down_exps.weight q5_K 230blk.1.ffn_down_shexp.weight q5_K 231blk.2.attn_qkv.weight q4_K 232blk.2.ffn_down_exps.weight q5_K 233blk.2.ffn_down_shexp.weight q5_K 234blk.3.attn_output.weight q4_K 235blk.3.attn_v.weight q4_K 236blk.3.ffn_down_exps.weight q4_K 237blk.3.ffn_down_shexp.weight q4_K 238blk.4.attn_qkv.weight q4_K 239blk.4.ffn_down_exps.weight q4_K 240blk.4.ffn_down_shexp.weight q4_K 241blk.5.attn_qkv.weight q4_K 242blk.5.ffn_down_exps.weight q4_K 243blk.5.ffn_down_shexp.weight q4_K 244blk.6.attn_qkv.weight q4_K 245blk.6.ffn_down_exps.weight q4_K 246blk.6.ffn_down_shexp.weight q4_K 247blk.7.attn_output.weight q4_K 248blk.7.attn_v.weight q4_K 249blk.7.ffn_down_exps.weight q4_K 250blk.7.ffn_down_shexp.weight q4_K 251blk.8.attn_qkv.weight q4_K 252blk.8.ffn_down_exps.weight q4_K 253blk.8.ffn_down_shexp.weight q4_K 254blk.9.attn_qkv.weight q4_K 255blk.9.ffn_down_exps.weight q4_K 256blk.9.ffn_down_shexp.weight q4_K 257blk.10.attn_qkv.weight q4_K 258blk.10.ffn_down_exps.weight q4_K 259blk.10.ffn_down_shexp.weight q4_K 260blk.11.attn_output.weight q4_K 261blk.11.attn_v.weight q4_K 262blk.11.ffn_down_exps.weight q4_K 263blk.11.ffn_down_shexp.weight q4_K 264blk.12.attn_qkv.weight q4_K 265blk.12.ffn_down_exps.weight q4_K 266blk.12.ffn_down_shexp.weight q4_K 267blk.13.attn_qkv.weight q4_K 268blk.13.ffn_down_exps.weight q4_K 269blk.13.ffn_down_shexp.weight q4_K 270blk.14.attn_qkv.weight q4_K 271blk.14.ffn_down_exps.weight q4_K 272blk.14.ffn_down_shexp.weight q4_K 273blk.15.attn_output.weight q4_K 274blk.15.attn_v.weight q4_K 275blk.15.ffn_down_exps.weight q4_K 276blk.15.ffn_down_shexp.weight q4_K 277blk.16.attn_qkv.weight q4_K 278blk.16.ffn_down_exps.weight q4_K 279blk.16.ffn_down_shexp.weight q4_K 280blk.17.attn_qkv.weight q4_K 281blk.17.ffn_down_exps.weight q4_K 282blk.17.ffn_down_shexp.weight q4_K 283blk.18.attn_qkv.weight q4_K 284blk.18.ffn_down_exps.weight q4_K 285blk.18.ffn_down_shexp.weight q4_K 286blk.19.attn_output.weight q4_K 287blk.19.attn_v.weight q4_K 288blk.19.ffn_down_exps.weight q4_K 289blk.19.ffn_down_shexp.weight q4_K 290blk.20.attn_qkv.weight q4_K 291blk.20.ffn_down_exps.weight q4_K 292blk.20.ffn_down_shexp.weight q4_K 293blk.21.attn_qkv.weight q4_K 294blk.21.ffn_down_exps.weight q4_K 295blk.21.ffn_down_shexp.weight q4_K 296blk.22.attn_qkv.weight q4_K 297blk.22.ffn_down_exps.weight q4_K 298blk.22.ffn_down_shexp.weight q4_K 299blk.23.attn_output.weight q4_K 300blk.23.attn_v.weight q4_K 301blk.23.ffn_down_exps.weight q4_K 302blk.23.ffn_down_shexp.weight q4_K 303blk.24.attn_qkv.weight q4_K 304blk.24.ffn_down_exps.weight q4_K 305blk.24.ffn_down_shexp.weight q4_K 306blk.25.attn_qkv.weight q4_K 307blk.25.ffn_down_exps.weight q4_K 308blk.25.ffn_down_shexp.weight q4_K 309blk.26.attn_qkv.weight q4_K 310blk.26.ffn_down_exps.weight q4_K 311blk.26.ffn_down_shexp.weight q4_K 312blk.27.attn_output.weight q4_K 313blk.27.attn_v.weight q4_K 314blk.27.ffn_down_exps.weight q4_K 315blk.27.ffn_down_shexp.weight q4_K 316blk.28.attn_qkv.weight q4_K 317blk.28.ffn_down_exps.weight q4_K 318blk.28.ffn_down_shexp.weight q4_K 319blk.29.attn_qkv.weight q4_K 320blk.29.ffn_down_exps.weight q4_K 321blk.29.ffn_down_shexp.weight q4_K 322blk.30.attn_qkv.weight q4_K 323blk.30.ffn_down_exps.weight q4_K 324blk.30.ffn_down_shexp.weight q4_K 325blk.31.attn_output.weight q4_K 326blk.31.attn_v.weight q4_K 327blk.31.ffn_down_exps.weight q4_K 328blk.31.ffn_down_shexp.weight q4_K 329blk.32.attn_qkv.weight q4_K 330blk.32.ffn_down_exps.weight q4_K 331blk.32.ffn_down_shexp.weight q4_K 332blk.33.attn_qkv.weight q4_K 333blk.33.ffn_down_exps.weight q4_K 334blk.33.ffn_down_shexp.weight q4_K 335blk.34.attn_qkv.weight q4_K 336blk.34.ffn_down_exps.weight q4_K 337blk.34.ffn_down_shexp.weight q4_K 338blk.35.attn_output.weight q4_K 339blk.35.attn_v.weight q4_K 340blk.35.ffn_down_exps.weight q4_K 341blk.35.ffn_down_shexp.weight q4_K 342blk.36.attn_qkv.weight q4_K 343blk.36.ffn_down_exps.weight q4_K 344blk.36.ffn_down_shexp.weight q4_K 345blk.37.attn_qkv.weight q4_K 346blk.37.ffn_down_exps.weight q4_K 347blk.37.ffn_down_shexp.weight q4_K 348blk.38.attn_qkv.weight q4_K 349blk.38.ffn_down_exps.weight q4_K 350blk.38.ffn_down_shexp.weight q4_K 351blk.39.attn_output.weight q4_K 352blk.39.attn_v.weight q4_K 353blk.39.ffn_down_exps.weight q4_K 354blk.39.ffn_down_shexp.weight q4_K 355blk.40.attn_qkv.weight q4_K 356blk.40.ffn_down_exps.weight q4_K 357blk.40.ffn_down_shexp.weight q4_K 358blk.41.attn_qkv.weight q4_K 359blk.41.ffn_down_exps.weight q4_K 360blk.41.ffn_down_shexp.weight q4_K 361blk.42.attn_qkv.weight q4_K 362blk.42.ffn_down_exps.weight q4_K 363blk.42.ffn_down_shexp.weight q4_K 364blk.43.attn_output.weight q4_K 365blk.43.attn_v.weight q4_K 366blk.43.ffn_down_exps.weight q4_K 367blk.43.ffn_down_shexp.weight q4_K 368blk.44.attn_qkv.weight q4_K 369blk.44.ffn_down_exps.weight q4_K 370blk.44.ffn_down_shexp.weight q4_K 371blk.45.attn_qkv.weight q4_K 372blk.45.ffn_down_exps.weight q4_K 373blk.45.ffn_down_shexp.weight q4_K 374blk.46.attn_qkv.weight q4_K 375blk.46.ffn_down_exps.weight q4_K 376blk.46.ffn_down_shexp.weight q4_K 377blk.47.attn_output.weight q4_K 378blk.47.attn_v.weight q4_K 379blk.47.ffn_down_exps.weight q4_K 380blk.47.ffn_down_shexp.weight q4_K 381blk.48.attn_qkv.weight q4_K 382blk.48.ffn_down_exps.weight q4_K 383blk.48.ffn_down_shexp.weight q4_K 384blk.49.attn_qkv.weight q4_K 385blk.49.ffn_down_exps.weight q4_K 386blk.49.ffn_down_shexp.weight q4_K 387blk.50.attn_qkv.weight q4_K 388blk.50.ffn_down_exps.weight q4_K 389blk.50.ffn_down_shexp.weight q4_K 390blk.51.attn_output.weight q4_K 391blk.51.attn_v.weight q4_K 392blk.51.ffn_down_exps.weight q4_K 393blk.51.ffn_down_shexp.weight q4_K 394blk.52.attn_qkv.weight q4_K 395blk.52.ffn_down_exps.weight q4_K 396blk.52.ffn_down_shexp.weight q4_K 397blk.53.attn_qkv.weight q4_K 398blk.53.ffn_down_exps.weight q4_K 399blk.53.ffn_down_shexp.weight q4_K 400blk.54.attn_qkv.weight q4_K 401blk.54.ffn_down_exps.weight q4_K 402blk.54.ffn_down_shexp.weight q4_K 403blk.55.attn_output.weight q4_K 404blk.55.attn_v.weight q4_K 405blk.55.ffn_down_exps.weight q4_K 406blk.55.ffn_down_shexp.weight q4_K 407blk.56.attn_qkv.weight q4_K 408blk.56.ffn_down_exps.weight q4_K 409blk.56.ffn_down_shexp.weight q4_K 410blk.57.attn_qkv.weight q4_K 411blk.57.ffn_down_exps.weight q4_K 412blk.57.ffn_down_shexp.weight q4_K 413blk.58.attn_qkv.weight q4_K 414blk.58.ffn_down_exps.weight q4_K 415blk.58.ffn_down_shexp.weight q4_K 416blk.59.attn_output.weight q4_K 417blk.59.attn_v.weight q4_K 418blk.59.ffn_down_exps.weight q4_K 419blk.59.ffn_down_shexp.weight q4_K 420 421[Q3_K_L] q3_K 422output.weight q6_K 423blk.0.attn_qkv.weight q5_K 424blk.0.ffn_down_exps.weight q5_K 425blk.0.ffn_down_shexp.weight q5_K 426blk.1.attn_qkv.weight q5_K 427blk.1.ffn_down_exps.weight q5_K 428blk.1.ffn_down_shexp.weight q5_K 429blk.2.attn_qkv.weight q5_K 430blk.2.ffn_down_exps.weight q5_K 431blk.2.ffn_down_shexp.weight q5_K 432blk.3.attn_output.weight q5_K 433blk.3.attn_v.weight q5_K 434blk.3.ffn_down_exps.weight q5_K 435blk.3.ffn_down_shexp.weight q5_K 436blk.4.attn_qkv.weight q5_K 437blk.4.ffn_down_exps.weight q5_K 438blk.4.ffn_down_shexp.weight q5_K 439blk.5.attn_qkv.weight q5_K 440blk.5.ffn_down_exps.weight q5_K 441blk.5.ffn_down_shexp.weight q5_K 442blk.6.attn_qkv.weight q5_K 443blk.6.ffn_down_exps.weight q5_K 444blk.6.ffn_down_shexp.weight q5_K 445blk.7.attn_output.weight q5_K 446blk.7.attn_v.weight q5_K 447blk.7.ffn_down_exps.weight q5_K 448blk.7.ffn_down_shexp.weight q5_K 449blk.8.attn_qkv.weight q5_K 450blk.8.ffn_down_exps.weight q5_K 451blk.8.ffn_down_shexp.weight q5_K 452blk.9.attn_qkv.weight q5_K 453blk.9.ffn_down_exps.weight q5_K 454blk.9.ffn_down_shexp.weight q5_K 455blk.10.attn_qkv.weight q5_K 456blk.10.ffn_down_exps.weight q5_K 457blk.10.ffn_down_shexp.weight q5_K 458blk.11.attn_output.weight q5_K 459blk.11.attn_v.weight q5_K 460blk.11.ffn_down_exps.weight q5_K 461blk.11.ffn_down_shexp.weight q5_K 462blk.12.attn_qkv.weight q5_K 463blk.12.ffn_down_exps.weight q5_K 464blk.12.ffn_down_shexp.weight q5_K 465blk.13.attn_qkv.weight q5_K 466blk.13.ffn_down_exps.weight q5_K 467blk.13.ffn_down_shexp.weight q5_K 468blk.14.attn_qkv.weight q5_K 469blk.14.ffn_down_exps.weight q5_K 470blk.14.ffn_down_shexp.weight q5_K 471blk.15.attn_output.weight q5_K 472blk.15.attn_v.weight q5_K 473blk.15.ffn_down_exps.weight q5_K 474blk.15.ffn_down_shexp.weight q5_K 475blk.16.attn_qkv.weight q5_K 476blk.16.ffn_down_exps.weight q5_K 477blk.16.ffn_down_shexp.weight q5_K 478blk.17.attn_qkv.weight q5_K 479blk.17.ffn_down_exps.weight q5_K 480blk.17.ffn_down_shexp.weight q5_K 481blk.18.attn_qkv.weight q5_K 482blk.18.ffn_down_exps.weight q5_K 483blk.18.ffn_down_shexp.weight q5_K 484blk.19.attn_output.weight q5_K 485blk.19.attn_v.weight q5_K 486blk.19.ffn_down_exps.weight q5_K 487blk.19.ffn_down_shexp.weight q5_K 488blk.20.attn_qkv.weight q5_K 489blk.20.ffn_down_exps.weight q5_K 490blk.20.ffn_down_shexp.weight q5_K 491blk.21.attn_qkv.weight q5_K 492blk.21.ffn_down_exps.weight q5_K 493blk.21.ffn_down_shexp.weight q5_K 494blk.22.attn_qkv.weight q5_K 495blk.22.ffn_down_exps.weight q5_K 496blk.22.ffn_down_shexp.weight q5_K 497blk.23.attn_output.weight q5_K 498blk.23.attn_v.weight q5_K 499blk.23.ffn_down_exps.weight q5_K 500blk.23.ffn_down_shexp.weight q5_K 501blk.24.attn_qkv.weight q5_K 502blk.24.ffn_down_exps.weight q5_K 503blk.24.ffn_down_shexp.weight q5_K 504blk.25.attn_qkv.weight q5_K 505blk.25.ffn_down_exps.weight q5_K 506blk.25.ffn_down_shexp.weight q5_K 507blk.26.attn_qkv.weight q5_K 508blk.26.ffn_down_exps.weight q5_K 509blk.26.ffn_down_shexp.weight q5_K 510blk.27.attn_output.weight q5_K 511blk.27.attn_v.weight q5_K 512blk.27.ffn_down_exps.weight q5_K 513blk.27.ffn_down_shexp.weight q5_K 514blk.28.attn_qkv.weight q5_K 515blk.28.ffn_down_exps.weight q5_K 516blk.28.ffn_down_shexp.weight q5_K 517blk.29.attn_qkv.weight q5_K 518blk.29.ffn_down_exps.weight q5_K 519blk.29.ffn_down_shexp.weight q5_K 520blk.30.attn_qkv.weight q5_K 521blk.30.ffn_down_exps.weight q5_K 522blk.30.ffn_down_shexp.weight q5_K 523blk.31.attn_output.weight q5_K 524blk.31.attn_v.weight q5_K 525blk.31.ffn_down_exps.weight q5_K 526blk.31.ffn_down_shexp.weight q5_K 527blk.32.attn_qkv.weight q5_K 528blk.32.ffn_down_exps.weight q5_K 529blk.32.ffn_down_shexp.weight q5_K 530blk.33.attn_qkv.weight q5_K 531blk.33.ffn_down_exps.weight q5_K 532blk.33.ffn_down_shexp.weight q5_K 533blk.34.attn_qkv.weight q5_K 534blk.34.ffn_down_exps.weight q5_K 535blk.34.ffn_down_shexp.weight q5_K 536blk.35.attn_output.weight q5_K 537blk.35.attn_v.weight q5_K 538blk.35.ffn_down_exps.weight q5_K 539blk.35.ffn_down_shexp.weight q5_K 540blk.36.attn_qkv.weight q5_K 541blk.36.ffn_down_exps.weight q5_K 542blk.36.ffn_down_shexp.weight q5_K 543blk.37.attn_qkv.weight q5_K 544blk.37.ffn_down_exps.weight q5_K 545blk.37.ffn_down_shexp.weight q5_K 546blk.38.attn_qkv.weight q5_K 547blk.38.ffn_down_exps.weight q5_K 548blk.38.ffn_down_shexp.weight q5_K 549blk.39.attn_output.weight q5_K 550blk.39.attn_v.weight q5_K 551blk.39.ffn_down_exps.weight q5_K 552blk.39.ffn_down_shexp.weight q5_K 553blk.40.attn_qkv.weight q5_K 554blk.40.ffn_down_exps.weight q5_K 555blk.40.ffn_down_shexp.weight q5_K 556blk.41.attn_qkv.weight q5_K 557blk.41.ffn_down_exps.weight q5_K 558blk.41.ffn_down_shexp.weight q5_K 559blk.42.attn_qkv.weight q5_K 560blk.42.ffn_down_exps.weight q5_K 561blk.42.ffn_down_shexp.weight q5_K 562blk.43.attn_output.weight q5_K 563blk.43.attn_v.weight q5_K 564blk.43.ffn_down_exps.weight q5_K 565blk.43.ffn_down_shexp.weight q5_K 566blk.44.attn_qkv.weight q5_K 567blk.44.ffn_down_exps.weight q5_K 568blk.44.ffn_down_shexp.weight q5_K 569blk.45.attn_qkv.weight q5_K 570blk.45.ffn_down_exps.weight q5_K 571blk.45.ffn_down_shexp.weight q5_K 572blk.46.attn_qkv.weight q5_K 573blk.46.ffn_down_exps.weight q5_K 574blk.46.ffn_down_shexp.weight q5_K 575blk.47.attn_output.weight q5_K 576blk.47.attn_v.weight q5_K 577blk.47.ffn_down_exps.weight q5_K 578blk.47.ffn_down_shexp.weight q5_K 579blk.48.attn_qkv.weight q5_K 580blk.48.ffn_down_exps.weight q5_K 581blk.48.ffn_down_shexp.weight q5_K 582blk.49.attn_qkv.weight q5_K 583blk.49.ffn_down_exps.weight q5_K 584blk.49.ffn_down_shexp.weight q5_K 585blk.50.attn_qkv.weight q5_K 586blk.50.ffn_down_exps.weight q5_K 587blk.50.ffn_down_shexp.weight q5_K 588blk.51.attn_output.weight q5_K 589blk.51.attn_v.weight q5_K 590blk.51.ffn_down_exps.weight q5_K 591blk.51.ffn_down_shexp.weight q5_K 592blk.52.attn_qkv.weight q5_K 593blk.52.ffn_down_exps.weight q5_K 594blk.52.ffn_down_shexp.weight q5_K 595blk.53.attn_qkv.weight q5_K 596blk.53.ffn_down_exps.weight q5_K 597blk.53.ffn_down_shexp.weight q5_K 598blk.54.attn_qkv.weight q5_K 599blk.54.ffn_down_exps.weight q5_K 600blk.54.ffn_down_shexp.weight q5_K 601blk.55.attn_output.weight q5_K 602blk.55.attn_v.weight q5_K 603blk.55.ffn_down_exps.weight q5_K 604blk.55.ffn_down_shexp.weight q5_K 605blk.56.attn_qkv.weight q5_K 606blk.56.ffn_down_exps.weight q5_K 607blk.56.ffn_down_shexp.weight q5_K 608blk.57.attn_qkv.weight q5_K 609blk.57.ffn_down_exps.weight q5_K 610blk.57.ffn_down_shexp.weight q5_K 611blk.58.attn_qkv.weight q5_K 612blk.58.ffn_down_exps.weight q5_K 613blk.58.ffn_down_shexp.weight q5_K 614blk.59.attn_output.weight q5_K 615blk.59.attn_v.weight q5_K 616blk.59.ffn_down_exps.weight q5_K 617blk.59.ffn_down_shexp.weight q5_K 618 619[Q4_K_S] q4_K 620output.weight q6_K 621blk.0.attn_qkv.weight q5_K 622blk.0.ffn_down_exps.weight q5_K 623blk.0.ffn_down_shexp.weight q5_K 624blk.1.attn_qkv.weight q5_K 625blk.1.ffn_down_exps.weight q5_K 626blk.1.ffn_down_shexp.weight q5_K 627blk.2.attn_qkv.weight q5_K 628blk.2.ffn_down_exps.weight q5_K 629blk.2.ffn_down_shexp.weight q5_K 630blk.3.attn_v.weight q5_K 631blk.3.ffn_down_exps.weight q5_K 632blk.3.ffn_down_shexp.weight q5_K 633blk.4.ffn_down_exps.weight q5_K 634blk.4.ffn_down_shexp.weight q5_K 635blk.5.ffn_down_exps.weight q5_K 636blk.5.ffn_down_shexp.weight q5_K 637blk.6.ffn_down_exps.weight q5_K 638blk.6.ffn_down_shexp.weight q5_K 639 640[Q4_K_M] q4_K 641output.weight q6_K 642blk.0.attn_qkv.weight q6_K 643blk.0.ffn_down_exps.weight q6_K 644blk.0.ffn_down_shexp.weight q6_K 645blk.1.attn_qkv.weight q6_K 646blk.1.ffn_down_exps.weight q6_K 647blk.1.ffn_down_shexp.weight q6_K 648blk.2.attn_qkv.weight q6_K 649blk.2.ffn_down_exps.weight q6_K 650blk.2.ffn_down_shexp.weight q6_K 651blk.3.attn_v.weight q6_K 652blk.3.ffn_down_exps.weight q6_K 653blk.3.ffn_down_shexp.weight q6_K 654blk.4.attn_qkv.weight q6_K 655blk.4.ffn_down_exps.weight q6_K 656blk.4.ffn_down_shexp.weight q6_K 657blk.5.attn_qkv.weight q6_K 658blk.5.ffn_down_exps.weight q6_K 659blk.5.ffn_down_shexp.weight q6_K 660blk.6.attn_qkv.weight q6_K 661blk.6.ffn_down_exps.weight q6_K 662blk.6.ffn_down_shexp.weight q6_K 663blk.9.attn_qkv.weight q6_K 664blk.9.ffn_down_exps.weight q6_K 665blk.9.ffn_down_shexp.weight q6_K 666blk.12.attn_qkv.weight q6_K 667blk.12.ffn_down_exps.weight q6_K 668blk.12.ffn_down_shexp.weight q6_K 669blk.15.attn_v.weight q6_K 670blk.15.ffn_down_exps.weight q6_K 671blk.15.ffn_down_shexp.weight q6_K 672blk.18.attn_qkv.weight q6_K 673blk.18.ffn_down_exps.weight q6_K 674blk.18.ffn_down_shexp.weight q6_K 675blk.21.attn_qkv.weight q6_K 676blk.21.ffn_down_exps.weight q6_K 677blk.21.ffn_down_shexp.weight q6_K 678blk.24.attn_qkv.weight q6_K 679blk.24.ffn_down_exps.weight q6_K 680blk.24.ffn_down_shexp.weight q6_K 681blk.27.attn_v.weight q6_K 682blk.27.ffn_down_exps.weight q6_K 683blk.27.ffn_down_shexp.weight q6_K 684blk.30.attn_qkv.weight q6_K 685blk.30.ffn_down_exps.weight q6_K 686blk.30.ffn_down_shexp.weight q6_K 687blk.33.attn_qkv.weight q6_K 688blk.33.ffn_down_exps.weight q6_K 689blk.33.ffn_down_shexp.weight q6_K 690blk.36.attn_qkv.weight q6_K 691blk.36.ffn_down_exps.weight q6_K 692blk.36.ffn_down_shexp.weight q6_K 693blk.39.attn_v.weight q6_K 694blk.39.ffn_down_exps.weight q6_K 695blk.39.ffn_down_shexp.weight q6_K 696blk.42.attn_qkv.weight q6_K 697blk.42.ffn_down_exps.weight q6_K 698blk.42.ffn_down_shexp.weight q6_K 699blk.45.attn_qkv.weight q6_K 700blk.45.ffn_down_exps.weight q6_K 701blk.45.ffn_down_shexp.weight q6_K 702blk.48.attn_qkv.weight q6_K 703blk.48.ffn_down_exps.weight q6_K 704blk.48.ffn_down_shexp.weight q6_K 705blk.51.attn_v.weight q6_K 706blk.51.ffn_down_exps.weight q6_K 707blk.51.ffn_down_shexp.weight q6_K 708blk.52.attn_qkv.weight q6_K 709blk.52.ffn_down_exps.weight q6_K 710blk.52.ffn_down_shexp.weight q6_K 711blk.53.attn_qkv.weight q6_K 712blk.53.ffn_down_exps.weight q6_K 713blk.53.ffn_down_shexp.weight q6_K 714blk.54.attn_qkv.weight q6_K 715blk.54.ffn_down_exps.weight q6_K 716blk.54.ffn_down_shexp.weight q6_K 717blk.55.attn_v.weight q6_K 718blk.55.ffn_down_exps.weight q6_K 719blk.55.ffn_down_shexp.weight q6_K 720blk.56.attn_qkv.weight q6_K 721blk.56.ffn_down_exps.weight q6_K 722blk.56.ffn_down_shexp.weight q6_K 723blk.57.attn_qkv.weight q6_K 724blk.57.ffn_down_exps.weight q6_K 725blk.57.ffn_down_shexp.weight q6_K 726blk.58.attn_qkv.weight q6_K 727blk.58.ffn_down_exps.weight q6_K 728blk.58.ffn_down_shexp.weight q6_K 729blk.59.attn_v.weight q6_K 730blk.59.ffn_down_exps.weight q6_K 731blk.59.ffn_down_shexp.weight q6_K 732 733[Q5_K_S] q5_K 734output.weight q6_K 735 736[Q5_K_M] q5_K 737output.weight q6_K 738blk.0.attn_qkv.weight q6_K 739blk.0.ffn_down_exps.weight q6_K 740blk.0.ffn_down_shexp.weight q6_K 741blk.1.attn_qkv.weight q6_K 742blk.1.ffn_down_exps.weight q6_K 743blk.1.ffn_down_shexp.weight q6_K 744blk.2.attn_qkv.weight q6_K 745blk.2.ffn_down_exps.weight q6_K 746blk.2.ffn_down_shexp.weight q6_K 747blk.3.attn_v.weight q6_K 748blk.3.ffn_down_exps.weight q6_K 749blk.3.ffn_down_shexp.weight q6_K 750blk.4.attn_qkv.weight q6_K 751blk.4.ffn_down_exps.weight q6_K 752blk.4.ffn_down_shexp.weight q6_K 753blk.5.attn_qkv.weight q6_K 754blk.5.ffn_down_exps.weight q6_K 755blk.5.ffn_down_shexp.weight q6_K 756blk.6.attn_qkv.weight q6_K 757blk.6.ffn_down_exps.weight q6_K 758blk.6.ffn_down_shexp.weight q6_K 759blk.9.attn_qkv.weight q6_K 760blk.9.ffn_down_exps.weight q6_K 761blk.9.ffn_down_shexp.weight q6_K 762blk.12.attn_qkv.weight q6_K 763blk.12.ffn_down_exps.weight q6_K 764blk.12.ffn_down_shexp.weight q6_K 765blk.15.attn_v.weight q6_K 766blk.15.ffn_down_exps.weight q6_K 767blk.15.ffn_down_shexp.weight q6_K 768blk.18.attn_qkv.weight q6_K 769blk.18.ffn_down_exps.weight q6_K 770blk.18.ffn_down_shexp.weight q6_K 771blk.21.attn_qkv.weight q6_K 772blk.21.ffn_down_exps.weight q6_K 773blk.21.ffn_down_shexp.weight q6_K 774blk.24.attn_qkv.weight q6_K 775blk.24.ffn_down_exps.weight q6_K 776blk.24.ffn_down_shexp.weight q6_K 777blk.27.attn_v.weight q6_K 778blk.27.ffn_down_exps.weight q6_K 779blk.27.ffn_down_shexp.weight q6_K 780blk.30.attn_qkv.weight q6_K 781blk.30.ffn_down_exps.weight q6_K 782blk.30.ffn_down_shexp.weight q6_K 783blk.33.attn_qkv.weight q6_K 784blk.33.ffn_down_exps.weight q6_K 785blk.33.ffn_down_shexp.weight q6_K 786blk.36.attn_qkv.weight q6_K 787blk.36.ffn_down_exps.weight q6_K 788blk.36.ffn_down_shexp.weight q6_K 789blk.39.attn_v.weight q6_K 790blk.39.ffn_down_exps.weight q6_K 791blk.39.ffn_down_shexp.weight q6_K 792blk.42.attn_qkv.weight q6_K 793blk.42.ffn_down_exps.weight q6_K 794blk.42.ffn_down_shexp.weight q6_K 795blk.45.attn_qkv.weight q6_K 796blk.45.ffn_down_exps.weight q6_K 797blk.45.ffn_down_shexp.weight q6_K 798blk.48.attn_qkv.weight q6_K 799blk.48.ffn_down_exps.weight q6_K 800blk.48.ffn_down_shexp.weight q6_K 801blk.51.attn_v.weight q6_K 802blk.51.ffn_down_exps.weight q6_K 803blk.51.ffn_down_shexp.weight q6_K 804blk.52.attn_qkv.weight q6_K 805blk.52.ffn_down_exps.weight q6_K 806blk.52.ffn_down_shexp.weight q6_K 807blk.53.attn_qkv.weight q6_K 808blk.53.ffn_down_exps.weight q6_K 809blk.53.ffn_down_shexp.weight q6_K 810blk.54.attn_qkv.weight q6_K 811blk.54.ffn_down_exps.weight q6_K 812blk.54.ffn_down_shexp.weight q6_K 813blk.55.attn_v.weight q6_K 814blk.55.ffn_down_exps.weight q6_K 815blk.55.ffn_down_shexp.weight q6_K 816blk.56.attn_qkv.weight q6_K 817blk.56.ffn_down_exps.weight q6_K 818blk.56.ffn_down_shexp.weight q6_K 819blk.57.attn_qkv.weight q6_K 820blk.57.ffn_down_exps.weight q6_K 821blk.57.ffn_down_shexp.weight q6_K 822blk.58.attn_qkv.weight q6_K 823blk.58.ffn_down_exps.weight q6_K 824blk.58.ffn_down_shexp.weight q6_K 825blk.59.attn_v.weight q6_K 826blk.59.ffn_down_exps.weight q6_K 827blk.59.ffn_down_shexp.weight q6_K 828 829[Q6_K] q6_K 830 831[IQ2_XXS] iq2_xxs 832output.weight q5_K 833token_embd.weight q2_K 834blk.0.attn_qkv.weight q4_K 835blk.0.ffn_down_exps.weight q2_K 836blk.0.ffn_down_shexp.weight q2_K 837blk.1.attn_qkv.weight q4_K 838blk.1.ffn_down_exps.weight q2_K 839blk.1.ffn_down_shexp.weight q2_K 840blk.2.attn_qkv.weight q4_K 841blk.2.ffn_down_exps.weight q2_K 842blk.2.ffn_down_shexp.weight q2_K 843blk.3.attn_v.weight q4_K 844blk.3.ffn_down_exps.weight q2_K 845blk.4.attn_qkv.weight q4_K 846blk.5.attn_qkv.weight q4_K 847blk.6.attn_qkv.weight q4_K 848blk.7.attn_v.weight q4_K 849blk.8.attn_qkv.weight q4_K 850blk.9.attn_qkv.weight q4_K 851blk.10.attn_qkv.weight q4_K 852blk.11.attn_v.weight q4_K 853blk.12.attn_qkv.weight q4_K 854blk.13.attn_qkv.weight q4_K 855blk.14.attn_qkv.weight q4_K 856blk.15.attn_v.weight q4_K 857blk.16.attn_qkv.weight q4_K 858blk.17.attn_qkv.weight q4_K 859blk.18.attn_qkv.weight q4_K 860blk.19.attn_v.weight q4_K 861blk.20.attn_qkv.weight q4_K 862blk.21.attn_qkv.weight q4_K 863blk.22.attn_qkv.weight q4_K 864blk.23.attn_v.weight q4_K 865blk.24.attn_qkv.weight q4_K 866blk.25.attn_qkv.weight q4_K 867blk.26.attn_qkv.weight q4_K 868blk.27.attn_v.weight q4_K 869blk.28.attn_qkv.weight q4_K 870blk.29.attn_qkv.weight q4_K 871blk.30.attn_qkv.weight q4_K 872blk.31.attn_v.weight q4_K 873blk.32.attn_qkv.weight q4_K 874blk.33.attn_qkv.weight q4_K 875blk.34.attn_qkv.weight q4_K 876blk.35.attn_v.weight q4_K 877blk.36.attn_qkv.weight q4_K 878blk.37.attn_qkv.weight q4_K 879blk.38.attn_qkv.weight q4_K 880blk.39.attn_v.weight q4_K 881blk.40.attn_qkv.weight q4_K 882blk.41.attn_qkv.weight q4_K 883blk.42.attn_qkv.weight q4_K 884blk.43.attn_v.weight q4_K 885blk.44.attn_qkv.weight q4_K 886blk.45.attn_qkv.weight q4_K 887blk.46.attn_qkv.weight q4_K 888blk.47.attn_v.weight q4_K 889blk.48.attn_qkv.weight q4_K 890blk.49.attn_qkv.weight q4_K 891blk.50.attn_qkv.weight q4_K 892blk.51.attn_v.weight q4_K 893blk.52.attn_qkv.weight q4_K 894blk.53.attn_qkv.weight q4_K 895blk.54.attn_qkv.weight q4_K 896blk.55.attn_v.weight q4_K 897blk.56.attn_qkv.weight q4_K 898blk.57.attn_qkv.weight q4_K 899blk.58.attn_qkv.weight q4_K 900blk.59.attn_v.weight q4_K 901 902[IQ2_XS] iq2_xs 903output.weight q5_K 904token_embd.weight q2_K 905blk.0.attn_qkv.weight q4_K 906blk.0.ffn_down_exps.weight q2_K 907blk.0.ffn_down_shexp.weight q2_K 908blk.1.attn_qkv.weight q4_K 909blk.1.ffn_down_exps.weight q2_K 910blk.1.ffn_down_shexp.weight q2_K 911blk.2.attn_qkv.weight q4_K 912blk.2.ffn_down_exps.weight q2_K 913blk.2.ffn_down_shexp.weight q2_K 914blk.3.attn_v.weight q4_K 915blk.3.ffn_down_exps.weight q2_K 916blk.4.attn_qkv.weight q4_K 917blk.5.attn_qkv.weight q4_K 918blk.6.attn_qkv.weight q4_K 919blk.7.attn_v.weight q4_K 920blk.8.attn_qkv.weight q4_K 921blk.9.attn_qkv.weight q4_K 922blk.10.attn_qkv.weight q4_K 923blk.11.attn_v.weight q4_K 924blk.12.attn_qkv.weight q4_K 925blk.13.attn_qkv.weight q4_K 926blk.14.attn_qkv.weight q4_K 927blk.15.attn_v.weight q4_K 928blk.16.attn_qkv.weight q4_K 929blk.17.attn_qkv.weight q4_K 930blk.18.attn_qkv.weight q4_K 931blk.19.attn_v.weight q4_K 932blk.20.attn_qkv.weight q4_K 933blk.21.attn_qkv.weight q4_K 934blk.22.attn_qkv.weight q4_K 935blk.23.attn_v.weight q4_K 936blk.24.attn_qkv.weight q4_K 937blk.25.attn_qkv.weight q4_K 938blk.26.attn_qkv.weight q4_K 939blk.27.attn_v.weight q4_K 940blk.28.attn_qkv.weight q4_K 941blk.29.attn_qkv.weight q4_K 942blk.30.attn_qkv.weight q4_K 943blk.31.attn_v.weight q4_K 944blk.32.attn_qkv.weight q4_K 945blk.33.attn_qkv.weight q4_K 946blk.34.attn_qkv.weight q4_K 947blk.35.attn_v.weight q4_K 948blk.36.attn_qkv.weight q4_K 949blk.37.attn_qkv.weight q4_K 950blk.38.attn_qkv.weight q4_K 951blk.39.attn_v.weight q4_K 952blk.40.attn_qkv.weight q4_K 953blk.41.attn_qkv.weight q4_K 954blk.42.attn_qkv.weight q4_K 955blk.43.attn_v.weight q4_K 956blk.44.attn_qkv.weight q4_K 957blk.45.attn_qkv.weight q4_K 958blk.46.attn_qkv.weight q4_K 959blk.47.attn_v.weight q4_K 960blk.48.attn_qkv.weight q4_K 961blk.49.attn_qkv.weight q4_K 962blk.50.attn_qkv.weight q4_K 963blk.51.attn_v.weight q4_K 964blk.52.attn_qkv.weight q4_K 965blk.53.attn_qkv.weight q4_K 966blk.54.attn_qkv.weight q4_K 967blk.55.attn_v.weight q4_K 968blk.56.attn_qkv.weight q4_K 969blk.57.attn_qkv.weight q4_K 970blk.58.attn_qkv.weight q4_K 971blk.59.attn_v.weight q4_K 972 973[Q2_K_S] q2_K 974output.weight q6_K 975blk.0.attn_qkv.weight q4_K 976blk.0.ffn_down_exps.weight q4_K 977blk.0.ffn_down_shexp.weight q4_K 978blk.1.attn_qkv.weight q4_K 979blk.1.ffn_down_exps.weight q4_K 980blk.1.ffn_down_shexp.weight q4_K 981blk.2.attn_qkv.weight q4_K 982blk.2.ffn_down_exps.weight q4_K 983blk.2.ffn_down_shexp.weight q4_K 984blk.3.attn_v.weight q4_K 985blk.3.ffn_down_exps.weight q4_K 986blk.3.ffn_down_shexp.weight q4_K 987blk.4.attn_qkv.weight q4_K 988blk.4.ffn_down_exps.weight q4_K 989blk.4.ffn_down_shexp.weight q4_K 990blk.5.attn_qkv.weight q4_K 991blk.5.ffn_down_exps.weight q4_K 992blk.5.ffn_down_shexp.weight q4_K 993blk.6.attn_qkv.weight q4_K 994blk.6.ffn_down_exps.weight q4_K 995blk.6.ffn_down_shexp.weight q4_K 996blk.7.attn_v.weight q4_K 997blk.8.attn_qkv.weight q4_K 998blk.9.attn_qkv.weight q4_K 999blk.10.attn_qkv.weight q4_K 1000blk.11.attn_v.weight q4_K 1001blk.12.attn_qkv.weight q4_K 1002blk.13.attn_qkv.weight q4_K 1003blk.14.attn_qkv.weight q4_K 1004blk.15.attn_v.weight q4_K 1005blk.16.attn_qkv.weight q4_K 1006blk.17.attn_qkv.weight q4_K 1007blk.18.attn_qkv.weight q4_K 1008blk.19.attn_v.weight q4_K 1009blk.20.attn_qkv.weight q4_K 1010blk.21.attn_qkv.weight q4_K 1011blk.22.attn_qkv.weight q4_K 1012blk.23.attn_v.weight q4_K 1013blk.24.attn_qkv.weight q4_K 1014blk.25.attn_qkv.weight q4_K 1015blk.26.attn_qkv.weight q4_K 1016blk.27.attn_v.weight q4_K 1017blk.28.attn_qkv.weight q4_K 1018blk.29.attn_qkv.weight q4_K 1019blk.30.attn_qkv.weight q4_K 1020blk.31.attn_v.weight q4_K 1021blk.32.attn_qkv.weight q4_K 1022blk.33.attn_qkv.weight q4_K 1023blk.34.attn_qkv.weight q4_K 1024blk.35.attn_v.weight q4_K 1025blk.36.attn_qkv.weight q4_K 1026blk.37.attn_qkv.weight q4_K 1027blk.38.attn_qkv.weight q4_K 1028blk.39.attn_v.weight q4_K 1029blk.40.attn_qkv.weight q4_K 1030blk.41.attn_qkv.weight q4_K 1031blk.42.attn_qkv.weight q4_K 1032blk.43.attn_v.weight q4_K 1033blk.44.attn_qkv.weight q4_K 1034blk.45.attn_qkv.weight q4_K 1035blk.46.attn_qkv.weight q4_K 1036blk.47.attn_v.weight q4_K 1037blk.48.attn_qkv.weight q4_K 1038blk.49.attn_qkv.weight q4_K 1039blk.50.attn_qkv.weight q4_K 1040blk.51.attn_v.weight q4_K 1041blk.52.attn_qkv.weight q4_K 1042blk.53.attn_qkv.weight q4_K 1043blk.54.attn_qkv.weight q4_K 1044blk.55.attn_v.weight q4_K 1045blk.56.attn_qkv.weight q4_K 1046blk.57.attn_qkv.weight q4_K 1047blk.58.attn_qkv.weight q4_K 1048blk.59.attn_v.weight q4_K 1049 1050[IQ3_XS] iq3_s 1051output.weight q6_K 1052blk.0.attn_qkv.weight q4_K 1053blk.1.attn_qkv.weight q4_K 1054blk.2.attn_qkv.weight q4_K 1055blk.3.attn_k.weight iq3_xxs 1056blk.3.attn_q.weight iq3_xxs 1057blk.3.attn_v.weight q4_K 1058blk.4.attn_qkv.weight q4_K 1059blk.5.attn_qkv.weight q4_K 1060blk.6.attn_qkv.weight q4_K 1061blk.7.attn_k.weight iq3_xxs 1062blk.7.attn_q.weight iq3_xxs 1063blk.7.attn_v.weight q4_K 1064blk.7.ffn_gate_exps.weight iq3_xxs 1065blk.7.ffn_gate_shexp.weight iq3_xxs 1066blk.7.ffn_up_exps.weight iq3_xxs 1067blk.7.ffn_up_shexp.weight iq3_xxs 1068blk.8.attn_qkv.weight q4_K 1069blk.8.ffn_gate_exps.weight iq3_xxs 1070blk.8.ffn_gate_shexp.weight iq3_xxs 1071blk.8.ffn_up_exps.weight iq3_xxs 1072blk.8.ffn_up_shexp.weight iq3_xxs 1073blk.9.attn_qkv.weight q4_K 1074blk.9.ffn_gate_exps.weight iq3_xxs 1075blk.9.ffn_gate_shexp.weight iq3_xxs 1076blk.9.ffn_up_exps.weight iq3_xxs 1077blk.9.ffn_up_shexp.weight iq3_xxs 1078blk.10.attn_qkv.weight q4_K 1079blk.10.ffn_gate_exps.weight iq3_xxs 1080blk.10.ffn_gate_shexp.weight iq3_xxs 1081blk.10.ffn_up_exps.weight iq3_xxs 1082blk.10.ffn_up_shexp.weight iq3_xxs 1083blk.11.attn_k.weight iq3_xxs 1084blk.11.attn_q.weight iq3_xxs 1085blk.11.attn_v.weight q4_K 1086blk.11.ffn_gate_exps.weight iq3_xxs 1087blk.11.ffn_gate_shexp.weight iq3_xxs 1088blk.11.ffn_up_exps.weight iq3_xxs 1089blk.11.ffn_up_shexp.weight iq3_xxs 1090blk.12.attn_qkv.weight q4_K 1091blk.12.ffn_gate_exps.weight iq3_xxs 1092blk.12.ffn_gate_shexp.weight iq3_xxs 1093blk.12.ffn_up_exps.weight iq3_xxs 1094blk.12.ffn_up_shexp.weight iq3_xxs 1095blk.13.attn_qkv.weight q4_K 1096blk.13.ffn_gate_exps.weight iq3_xxs 1097blk.13.ffn_gate_shexp.weight iq3_xxs 1098blk.13.ffn_up_exps.weight iq3_xxs 1099blk.13.ffn_up_shexp.weight iq3_xxs 1100blk.14.attn_qkv.weight q4_K 1101blk.14.ffn_gate_exps.weight iq3_xxs 1102blk.14.ffn_gate_shexp.weight iq3_xxs 1103blk.14.ffn_up_exps.weight iq3_xxs 1104blk.14.ffn_up_shexp.weight iq3_xxs 1105blk.15.attn_k.weight iq3_xxs 1106blk.15.attn_q.weight iq3_xxs 1107blk.15.attn_v.weight q4_K 1108blk.15.ffn_gate_exps.weight iq3_xxs 1109blk.15.ffn_gate_shexp.weight iq3_xxs 1110blk.15.ffn_up_exps.weight iq3_xxs 1111blk.15.ffn_up_shexp.weight iq3_xxs 1112blk.16.attn_qkv.weight q4_K 1113blk.16.ffn_gate_exps.weight iq3_xxs 1114blk.16.ffn_gate_shexp.weight iq3_xxs 1115blk.16.ffn_up_exps.weight iq3_xxs 1116blk.16.ffn_up_shexp.weight iq3_xxs 1117blk.17.attn_qkv.weight q4_K 1118blk.17.ffn_gate_exps.weight iq3_xxs 1119blk.17.ffn_gate_shexp.weight iq3_xxs 1120blk.17.ffn_up_exps.weight iq3_xxs 1121blk.17.ffn_up_shexp.weight iq3_xxs 1122blk.18.attn_qkv.weight q4_K 1123blk.18.ffn_gate_exps.weight iq3_xxs 1124blk.18.ffn_gate_shexp.weight iq3_xxs 1125blk.18.ffn_up_exps.weight iq3_xxs 1126blk.18.ffn_up_shexp.weight iq3_xxs 1127blk.19.attn_k.weight iq3_xxs 1128blk.19.attn_q.weight iq3_xxs 1129blk.19.attn_v.weight q4_K 1130blk.19.ffn_gate_exps.weight iq3_xxs 1131blk.19.ffn_gate_shexp.weight iq3_xxs 1132blk.19.ffn_up_exps.weight iq3_xxs 1133blk.19.ffn_up_shexp.weight iq3_xxs 1134blk.20.attn_qkv.weight q4_K 1135blk.20.ffn_gate_exps.weight iq3_xxs 1136blk.20.ffn_gate_shexp.weight iq3_xxs 1137blk.20.ffn_up_exps.weight iq3_xxs 1138blk.20.ffn_up_shexp.weight iq3_xxs 1139blk.21.attn_qkv.weight q4_K 1140blk.21.ffn_gate_exps.weight iq3_xxs 1141blk.21.ffn_gate_shexp.weight iq3_xxs 1142blk.21.ffn_up_exps.weight iq3_xxs 1143blk.21.ffn_up_shexp.weight iq3_xxs 1144blk.22.attn_qkv.weight q4_K 1145blk.22.ffn_gate_exps.weight iq3_xxs 1146blk.22.ffn_gate_shexp.weight iq3_xxs 1147blk.22.ffn_up_exps.weight iq3_xxs 1148blk.22.ffn_up_shexp.weight iq3_xxs 1149blk.23.attn_k.weight iq3_xxs 1150blk.23.attn_q.weight iq3_xxs 1151blk.23.attn_v.weight q4_K 1152blk.23.ffn_gate_exps.weight iq3_xxs 1153blk.23.ffn_gate_shexp.weight iq3_xxs 1154blk.23.ffn_up_exps.weight iq3_xxs 1155blk.23.ffn_up_shexp.weight iq3_xxs 1156blk.24.attn_qkv.weight q4_K 1157blk.24.ffn_gate_exps.weight iq3_xxs 1158blk.24.ffn_gate_shexp.weight iq3_xxs 1159blk.24.ffn_up_exps.weight iq3_xxs 1160blk.24.ffn_up_shexp.weight iq3_xxs 1161blk.25.attn_qkv.weight q4_K 1162blk.25.ffn_gate_exps.weight iq3_xxs 1163blk.25.ffn_gate_shexp.weight iq3_xxs 1164blk.25.ffn_up_exps.weight iq3_xxs 1165blk.25.ffn_up_shexp.weight iq3_xxs 1166blk.26.attn_qkv.weight q4_K 1167blk.26.ffn_gate_exps.weight iq3_xxs 1168blk.26.ffn_gate_shexp.weight iq3_xxs 1169blk.26.ffn_up_exps.weight iq3_xxs 1170blk.26.ffn_up_shexp.weight iq3_xxs 1171blk.27.attn_k.weight iq3_xxs 1172blk.27.attn_q.weight iq3_xxs 1173blk.27.attn_v.weight q4_K 1174blk.27.ffn_gate_exps.weight iq3_xxs 1175blk.27.ffn_gate_shexp.weight iq3_xxs 1176blk.27.ffn_up_exps.weight iq3_xxs 1177blk.27.ffn_up_shexp.weight iq3_xxs 1178blk.28.attn_qkv.weight q4_K 1179blk.28.ffn_gate_exps.weight iq3_xxs 1180blk.28.ffn_gate_shexp.weight iq3_xxs 1181blk.28.ffn_up_exps.weight iq3_xxs 1182blk.28.ffn_up_shexp.weight iq3_xxs 1183blk.29.attn_qkv.weight q4_K 1184blk.29.ffn_gate_exps.weight iq3_xxs 1185blk.29.ffn_gate_shexp.weight iq3_xxs 1186blk.29.ffn_up_exps.weight iq3_xxs 1187blk.29.ffn_up_shexp.weight iq3_xxs 1188blk.30.attn_qkv.weight q4_K 1189blk.30.ffn_gate_exps.weight iq3_xxs 1190blk.30.ffn_gate_shexp.weight iq3_xxs 1191blk.30.ffn_up_exps.weight iq3_xxs 1192blk.30.ffn_up_shexp.weight iq3_xxs 1193blk.31.attn_k.weight iq3_xxs 1194blk.31.attn_q.weight iq3_xxs 1195blk.31.attn_v.weight q4_K 1196blk.31.ffn_gate_exps.weight iq3_xxs 1197blk.31.ffn_gate_shexp.weight iq3_xxs 1198blk.31.ffn_up_exps.weight iq3_xxs 1199blk.31.ffn_up_shexp.weight iq3_xxs 1200blk.32.attn_qkv.weight q4_K 1201blk.32.ffn_gate_exps.weight iq3_xxs 1202blk.32.ffn_gate_shexp.weight iq3_xxs 1203blk.32.ffn_up_exps.weight iq3_xxs 1204blk.32.ffn_up_shexp.weight iq3_xxs 1205blk.33.attn_qkv.weight q4_K 1206blk.33.ffn_gate_exps.weight iq3_xxs 1207blk.33.ffn_gate_shexp.weight iq3_xxs 1208blk.33.ffn_up_exps.weight iq3_xxs 1209blk.33.ffn_up_shexp.weight iq3_xxs 1210blk.34.attn_qkv.weight q4_K 1211blk.34.ffn_gate_exps.weight iq3_xxs 1212blk.34.ffn_gate_shexp.weight iq3_xxs 1213blk.34.ffn_up_exps.weight iq3_xxs 1214blk.34.ffn_up_shexp.weight iq3_xxs 1215blk.35.attn_k.weight iq3_xxs 1216blk.35.attn_q.weight iq3_xxs 1217blk.35.attn_v.weight q4_K 1218blk.35.ffn_gate_exps.weight iq3_xxs 1219blk.35.ffn_gate_shexp.weight iq3_xxs 1220blk.35.ffn_up_exps.weight iq3_xxs 1221blk.35.ffn_up_shexp.weight iq3_xxs 1222blk.36.attn_qkv.weight q4_K 1223blk.36.ffn_gate_exps.weight iq3_xxs 1224blk.36.ffn_gate_shexp.weight iq3_xxs 1225blk.36.ffn_up_exps.weight iq3_xxs 1226blk.36.ffn_up_shexp.weight iq3_xxs 1227blk.37.attn_qkv.weight q4_K 1228blk.37.ffn_gate_exps.weight iq3_xxs 1229blk.37.ffn_gate_shexp.weight iq3_xxs 1230blk.37.ffn_up_exps.weight iq3_xxs 1231blk.37.ffn_up_shexp.weight iq3_xxs 1232blk.38.attn_qkv.weight q4_K 1233blk.38.ffn_gate_exps.weight iq3_xxs 1234blk.38.ffn_gate_shexp.weight iq3_xxs 1235blk.38.ffn_up_exps.weight iq3_xxs 1236blk.38.ffn_up_shexp.weight iq3_xxs 1237blk.39.attn_k.weight iq3_xxs 1238blk.39.attn_q.weight iq3_xxs 1239blk.39.attn_v.weight q4_K 1240blk.39.ffn_gate_exps.weight iq3_xxs 1241blk.39.ffn_gate_shexp.weight iq3_xxs 1242blk.39.ffn_up_exps.weight iq3_xxs 1243blk.39.ffn_up_shexp.weight iq3_xxs 1244blk.40.attn_qkv.weight q4_K 1245blk.40.ffn_gate_exps.weight iq3_xxs 1246blk.40.ffn_gate_shexp.weight iq3_xxs 1247blk.40.ffn_up_exps.weight iq3_xxs 1248blk.40.ffn_up_shexp.weight iq3_xxs 1249blk.41.attn_qkv.weight q4_K 1250blk.41.ffn_gate_exps.weight iq3_xxs 1251blk.41.ffn_gate_shexp.weight iq3_xxs 1252blk.41.ffn_up_exps.weight iq3_xxs 1253blk.41.ffn_up_shexp.weight iq3_xxs 1254blk.42.attn_qkv.weight q4_K 1255blk.42.ffn_gate_exps.weight iq3_xxs 1256blk.42.ffn_gate_shexp.weight iq3_xxs 1257blk.42.ffn_up_exps.weight iq3_xxs 1258blk.42.ffn_up_shexp.weight iq3_xxs 1259blk.43.attn_k.weight iq3_xxs 1260blk.43.attn_q.weight iq3_xxs 1261blk.43.attn_v.weight q4_K 1262blk.43.ffn_gate_exps.weight iq3_xxs 1263blk.43.ffn_gate_shexp.weight iq3_xxs 1264blk.43.ffn_up_exps.weight iq3_xxs 1265blk.43.ffn_up_shexp.weight iq3_xxs 1266blk.44.attn_qkv.weight q4_K 1267blk.44.ffn_gate_exps.weight iq3_xxs 1268blk.44.ffn_gate_shexp.weight iq3_xxs 1269blk.44.ffn_up_exps.weight iq3_xxs 1270blk.44.ffn_up_shexp.weight iq3_xxs 1271blk.45.attn_qkv.weight q4_K 1272blk.45.ffn_gate_exps.weight iq3_xxs 1273blk.45.ffn_gate_shexp.weight iq3_xxs 1274blk.45.ffn_up_exps.weight iq3_xxs 1275blk.45.ffn_up_shexp.weight iq3_xxs 1276blk.46.attn_qkv.weight q4_K 1277blk.46.ffn_gate_exps.weight iq3_xxs 1278blk.46.ffn_gate_shexp.weight iq3_xxs 1279blk.46.ffn_up_exps.weight iq3_xxs 1280blk.46.ffn_up_shexp.weight iq3_xxs 1281blk.47.attn_k.weight iq3_xxs 1282blk.47.attn_q.weight iq3_xxs 1283blk.47.attn_v.weight q4_K 1284blk.47.ffn_gate_exps.weight iq3_xxs 1285blk.47.ffn_gate_shexp.weight iq3_xxs 1286blk.47.ffn_up_exps.weight iq3_xxs 1287blk.47.ffn_up_shexp.weight iq3_xxs 1288blk.48.attn_qkv.weight q4_K 1289blk.48.ffn_gate_exps.weight iq3_xxs 1290blk.48.ffn_gate_shexp.weight iq3_xxs 1291blk.48.ffn_up_exps.weight iq3_xxs 1292blk.48.ffn_up_shexp.weight iq3_xxs 1293blk.49.attn_qkv.weight q4_K 1294blk.49.ffn_gate_exps.weight iq3_xxs 1295blk.49.ffn_gate_shexp.weight iq3_xxs 1296blk.49.ffn_up_exps.weight iq3_xxs 1297blk.49.ffn_up_shexp.weight iq3_xxs 1298blk.50.attn_qkv.weight q4_K 1299blk.50.ffn_gate_exps.weight iq3_xxs 1300blk.50.ffn_gate_shexp.weight iq3_xxs 1301blk.50.ffn_up_exps.weight iq3_xxs 1302blk.50.ffn_up_shexp.weight iq3_xxs 1303blk.51.attn_k.weight iq3_xxs 1304blk.51.attn_q.weight iq3_xxs 1305blk.51.attn_v.weight q4_K 1306blk.51.ffn_gate_exps.weight iq3_xxs 1307blk.51.ffn_gate_shexp.weight iq3_xxs 1308blk.51.ffn_up_exps.weight iq3_xxs 1309blk.51.ffn_up_shexp.weight iq3_xxs 1310blk.52.attn_qkv.weight q4_K 1311blk.53.attn_qkv.weight q4_K 1312blk.54.attn_qkv.weight q4_K 1313blk.55.attn_k.weight iq3_xxs 1314blk.55.attn_q.weight iq3_xxs 1315blk.55.attn_v.weight q4_K 1316blk.56.attn_qkv.weight q4_K 1317blk.57.attn_qkv.weight q4_K 1318blk.58.attn_qkv.weight q4_K 1319blk.59.attn_k.weight iq3_xxs 1320blk.59.attn_q.weight iq3_xxs 1321blk.59.attn_v.weight q4_K 1322 1323[IQ3_XXS] iq3_xxs 1324output.weight q5_K 1325token_embd.weight iq3_s 1326blk.0.attn_qkv.weight q4_K 1327blk.0.ffn_down_exps.weight q4_K 1328blk.0.ffn_down_shexp.weight q4_K 1329blk.1.attn_qkv.weight q4_K 1330blk.1.ffn_down_exps.weight q4_K 1331blk.1.ffn_down_shexp.weight q4_K 1332blk.2.attn_qkv.weight q4_K 1333blk.2.ffn_down_exps.weight q4_K 1334blk.2.ffn_down_shexp.weight q4_K 1335blk.3.attn_k.weight iq2_s 1336blk.3.attn_output.weight iq3_s 1337blk.3.attn_q.weight iq2_s 1338blk.3.attn_v.weight q4_K 1339blk.3.ffn_down_exps.weight q4_K 1340blk.3.ffn_down_shexp.weight q4_K 1341blk.4.attn_qkv.weight q4_K 1342blk.4.ffn_down_exps.weight q4_K 1343blk.4.ffn_down_shexp.weight q4_K 1344blk.5.attn_qkv.weight q4_K 1345blk.5.ffn_down_exps.weight q4_K 1346blk.5.ffn_down_shexp.weight q4_K 1347blk.6.attn_qkv.weight q4_K 1348blk.6.ffn_down_exps.weight q4_K 1349blk.6.ffn_down_shexp.weight q4_K 1350blk.7.attn_k.weight iq2_s 1351blk.7.attn_output.weight iq3_s 1352blk.7.attn_q.weight iq2_s 1353blk.7.attn_v.weight q4_K 1354blk.7.ffn_down_exps.weight q3_K 1355blk.7.ffn_down_shexp.weight q3_K 1356blk.8.attn_qkv.weight q4_K 1357blk.8.ffn_down_exps.weight q3_K 1358blk.8.ffn_down_shexp.weight q3_K 1359blk.9.attn_qkv.weight q4_K 1360blk.9.ffn_down_exps.weight q3_K 1361blk.9.ffn_down_shexp.weight q3_K 1362blk.10.attn_qkv.weight q4_K 1363blk.10.ffn_down_exps.weight q3_K 1364blk.10.ffn_down_shexp.weight q3_K 1365blk.11.attn_k.weight iq2_s 1366blk.11.attn_output.weight iq3_s 1367blk.11.attn_q.weight iq2_s 1368blk.11.attn_v.weight q4_K 1369blk.11.ffn_down_exps.weight q3_K 1370blk.11.ffn_down_shexp.weight q3_K 1371blk.12.attn_qkv.weight q4_K 1372blk.12.ffn_down_exps.weight q3_K 1373blk.12.ffn_down_shexp.weight q3_K 1374blk.13.attn_qkv.weight q4_K 1375blk.13.ffn_down_exps.weight q3_K 1376blk.13.ffn_down_shexp.weight q3_K 1377blk.14.attn_qkv.weight q4_K 1378blk.14.ffn_down_exps.weight q3_K 1379blk.14.ffn_down_shexp.weight q3_K 1380blk.15.attn_k.weight iq2_s 1381blk.15.attn_output.weight iq3_s 1382blk.15.attn_q.weight iq2_s 1383blk.15.attn_v.weight q4_K 1384blk.15.ffn_down_exps.weight q3_K 1385blk.15.ffn_down_shexp.weight q3_K 1386blk.16.attn_qkv.weight q4_K 1387blk.16.ffn_down_exps.weight q3_K 1388blk.16.ffn_down_shexp.weight q3_K 1389blk.17.attn_qkv.weight q4_K 1390blk.17.ffn_down_exps.weight q3_K 1391blk.17.ffn_down_shexp.weight q3_K 1392blk.18.attn_qkv.weight q4_K 1393blk.18.ffn_down_exps.weight q3_K 1394blk.18.ffn_down_shexp.weight q3_K 1395blk.19.attn_k.weight iq2_s 1396blk.19.attn_output.weight iq3_s 1397blk.19.attn_q.weight iq2_s 1398blk.19.attn_v.weight q4_K 1399blk.19.ffn_down_exps.weight q3_K 1400blk.19.ffn_down_shexp.weight q3_K 1401blk.20.attn_qkv.weight q4_K 1402blk.20.ffn_down_exps.weight q3_K 1403blk.20.ffn_down_shexp.weight q3_K 1404blk.21.attn_qkv.weight q4_K 1405blk.21.ffn_down_exps.weight q3_K 1406blk.21.ffn_down_shexp.weight q3_K 1407blk.22.attn_qkv.weight q4_K 1408blk.22.ffn_down_exps.weight q3_K 1409blk.22.ffn_down_shexp.weight q3_K 1410blk.23.attn_k.weight iq2_s 1411blk.23.attn_output.weight iq3_s 1412blk.23.attn_q.weight iq2_s 1413blk.23.attn_v.weight q4_K 1414blk.23.ffn_down_exps.weight q3_K 1415blk.23.ffn_down_shexp.weight q3_K 1416blk.24.attn_qkv.weight q4_K 1417blk.24.ffn_down_exps.weight q3_K 1418blk.24.ffn_down_shexp.weight q3_K 1419blk.25.attn_qkv.weight q4_K 1420blk.25.ffn_down_exps.weight q3_K 1421blk.25.ffn_down_shexp.weight q3_K 1422blk.26.attn_qkv.weight q4_K 1423blk.26.ffn_down_exps.weight q3_K 1424blk.26.ffn_down_shexp.weight q3_K 1425blk.27.attn_k.weight iq2_s 1426blk.27.attn_output.weight iq3_s 1427blk.27.attn_q.weight iq2_s 1428blk.27.attn_v.weight q4_K 1429blk.27.ffn_down_exps.weight q3_K 1430blk.27.ffn_down_shexp.weight q3_K 1431blk.28.attn_qkv.weight q4_K 1432blk.28.ffn_down_exps.weight q3_K 1433blk.28.ffn_down_shexp.weight q3_K 1434blk.29.attn_qkv.weight q4_K 1435blk.29.ffn_down_exps.weight q3_K 1436blk.29.ffn_down_shexp.weight q3_K 1437blk.30.attn_qkv.weight q4_K 1438blk.30.ffn_down_exps.weight q3_K 1439blk.30.ffn_down_shexp.weight q3_K 1440blk.31.attn_k.weight iq2_s 1441blk.31.attn_output.weight iq3_s 1442blk.31.attn_q.weight iq2_s 1443blk.31.attn_v.weight q4_K 1444blk.31.ffn_down_exps.weight q3_K 1445blk.31.ffn_down_shexp.weight q3_K 1446blk.32.attn_qkv.weight q4_K 1447blk.32.ffn_down_exps.weight q3_K 1448blk.32.ffn_down_shexp.weight q3_K 1449blk.33.attn_qkv.weight q4_K 1450blk.33.ffn_down_exps.weight q3_K 1451blk.33.ffn_down_shexp.weight q3_K 1452blk.34.attn_qkv.weight q4_K 1453blk.34.ffn_down_exps.weight q3_K 1454blk.34.ffn_down_shexp.weight q3_K 1455blk.35.attn_k.weight iq2_s 1456blk.35.attn_output.weight iq3_s 1457blk.35.attn_q.weight iq2_s 1458blk.35.attn_v.weight q4_K 1459blk.35.ffn_down_exps.weight q3_K 1460blk.35.ffn_down_shexp.weight q3_K 1461blk.36.attn_qkv.weight q4_K 1462blk.36.ffn_down_exps.weight q3_K 1463blk.36.ffn_down_shexp.weight q3_K 1464blk.37.attn_qkv.weight q4_K 1465blk.37.ffn_down_exps.weight q3_K 1466blk.37.ffn_down_shexp.weight q3_K 1467blk.38.attn_qkv.weight q4_K 1468blk.38.ffn_down_exps.weight q3_K 1469blk.38.ffn_down_shexp.weight q3_K 1470blk.39.attn_k.weight iq2_s 1471blk.39.attn_output.weight iq3_s 1472blk.39.attn_q.weight iq2_s 1473blk.39.attn_v.weight q4_K 1474blk.39.ffn_down_exps.weight q3_K 1475blk.39.ffn_down_shexp.weight q3_K 1476blk.40.attn_qkv.weight q4_K 1477blk.40.ffn_down_exps.weight q3_K 1478blk.40.ffn_down_shexp.weight q3_K 1479blk.41.attn_qkv.weight q4_K 1480blk.41.ffn_down_exps.weight q3_K 1481blk.41.ffn_down_shexp.weight q3_K 1482blk.42.attn_qkv.weight q4_K 1483blk.42.ffn_down_exps.weight q3_K 1484blk.42.ffn_down_shexp.weight q3_K 1485blk.43.attn_k.weight iq2_s 1486blk.43.attn_output.weight iq3_s 1487blk.43.attn_q.weight iq2_s 1488blk.43.attn_v.weight q4_K 1489blk.43.ffn_down_exps.weight q3_K 1490blk.43.ffn_down_shexp.weight q3_K 1491blk.44.attn_qkv.weight q4_K 1492blk.44.ffn_down_exps.weight q3_K 1493blk.44.ffn_down_shexp.weight q3_K 1494blk.45.attn_qkv.weight q4_K 1495blk.45.ffn_down_exps.weight q3_K 1496blk.45.ffn_down_shexp.weight q3_K 1497blk.46.attn_qkv.weight q4_K 1498blk.46.ffn_down_exps.weight q3_K 1499blk.46.ffn_down_shexp.weight q3_K 1500blk.47.attn_k.weight iq2_s 1501blk.47.attn_output.weight iq3_s 1502blk.47.attn_q.weight iq2_s 1503blk.47.attn_v.weight q4_K 1504blk.47.ffn_down_exps.weight q3_K 1505blk.47.ffn_down_shexp.weight q3_K 1506blk.48.attn_qkv.weight q4_K 1507blk.48.ffn_down_exps.weight q3_K 1508blk.48.ffn_down_shexp.weight q3_K 1509blk.49.attn_qkv.weight q4_K 1510blk.49.ffn_down_exps.weight q3_K 1511blk.49.ffn_down_shexp.weight q3_K 1512blk.50.attn_qkv.weight q4_K 1513blk.50.ffn_down_exps.weight q3_K 1514blk.50.ffn_down_shexp.weight q3_K 1515blk.51.attn_k.weight iq2_s 1516blk.51.attn_output.weight iq3_s 1517blk.51.attn_q.weight iq2_s 1518blk.51.attn_v.weight q4_K 1519blk.51.ffn_down_exps.weight q3_K 1520blk.51.ffn_down_shexp.weight q3_K 1521blk.52.attn_qkv.weight q4_K 1522blk.52.ffn_down_exps.weight q3_K 1523blk.52.ffn_down_shexp.weight q3_K 1524blk.53.attn_qkv.weight q4_K 1525blk.53.ffn_down_exps.weight q3_K 1526blk.53.ffn_down_shexp.weight q3_K 1527blk.54.attn_qkv.weight q4_K 1528blk.54.ffn_down_exps.weight q3_K 1529blk.54.ffn_down_shexp.weight q3_K 1530blk.55.attn_k.weight iq2_s 1531blk.55.attn_output.weight iq3_s 1532blk.55.attn_q.weight iq2_s 1533blk.55.attn_v.weight q4_K 1534blk.55.ffn_down_exps.weight q3_K 1535blk.55.ffn_down_shexp.weight q3_K 1536blk.56.attn_qkv.weight q4_K 1537blk.56.ffn_down_exps.weight q3_K 1538blk.56.ffn_down_shexp.weight q3_K 1539blk.57.attn_qkv.weight q4_K 1540blk.57.ffn_down_exps.weight q3_K 1541blk.57.ffn_down_shexp.weight q3_K 1542blk.58.attn_qkv.weight q4_K 1543blk.58.ffn_down_exps.weight q3_K 1544blk.58.ffn_down_shexp.weight q3_K 1545blk.59.attn_k.weight iq2_s 1546blk.59.attn_output.weight iq3_s 1547blk.59.attn_q.weight iq2_s 1548blk.59.attn_v.weight q4_K 1549blk.59.ffn_down_exps.weight q3_K 1550blk.59.ffn_down_shexp.weight q3_K 1551 1552[IQ1_S] iq1_s 1553output.weight q5_K 1554token_embd.weight q2_K 1555blk.0.attn_qkv.weight q4_K 1556blk.0.ffn_down_exps.weight q2_K 1557blk.0.ffn_down_shexp.weight q2_K 1558blk.1.attn_qkv.weight q4_K 1559blk.1.ffn_down_exps.weight q2_K 1560blk.1.ffn_down_shexp.weight q2_K 1561blk.2.attn_qkv.weight q4_K 1562blk.2.ffn_down_exps.weight q2_K 1563blk.2.ffn_down_shexp.weight q2_K 1564blk.3.attn_output.weight iq2_xxs 1565blk.3.attn_v.weight q4_K 1566blk.3.ffn_down_exps.weight q2_K 1567blk.4.attn_qkv.weight q4_K 1568blk.5.attn_qkv.weight q4_K 1569blk.6.attn_qkv.weight q4_K 1570blk.7.attn_output.weight iq2_xxs 1571blk.7.attn_v.weight q4_K 1572blk.8.attn_qkv.weight q4_K 1573blk.9.attn_qkv.weight q4_K 1574blk.10.attn_qkv.weight q4_K 1575blk.11.attn_output.weight iq2_xxs 1576blk.11.attn_v.weight q4_K 1577blk.12.attn_qkv.weight q4_K 1578blk.13.attn_qkv.weight q4_K 1579blk.14.attn_qkv.weight q4_K 1580blk.15.attn_output.weight iq2_xxs 1581blk.15.attn_v.weight q4_K 1582blk.16.attn_qkv.weight q4_K 1583blk.17.attn_qkv.weight q4_K 1584blk.18.attn_qkv.weight q4_K 1585blk.19.attn_output.weight iq2_xxs 1586blk.19.attn_v.weight q4_K 1587blk.20.attn_qkv.weight q4_K 1588blk.21.attn_qkv.weight q4_K 1589blk.22.attn_qkv.weight q4_K 1590blk.23.attn_output.weight iq2_xxs 1591blk.23.attn_v.weight q4_K 1592blk.24.attn_qkv.weight q4_K 1593blk.25.attn_qkv.weight q4_K 1594blk.26.attn_qkv.weight q4_K 1595blk.27.attn_output.weight iq2_xxs 1596blk.27.attn_v.weight q4_K 1597blk.28.attn_qkv.weight q4_K 1598blk.29.attn_qkv.weight q4_K 1599blk.30.attn_qkv.weight q4_K 1600blk.31.attn_output.weight iq2_xxs 1601blk.31.attn_v.weight q4_K 1602blk.32.attn_qkv.weight q4_K 1603blk.33.attn_qkv.weight q4_K 1604blk.34.attn_qkv.weight q4_K 1605blk.35.attn_output.weight iq2_xxs 1606blk.35.attn_v.weight q4_K 1607blk.36.attn_qkv.weight q4_K 1608blk.37.attn_qkv.weight q4_K 1609blk.38.attn_qkv.weight q4_K 1610blk.39.attn_output.weight iq2_xxs 1611blk.39.attn_v.weight q4_K 1612blk.40.attn_qkv.weight q4_K 1613blk.41.attn_qkv.weight q4_K 1614blk.42.attn_qkv.weight q4_K 1615blk.43.attn_output.weight iq2_xxs 1616blk.43.attn_v.weight q4_K 1617blk.44.attn_qkv.weight q4_K 1618blk.45.attn_qkv.weight q4_K 1619blk.46.attn_qkv.weight q4_K 1620blk.47.attn_output.weight iq2_xxs 1621blk.47.attn_v.weight q4_K 1622blk.48.attn_qkv.weight q4_K 1623blk.49.attn_qkv.weight q4_K 1624blk.50.attn_qkv.weight q4_K 1625blk.51.attn_output.weight iq2_xxs 1626blk.51.attn_v.weight q4_K 1627blk.52.attn_qkv.weight q4_K 1628blk.53.attn_qkv.weight q4_K 1629blk.54.attn_qkv.weight q4_K 1630blk.55.attn_output.weight iq2_xxs 1631blk.55.attn_v.weight q4_K 1632blk.56.attn_qkv.weight q4_K 1633blk.57.attn_qkv.weight q4_K 1634blk.58.attn_qkv.weight q4_K 1635blk.59.attn_output.weight iq2_xxs 1636blk.59.attn_v.weight q4_K 1637 1638[IQ4_NL] iq4_nl 1639output.weight q6_K 1640blk.0.attn_qkv.weight q5_K 1641blk.0.ffn_down_exps.weight q5_K 1642blk.0.ffn_down_shexp.weight q5_K 1643blk.1.attn_qkv.weight q5_K 1644blk.1.ffn_down_exps.weight q5_K 1645blk.1.ffn_down_shexp.weight q5_K 1646blk.2.attn_qkv.weight q5_K 1647blk.2.ffn_down_exps.weight q5_K 1648blk.2.ffn_down_shexp.weight q5_K 1649blk.3.attn_v.weight q5_K 1650blk.3.ffn_down_exps.weight q5_K 1651blk.3.ffn_down_shexp.weight q5_K 1652blk.4.attn_qkv.weight q5_K 1653blk.4.ffn_down_exps.weight q5_K 1654blk.4.ffn_down_shexp.weight q5_K 1655blk.5.attn_qkv.weight q5_K 1656blk.5.ffn_down_exps.weight q5_K 1657blk.5.ffn_down_shexp.weight q5_K 1658blk.6.attn_qkv.weight q5_K 1659blk.6.ffn_down_exps.weight q5_K 1660blk.6.ffn_down_shexp.weight q5_K 1661blk.7.attn_v.weight q5_K 1662blk.8.attn_qkv.weight q5_K 1663blk.9.attn_qkv.weight q5_K 1664blk.10.attn_qkv.weight q5_K 1665blk.11.attn_v.weight q5_K 1666blk.12.attn_qkv.weight q5_K 1667blk.13.attn_qkv.weight q5_K 1668blk.14.attn_qkv.weight q5_K 1669blk.15.attn_v.weight q5_K 1670blk.16.attn_qkv.weight q5_K 1671blk.17.attn_qkv.weight q5_K 1672blk.18.attn_qkv.weight q5_K 1673blk.19.attn_v.weight q5_K 1674blk.20.attn_qkv.weight q5_K 1675blk.21.attn_qkv.weight q5_K 1676blk.22.attn_qkv.weight q5_K 1677blk.23.attn_v.weight q5_K 1678blk.24.attn_qkv.weight q5_K 1679blk.25.attn_qkv.weight q5_K 1680blk.26.attn_qkv.weight q5_K 1681blk.27.attn_v.weight q5_K 1682blk.28.attn_qkv.weight q5_K 1683blk.29.attn_qkv.weight q5_K 1684blk.30.attn_qkv.weight q5_K 1685blk.31.attn_v.weight q5_K 1686blk.32.attn_qkv.weight q5_K 1687blk.33.attn_qkv.weight q5_K 1688blk.34.attn_qkv.weight q5_K 1689blk.35.attn_v.weight q5_K 1690blk.36.attn_qkv.weight q5_K 1691blk.37.attn_qkv.weight q5_K 1692blk.38.attn_qkv.weight q5_K 1693blk.39.attn_v.weight q5_K 1694blk.40.attn_qkv.weight q5_K 1695blk.41.attn_qkv.weight q5_K 1696blk.42.attn_qkv.weight q5_K 1697blk.43.attn_v.weight q5_K 1698blk.44.attn_qkv.weight q5_K 1699blk.45.attn_qkv.weight q5_K 1700blk.46.attn_qkv.weight q5_K 1701blk.47.attn_v.weight q5_K 1702blk.48.attn_qkv.weight q5_K 1703blk.49.attn_qkv.weight q5_K 1704blk.50.attn_qkv.weight q5_K 1705blk.51.attn_v.weight q5_K 1706blk.52.attn_qkv.weight q5_K 1707blk.53.attn_qkv.weight q5_K 1708blk.54.attn_qkv.weight q5_K 1709blk.55.attn_v.weight q5_K 1710blk.56.attn_qkv.weight q5_K 1711blk.57.attn_qkv.weight q5_K 1712blk.58.attn_qkv.weight q5_K 1713blk.59.attn_v.weight q5_K 1714 1715[IQ3_S] iq3_s 1716output.weight q6_K 1717blk.0.attn_qkv.weight q4_K 1718blk.1.attn_qkv.weight q4_K 1719blk.2.attn_qkv.weight q4_K 1720blk.3.attn_v.weight q4_K 1721blk.4.attn_qkv.weight q4_K 1722blk.5.attn_qkv.weight q4_K 1723blk.6.attn_qkv.weight q4_K 1724blk.7.attn_v.weight q4_K 1725blk.8.attn_qkv.weight q4_K 1726blk.9.attn_qkv.weight q4_K 1727blk.10.attn_qkv.weight q4_K 1728blk.11.attn_v.weight q4_K 1729blk.12.attn_qkv.weight q4_K 1730blk.13.attn_qkv.weight q4_K 1731blk.14.attn_qkv.weight q4_K 1732blk.15.attn_v.weight q4_K 1733blk.16.attn_qkv.weight q4_K 1734blk.17.attn_qkv.weight q4_K 1735blk.18.attn_qkv.weight q4_K 1736blk.19.attn_v.weight q4_K 1737blk.20.attn_qkv.weight q4_K 1738blk.21.attn_qkv.weight q4_K 1739blk.22.attn_qkv.weight q4_K 1740blk.23.attn_v.weight q4_K 1741blk.24.attn_qkv.weight q4_K 1742blk.25.attn_qkv.weight q4_K 1743blk.26.attn_qkv.weight q4_K 1744blk.27.attn_v.weight q4_K 1745blk.28.attn_qkv.weight q4_K 1746blk.29.attn_qkv.weight q4_K 1747blk.30.attn_qkv.weight q4_K 1748blk.31.attn_v.weight q4_K 1749blk.32.attn_qkv.weight q4_K 1750blk.33.attn_qkv.weight q4_K 1751blk.34.attn_qkv.weight q4_K 1752blk.35.attn_v.weight q4_K 1753blk.36.attn_qkv.weight q4_K 1754blk.37.attn_qkv.weight q4_K 1755blk.38.attn_qkv.weight q4_K 1756blk.39.attn_v.weight q4_K 1757blk.40.attn_qkv.weight q4_K 1758blk.41.attn_qkv.weight q4_K 1759blk.42.attn_qkv.weight q4_K 1760blk.43.attn_v.weight q4_K 1761blk.44.attn_qkv.weight q4_K 1762blk.45.attn_qkv.weight q4_K 1763blk.46.attn_qkv.weight q4_K 1764blk.47.attn_v.weight q4_K 1765blk.48.attn_qkv.weight q4_K 1766blk.49.attn_qkv.weight q4_K 1767blk.50.attn_qkv.weight q4_K 1768blk.51.attn_v.weight q4_K 1769blk.52.attn_qkv.weight q4_K 1770blk.53.attn_qkv.weight q4_K 1771blk.54.attn_qkv.weight q4_K 1772blk.55.attn_v.weight q4_K 1773blk.56.attn_qkv.weight q4_K 1774blk.57.attn_qkv.weight q4_K 1775blk.58.attn_qkv.weight q4_K 1776blk.59.attn_v.weight q4_K 1777 1778[IQ3_M] iq3_s 1779output.weight q6_K 1780blk.0.attn_qkv.weight q4_K 1781blk.0.ffn_down_exps.weight q4_K 1782blk.0.ffn_down_shexp.weight q4_K 1783blk.1.attn_qkv.weight q4_K 1784blk.1.ffn_down_exps.weight q4_K 1785blk.1.ffn_down_shexp.weight q4_K 1786blk.2.attn_qkv.weight q4_K 1787blk.2.ffn_down_exps.weight q4_K 1788blk.2.ffn_down_shexp.weight q4_K 1789blk.3.attn_output.weight q4_K 1790blk.3.attn_v.weight q4_K 1791blk.3.ffn_down_exps.weight q4_K 1792blk.3.ffn_down_shexp.weight q4_K 1793blk.4.attn_qkv.weight q4_K 1794blk.4.ffn_down_exps.weight q4_K 1795blk.4.ffn_down_shexp.weight q4_K 1796blk.5.attn_qkv.weight q4_K 1797blk.5.ffn_down_exps.weight q4_K 1798blk.5.ffn_down_shexp.weight q4_K 1799blk.6.attn_qkv.weight q4_K 1800blk.6.ffn_down_exps.weight q4_K 1801blk.6.ffn_down_shexp.weight q4_K 1802blk.7.attn_output.weight q4_K 1803blk.7.attn_v.weight q4_K 1804blk.8.attn_qkv.weight q4_K 1805blk.9.attn_qkv.weight q4_K 1806blk.10.attn_qkv.weight q4_K 1807blk.11.attn_output.weight q4_K 1808blk.11.attn_v.weight q4_K 1809blk.12.attn_qkv.weight q4_K 1810blk.13.attn_qkv.weight q4_K 1811blk.14.attn_qkv.weight q4_K 1812blk.15.attn_output.weight q4_K 1813blk.15.attn_v.weight q4_K 1814blk.16.attn_qkv.weight q4_K 1815blk.17.attn_qkv.weight q4_K 1816blk.18.attn_qkv.weight q4_K 1817blk.19.attn_output.weight q4_K 1818blk.19.attn_v.weight q4_K 1819blk.20.attn_qkv.weight q4_K 1820blk.21.attn_qkv.weight q4_K 1821blk.22.attn_qkv.weight q4_K 1822blk.23.attn_output.weight q4_K 1823blk.23.attn_v.weight q4_K 1824blk.24.attn_qkv.weight q4_K 1825blk.25.attn_qkv.weight q4_K 1826blk.26.attn_qkv.weight q4_K 1827blk.27.attn_output.weight q4_K 1828blk.27.attn_v.weight q4_K 1829blk.28.attn_qkv.weight q4_K 1830blk.29.attn_qkv.weight q4_K 1831blk.30.attn_qkv.weight q4_K 1832blk.31.attn_output.weight q4_K 1833blk.31.attn_v.weight q4_K 1834blk.32.attn_qkv.weight q4_K 1835blk.33.attn_qkv.weight q4_K 1836blk.34.attn_qkv.weight q4_K 1837blk.35.attn_output.weight q4_K 1838blk.35.attn_v.weight q4_K 1839blk.36.attn_qkv.weight q4_K 1840blk.37.attn_qkv.weight q4_K 1841blk.38.attn_qkv.weight q4_K 1842blk.39.attn_output.weight q4_K 1843blk.39.attn_v.weight q4_K 1844blk.40.attn_qkv.weight q4_K 1845blk.41.attn_qkv.weight q4_K 1846blk.42.attn_qkv.weight q4_K 1847blk.43.attn_output.weight q4_K 1848blk.43.attn_v.weight q4_K 1849blk.44.attn_qkv.weight q4_K 1850blk.45.attn_qkv.weight q4_K 1851blk.46.attn_qkv.weight q4_K 1852blk.47.attn_output.weight q4_K 1853blk.47.attn_v.weight q4_K 1854blk.48.attn_qkv.weight q4_K 1855blk.49.attn_qkv.weight q4_K 1856blk.50.attn_qkv.weight q4_K 1857blk.51.attn_output.weight q4_K 1858blk.51.attn_v.weight q4_K 1859blk.52.attn_qkv.weight q4_K 1860blk.53.attn_qkv.weight q4_K 1861blk.54.attn_qkv.weight q4_K 1862blk.55.attn_output.weight q4_K 1863blk.55.attn_v.weight q4_K 1864blk.56.attn_qkv.weight q4_K 1865blk.57.attn_qkv.weight q4_K 1866blk.58.attn_qkv.weight q4_K 1867blk.59.attn_output.weight q4_K 1868blk.59.attn_v.weight q4_K 1869 1870[IQ2_S] iq2_xs 1871output.weight q5_K 1872token_embd.weight iq3_s 1873blk.0.attn_qkv.weight q4_K 1874blk.0.ffn_down_exps.weight iq3_s 1875blk.0.ffn_down_shexp.weight iq3_s 1876blk.1.attn_qkv.weight q4_K 1877blk.1.ffn_down_exps.weight iq3_s 1878blk.1.ffn_down_shexp.weight iq3_s 1879blk.2.attn_qkv.weight q4_K 1880blk.2.ffn_down_exps.weight iq3_s 1881blk.2.ffn_down_shexp.weight iq3_s 1882blk.3.attn_output.weight iq3_s 1883blk.3.attn_v.weight q4_K 1884blk.3.ffn_down_exps.weight iq3_s 1885blk.4.attn_qkv.weight q4_K 1886blk.5.attn_qkv.weight q4_K 1887blk.6.attn_qkv.weight q4_K 1888blk.7.attn_output.weight iq3_s 1889blk.7.attn_v.weight q4_K 1890blk.8.attn_qkv.weight q4_K 1891blk.9.attn_qkv.weight q4_K 1892blk.10.attn_qkv.weight q4_K 1893blk.11.attn_output.weight iq3_s 1894blk.11.attn_v.weight q4_K 1895blk.12.attn_qkv.weight q4_K 1896blk.13.attn_qkv.weight q4_K 1897blk.14.attn_qkv.weight q4_K 1898blk.15.attn_output.weight iq3_s 1899blk.15.attn_v.weight q4_K 1900blk.16.attn_qkv.weight q4_K 1901blk.17.attn_qkv.weight q4_K 1902blk.18.attn_qkv.weight q4_K 1903blk.19.attn_output.weight iq3_s 1904blk.19.attn_v.weight q4_K 1905blk.20.attn_qkv.weight q4_K 1906blk.21.attn_qkv.weight q4_K 1907blk.22.attn_qkv.weight q4_K 1908blk.23.attn_output.weight iq3_s 1909blk.23.attn_v.weight q4_K 1910blk.24.attn_qkv.weight q4_K 1911blk.25.attn_qkv.weight q4_K 1912blk.26.attn_qkv.weight q4_K 1913blk.27.attn_output.weight iq3_s 1914blk.27.attn_v.weight q4_K 1915blk.28.attn_qkv.weight q4_K 1916blk.29.attn_qkv.weight q4_K 1917blk.30.attn_qkv.weight q4_K 1918blk.31.attn_output.weight iq3_s 1919blk.31.attn_v.weight q4_K 1920blk.32.attn_qkv.weight q4_K 1921blk.33.attn_qkv.weight q4_K 1922blk.34.attn_qkv.weight q4_K 1923blk.35.attn_output.weight iq3_s 1924blk.35.attn_v.weight q4_K 1925blk.36.attn_qkv.weight q4_K 1926blk.37.attn_qkv.weight q4_K 1927blk.38.attn_qkv.weight q4_K 1928blk.39.attn_output.weight iq3_s 1929blk.39.attn_v.weight q4_K 1930blk.40.attn_qkv.weight q4_K 1931blk.41.attn_qkv.weight q4_K 1932blk.42.attn_qkv.weight q4_K 1933blk.43.attn_output.weight iq3_s 1934blk.43.attn_v.weight q4_K 1935blk.44.attn_qkv.weight q4_K 1936blk.45.attn_qkv.weight q4_K 1937blk.46.attn_qkv.weight q4_K 1938blk.47.attn_output.weight iq3_s 1939blk.47.attn_v.weight q4_K 1940blk.48.attn_qkv.weight q4_K 1941blk.49.attn_qkv.weight q4_K 1942blk.50.attn_qkv.weight q4_K 1943blk.51.attn_output.weight iq3_s 1944blk.51.attn_v.weight q4_K 1945blk.52.attn_qkv.weight q4_K 1946blk.53.attn_qkv.weight q4_K 1947blk.54.attn_qkv.weight q4_K 1948blk.55.attn_output.weight iq3_s 1949blk.55.attn_v.weight q4_K 1950blk.56.attn_qkv.weight q4_K 1951blk.57.attn_qkv.weight q4_K 1952blk.58.attn_qkv.weight q4_K 1953blk.59.attn_output.weight iq3_s 1954blk.59.attn_v.weight q4_K 1955 1956[IQ2_M] iq2_s 1957output.weight q5_K 1958token_embd.weight iq3_s 1959blk.0.attn_qkv.weight q4_K 1960blk.0.ffn_down_exps.weight iq3_s 1961blk.0.ffn_down_shexp.weight iq3_s 1962blk.1.attn_qkv.weight q4_K 1963blk.1.ffn_down_exps.weight iq3_s 1964blk.1.ffn_down_shexp.weight iq3_s 1965blk.2.attn_qkv.weight q4_K 1966blk.2.ffn_down_exps.weight iq3_s 1967blk.2.ffn_down_shexp.weight iq3_s 1968blk.3.attn_output.weight iq3_s 1969blk.3.attn_v.weight q4_K 1970blk.3.ffn_down_exps.weight iq3_s 1971blk.4.attn_qkv.weight q4_K 1972blk.5.attn_qkv.weight q4_K 1973blk.6.attn_qkv.weight q4_K 1974blk.7.attn_output.weight iq3_s 1975blk.7.attn_v.weight q4_K 1976blk.8.attn_qkv.weight q4_K 1977blk.9.attn_qkv.weight q4_K 1978blk.10.attn_qkv.weight q4_K 1979blk.11.attn_output.weight iq3_s 1980blk.11.attn_v.weight q4_K 1981blk.12.attn_qkv.weight q4_K 1982blk.13.attn_qkv.weight q4_K 1983blk.14.attn_qkv.weight q4_K 1984blk.15.attn_output.weight iq3_s 1985blk.15.attn_v.weight q4_K 1986blk.16.attn_qkv.weight q4_K 1987blk.17.attn_qkv.weight q4_K 1988blk.18.attn_qkv.weight q4_K 1989blk.19.attn_output.weight iq3_s 1990blk.19.attn_v.weight q4_K 1991blk.20.attn_qkv.weight q4_K 1992blk.21.attn_qkv.weight q4_K 1993blk.22.attn_qkv.weight q4_K 1994blk.23.attn_output.weight iq3_s 1995blk.23.attn_v.weight q4_K 1996blk.24.attn_qkv.weight q4_K 1997blk.25.attn_qkv.weight q4_K 1998blk.26.attn_qkv.weight q4_K 1999blk.27.attn_output.weight iq3_s 2000blk.27.attn_v.weight q4_K 2001blk.28.attn_qkv.weight q4_K 2002blk.29.attn_qkv.weight q4_K 2003blk.30.attn_qkv.weight q4_K 2004blk.31.attn_output.weight iq3_s 2005blk.31.attn_v.weight q4_K 2006blk.32.attn_qkv.weight q4_K 2007blk.33.attn_qkv.weight q4_K 2008blk.34.attn_qkv.weight q4_K 2009blk.35.attn_output.weight iq3_s 2010blk.35.attn_v.weight q4_K 2011blk.36.attn_qkv.weight q4_K 2012blk.37.attn_qkv.weight q4_K 2013blk.38.attn_qkv.weight q4_K 2014blk.39.attn_output.weight iq3_s 2015blk.39.attn_v.weight q4_K 2016blk.40.attn_qkv.weight q4_K 2017blk.41.attn_qkv.weight q4_K 2018blk.42.attn_qkv.weight q4_K 2019blk.43.attn_output.weight iq3_s 2020blk.43.attn_v.weight q4_K 2021blk.44.attn_qkv.weight q4_K 2022blk.45.attn_qkv.weight q4_K 2023blk.46.attn_qkv.weight q4_K 2024blk.47.attn_output.weight iq3_s 2025blk.47.attn_v.weight q4_K 2026blk.48.attn_qkv.weight q4_K 2027blk.49.attn_qkv.weight q4_K 2028blk.50.attn_qkv.weight q4_K 2029blk.51.attn_output.weight iq3_s 2030blk.51.attn_v.weight q4_K 2031blk.52.attn_qkv.weight q4_K 2032blk.53.attn_qkv.weight q4_K 2033blk.54.attn_qkv.weight q4_K 2034blk.55.attn_output.weight iq3_s 2035blk.55.attn_v.weight q4_K 2036blk.56.attn_qkv.weight q4_K 2037blk.57.attn_qkv.weight q4_K 2038blk.58.attn_qkv.weight q4_K 2039blk.59.attn_output.weight iq3_s 2040blk.59.attn_v.weight q4_K 2041 2042[IQ4_XS] iq4_xs 2043output.weight q6_K 2044blk.0.attn_qkv.weight q5_K 2045blk.0.ffn_down_exps.weight q5_K 2046blk.0.ffn_down_shexp.weight q5_K 2047blk.1.attn_qkv.weight q5_K 2048blk.1.ffn_down_exps.weight q5_K 2049blk.1.ffn_down_shexp.weight q5_K 2050blk.2.attn_qkv.weight q5_K 2051blk.2.ffn_down_exps.weight q5_K 2052blk.2.ffn_down_shexp.weight q5_K 2053blk.3.attn_v.weight q5_K 2054blk.3.ffn_down_exps.weight q5_K 2055blk.3.ffn_down_shexp.weight q5_K 2056blk.4.attn_qkv.weight q5_K 2057blk.4.ffn_down_exps.weight q5_K 2058blk.4.ffn_down_shexp.weight q5_K 2059blk.5.attn_qkv.weight q5_K 2060blk.5.ffn_down_exps.weight q5_K 2061blk.5.ffn_down_shexp.weight q5_K 2062blk.6.attn_qkv.weight q5_K 2063blk.6.ffn_down_exps.weight q5_K 2064blk.6.ffn_down_shexp.weight q5_K 2065blk.7.attn_v.weight q5_K 2066blk.8.attn_qkv.weight q5_K 2067blk.9.attn_qkv.weight q5_K 2068blk.10.attn_qkv.weight q5_K 2069blk.11.attn_v.weight q5_K 2070blk.12.attn_qkv.weight q5_K 2071blk.13.attn_qkv.weight q5_K 2072blk.14.attn_qkv.weight q5_K 2073blk.15.attn_v.weight q5_K 2074blk.16.attn_qkv.weight q5_K 2075blk.17.attn_qkv.weight q5_K 2076blk.18.attn_qkv.weight q5_K 2077blk.19.attn_v.weight q5_K 2078blk.20.attn_qkv.weight q5_K 2079blk.21.attn_qkv.weight q5_K 2080blk.22.attn_qkv.weight q5_K 2081blk.23.attn_v.weight q5_K 2082blk.24.attn_qkv.weight q5_K 2083blk.25.attn_qkv.weight q5_K 2084blk.26.attn_qkv.weight q5_K 2085blk.27.attn_v.weight q5_K 2086blk.28.attn_qkv.weight q5_K 2087blk.29.attn_qkv.weight q5_K 2088blk.30.attn_qkv.weight q5_K 2089blk.31.attn_v.weight q5_K 2090blk.32.attn_qkv.weight q5_K 2091blk.33.attn_qkv.weight q5_K 2092blk.34.attn_qkv.weight q5_K 2093blk.35.attn_v.weight q5_K 2094blk.36.attn_qkv.weight q5_K 2095blk.37.attn_qkv.weight q5_K 2096blk.38.attn_qkv.weight q5_K 2097blk.39.attn_v.weight q5_K 2098blk.40.attn_qkv.weight q5_K 2099blk.41.attn_qkv.weight q5_K 2100blk.42.attn_qkv.weight q5_K 2101blk.43.attn_v.weight q5_K 2102blk.44.attn_qkv.weight q5_K 2103blk.45.attn_qkv.weight q5_K 2104blk.46.attn_qkv.weight q5_K 2105blk.47.attn_v.weight q5_K 2106blk.48.attn_qkv.weight q5_K 2107blk.49.attn_qkv.weight q5_K 2108blk.50.attn_qkv.weight q5_K 2109blk.51.attn_v.weight q5_K 2110blk.52.attn_qkv.weight q5_K 2111blk.53.attn_qkv.weight q5_K 2112blk.54.attn_qkv.weight q5_K 2113blk.55.attn_v.weight q5_K 2114blk.56.attn_qkv.weight q5_K 2115blk.57.attn_qkv.weight q5_K 2116blk.58.attn_qkv.weight q5_K 2117blk.59.attn_v.weight q5_K 2118 2119[IQ1_M] iq1_m 2120output.weight q5_K 2121token_embd.weight q2_K 2122blk.0.attn_qkv.weight q4_K 2123blk.0.ffn_down_exps.weight q2_K 2124blk.0.ffn_down_shexp.weight q2_K 2125blk.1.attn_qkv.weight q4_K 2126blk.1.ffn_down_exps.weight q2_K 2127blk.1.ffn_down_shexp.weight q2_K 2128blk.2.attn_qkv.weight q4_K 2129blk.2.ffn_down_exps.weight q2_K 2130blk.2.ffn_down_shexp.weight q2_K 2131blk.3.attn_output.weight iq2_xxs 2132blk.3.attn_v.weight q4_K 2133blk.3.ffn_down_exps.weight q2_K 2134blk.4.attn_qkv.weight q4_K 2135blk.5.attn_qkv.weight q4_K 2136blk.6.attn_qkv.weight q4_K 2137blk.7.attn_output.weight iq2_xxs 2138blk.7.attn_v.weight q4_K 2139blk.8.attn_qkv.weight q4_K 2140blk.9.attn_qkv.weight q4_K 2141blk.10.attn_qkv.weight q4_K 2142blk.11.attn_output.weight iq2_xxs 2143blk.11.attn_v.weight q4_K 2144blk.12.attn_qkv.weight q4_K 2145blk.13.attn_qkv.weight q4_K 2146blk.14.attn_qkv.weight q4_K 2147blk.15.attn_output.weight iq2_xxs 2148blk.15.attn_v.weight q4_K 2149blk.16.attn_qkv.weight q4_K 2150blk.17.attn_qkv.weight q4_K 2151blk.18.attn_qkv.weight q4_K 2152blk.19.attn_output.weight iq2_xxs 2153blk.19.attn_v.weight q4_K 2154blk.20.attn_qkv.weight q4_K 2155blk.21.attn_qkv.weight q4_K 2156blk.22.attn_qkv.weight q4_K 2157blk.23.attn_output.weight iq2_xxs 2158blk.23.attn_v.weight q4_K 2159blk.24.attn_qkv.weight q4_K 2160blk.25.attn_qkv.weight q4_K 2161blk.26.attn_qkv.weight q4_K 2162blk.27.attn_output.weight iq2_xxs 2163blk.27.attn_v.weight q4_K 2164blk.28.attn_qkv.weight q4_K 2165blk.29.attn_qkv.weight q4_K 2166blk.30.attn_qkv.weight q4_K 2167blk.31.attn_output.weight iq2_xxs 2168blk.31.attn_v.weight q4_K 2169blk.32.attn_qkv.weight q4_K 2170blk.33.attn_qkv.weight q4_K 2171blk.34.attn_qkv.weight q4_K 2172blk.35.attn_output.weight iq2_xxs 2173blk.35.attn_v.weight q4_K 2174blk.36.attn_qkv.weight q4_K 2175blk.37.attn_qkv.weight q4_K 2176blk.38.attn_qkv.weight q4_K 2177blk.39.attn_output.weight iq2_xxs 2178blk.39.attn_v.weight q4_K 2179blk.40.attn_qkv.weight q4_K 2180blk.41.attn_qkv.weight q4_K 2181blk.42.attn_qkv.weight q4_K 2182blk.43.attn_output.weight iq2_xxs 2183blk.43.attn_v.weight q4_K 2184blk.44.attn_qkv.weight q4_K 2185blk.45.attn_qkv.weight q4_K 2186blk.46.attn_qkv.weight q4_K 2187blk.47.attn_output.weight iq2_xxs 2188blk.47.attn_v.weight q4_K 2189blk.48.attn_qkv.weight q4_K 2190blk.49.attn_qkv.weight q4_K 2191blk.50.attn_qkv.weight q4_K 2192blk.51.attn_output.weight iq2_xxs 2193blk.51.attn_v.weight q4_K 2194blk.52.attn_qkv.weight q4_K 2195blk.53.attn_qkv.weight q4_K 2196blk.54.attn_qkv.weight q4_K 2197blk.55.attn_output.weight iq2_xxs 2198blk.55.attn_v.weight q4_K 2199blk.56.attn_qkv.weight q4_K 2200blk.57.attn_qkv.weight q4_K 2201blk.58.attn_qkv.weight q4_K 2202blk.59.attn_output.weight iq2_xxs 2203blk.59.attn_v.weight q4_K 2204 2205[BF16] bf16 2206 2207[TQ1_0] tq1_0 2208output.weight q6_K 2209token_embd.weight q4_K 2210 2211[TQ2_0] tq2_0 2212output.weight q6_K 2213token_embd.weight q4_K 2214 2215[MXFP4_MOE] mxfp4 2216output.weight q8_0 2217token_embd.weight q8_0 2218blk.0.attn_gate.weight q8_0 2219blk.0.attn_qkv.weight q8_0 2220blk.0.ffn_down_shexp.weight q8_0 2221blk.0.ffn_gate_shexp.weight q8_0 2222blk.0.ffn_up_shexp.weight q8_0 2223blk.0.ssm_alpha.weight q8_0 2224blk.0.ssm_beta.weight q8_0 2225blk.0.ssm_out.weight q8_0 2226blk.1.attn_gate.weight q8_0 2227blk.1.attn_qkv.weight q8_0 2228blk.1.ffn_down_shexp.weight q8_0 2229blk.1.ffn_gate_shexp.weight q8_0 2230blk.1.ffn_up_shexp.weight q8_0 2231blk.1.ssm_alpha.weight q8_0 2232blk.1.ssm_beta.weight q8_0 2233blk.1.ssm_out.weight q8_0 2234blk.2.attn_gate.weight q8_0 2235blk.2.attn_qkv.weight q8_0 2236blk.2.ffn_down_shexp.weight q8_0 2237blk.2.ffn_gate_shexp.weight q8_0 2238blk.2.ffn_up_shexp.weight q8_0 2239blk.2.ssm_alpha.weight q8_0 2240blk.2.ssm_beta.weight q8_0 2241blk.2.ssm_out.weight q8_0 2242blk.3.attn_k.weight q8_0 2243blk.3.attn_output.weight q8_0 2244blk.3.attn_q.weight q8_0 2245blk.3.attn_v.weight q8_0 2246blk.3.ffn_down_shexp.weight q8_0 2247blk.3.ffn_gate_shexp.weight q8_0 2248blk.3.ffn_up_shexp.weight q8_0 2249blk.4.attn_gate.weight q8_0 2250blk.4.attn_qkv.weight q8_0 2251blk.4.ffn_down_shexp.weight q8_0 2252blk.4.ffn_gate_shexp.weight q8_0 2253blk.4.ffn_up_shexp.weight q8_0 2254blk.4.ssm_alpha.weight q8_0 2255blk.4.ssm_beta.weight q8_0 2256blk.4.ssm_out.weight q8_0 2257blk.5.attn_gate.weight q8_0 2258blk.5.attn_qkv.weight q8_0 2259blk.5.ffn_down_shexp.weight q8_0 2260blk.5.ffn_gate_shexp.weight q8_0 2261blk.5.ffn_up_shexp.weight q8_0 2262blk.5.ssm_alpha.weight q8_0 2263blk.5.ssm_beta.weight q8_0 2264blk.5.ssm_out.weight q8_0 2265blk.6.attn_gate.weight q8_0 2266blk.6.attn_qkv.weight q8_0 2267blk.6.ffn_down_shexp.weight q8_0 2268blk.6.ffn_gate_shexp.weight q8_0 2269blk.6.ffn_up_shexp.weight q8_0 2270blk.6.ssm_alpha.weight q8_0 2271blk.6.ssm_beta.weight q8_0 2272blk.6.ssm_out.weight q8_0 2273blk.7.attn_k.weight q8_0 2274blk.7.attn_output.weight q8_0 2275blk.7.attn_q.weight q8_0 2276blk.7.attn_v.weight q8_0 2277blk.7.ffn_down_shexp.weight q8_0 2278blk.7.ffn_gate_shexp.weight q8_0 2279blk.7.ffn_up_shexp.weight q8_0 2280blk.8.attn_gate.weight q8_0 2281blk.8.attn_qkv.weight q8_0 2282blk.8.ffn_down_shexp.weight q8_0 2283blk.8.ffn_gate_shexp.weight q8_0 2284blk.8.ffn_up_shexp.weight q8_0 2285blk.8.ssm_alpha.weight q8_0 2286blk.8.ssm_beta.weight q8_0 2287blk.8.ssm_out.weight q8_0 2288blk.9.attn_gate.weight q8_0 2289blk.9.attn_qkv.weight q8_0 2290blk.9.ffn_down_shexp.weight q8_0 2291blk.9.ffn_gate_shexp.weight q8_0 2292blk.9.ffn_up_shexp.weight q8_0 2293blk.9.ssm_alpha.weight q8_0 2294blk.9.ssm_beta.weight q8_0 2295blk.9.ssm_out.weight q8_0 2296blk.10.attn_gate.weight q8_0 2297blk.10.attn_qkv.weight q8_0 2298blk.10.ffn_down_shexp.weight q8_0 2299blk.10.ffn_gate_shexp.weight q8_0 2300blk.10.ffn_up_shexp.weight q8_0 2301blk.10.ssm_alpha.weight q8_0 2302blk.10.ssm_beta.weight q8_0 2303blk.10.ssm_out.weight q8_0 2304blk.11.attn_k.weight q8_0 2305blk.11.attn_output.weight q8_0 2306blk.11.attn_q.weight q8_0 2307blk.11.attn_v.weight q8_0 2308blk.11.ffn_down_shexp.weight q8_0 2309blk.11.ffn_gate_shexp.weight q8_0 2310blk.11.ffn_up_shexp.weight q8_0 2311blk.12.attn_gate.weight q8_0 2312blk.12.attn_qkv.weight q8_0 2313blk.12.ffn_down_shexp.weight q8_0 2314blk.12.ffn_gate_shexp.weight q8_0 2315blk.12.ffn_up_shexp.weight q8_0 2316blk.12.ssm_alpha.weight q8_0 2317blk.12.ssm_beta.weight q8_0 2318blk.12.ssm_out.weight q8_0 2319blk.13.attn_gate.weight q8_0 2320blk.13.attn_qkv.weight q8_0 2321blk.13.ffn_down_shexp.weight q8_0 2322blk.13.ffn_gate_shexp.weight q8_0 2323blk.13.ffn_up_shexp.weight q8_0 2324blk.13.ssm_alpha.weight q8_0 2325blk.13.ssm_beta.weight q8_0 2326blk.13.ssm_out.weight q8_0 2327blk.14.attn_gate.weight q8_0 2328blk.14.attn_qkv.weight q8_0 2329blk.14.ffn_down_shexp.weight q8_0 2330blk.14.ffn_gate_shexp.weight q8_0 2331blk.14.ffn_up_shexp.weight q8_0 2332blk.14.ssm_alpha.weight q8_0 2333blk.14.ssm_beta.weight q8_0 2334blk.14.ssm_out.weight q8_0 2335blk.15.attn_k.weight q8_0 2336blk.15.attn_output.weight q8_0 2337blk.15.attn_q.weight q8_0 2338blk.15.attn_v.weight q8_0 2339blk.15.ffn_down_shexp.weight q8_0 2340blk.15.ffn_gate_shexp.weight q8_0 2341blk.15.ffn_up_shexp.weight q8_0 2342blk.16.attn_gate.weight q8_0 2343blk.16.attn_qkv.weight q8_0 2344blk.16.ffn_down_shexp.weight q8_0 2345blk.16.ffn_gate_shexp.weight q8_0 2346blk.16.ffn_up_shexp.weight q8_0 2347blk.16.ssm_alpha.weight q8_0 2348blk.16.ssm_beta.weight q8_0 2349blk.16.ssm_out.weight q8_0 2350blk.17.attn_gate.weight q8_0 2351blk.17.attn_qkv.weight q8_0 2352blk.17.ffn_down_shexp.weight q8_0 2353blk.17.ffn_gate_shexp.weight q8_0 2354blk.17.ffn_up_shexp.weight q8_0 2355blk.17.ssm_alpha.weight q8_0 2356blk.17.ssm_beta.weight q8_0 2357blk.17.ssm_out.weight q8_0 2358blk.18.attn_gate.weight q8_0 2359blk.18.attn_qkv.weight q8_0 2360blk.18.ffn_down_shexp.weight q8_0 2361blk.18.ffn_gate_shexp.weight q8_0 2362blk.18.ffn_up_shexp.weight q8_0 2363blk.18.ssm_alpha.weight q8_0 2364blk.18.ssm_beta.weight q8_0 2365blk.18.ssm_out.weight q8_0 2366blk.19.attn_k.weight q8_0 2367blk.19.attn_output.weight q8_0 2368blk.19.attn_q.weight q8_0 2369blk.19.attn_v.weight q8_0 2370blk.19.ffn_down_shexp.weight q8_0 2371blk.19.ffn_gate_shexp.weight q8_0 2372blk.19.ffn_up_shexp.weight q8_0 2373blk.20.attn_gate.weight q8_0 2374blk.20.attn_qkv.weight q8_0 2375blk.20.ffn_down_shexp.weight q8_0 2376blk.20.ffn_gate_shexp.weight q8_0 2377blk.20.ffn_up_shexp.weight q8_0 2378blk.20.ssm_alpha.weight q8_0 2379blk.20.ssm_beta.weight q8_0 2380blk.20.ssm_out.weight q8_0 2381blk.21.attn_gate.weight q8_0 2382blk.21.attn_qkv.weight q8_0 2383blk.21.ffn_down_shexp.weight q8_0 2384blk.21.ffn_gate_shexp.weight q8_0 2385blk.21.ffn_up_shexp.weight q8_0 2386blk.21.ssm_alpha.weight q8_0 2387blk.21.ssm_beta.weight q8_0 2388blk.21.ssm_out.weight q8_0 2389blk.22.attn_gate.weight q8_0 2390blk.22.attn_qkv.weight q8_0 2391blk.22.ffn_down_shexp.weight q8_0 2392blk.22.ffn_gate_shexp.weight q8_0 2393blk.22.ffn_up_shexp.weight q8_0 2394blk.22.ssm_alpha.weight q8_0 2395blk.22.ssm_beta.weight q8_0 2396blk.22.ssm_out.weight q8_0 2397blk.23.attn_k.weight q8_0 2398blk.23.attn_output.weight q8_0 2399blk.23.attn_q.weight q8_0 2400blk.23.attn_v.weight q8_0 2401blk.23.ffn_down_shexp.weight q8_0 2402blk.23.ffn_gate_shexp.weight q8_0 2403blk.23.ffn_up_shexp.weight q8_0 2404blk.24.attn_gate.weight q8_0 2405blk.24.attn_qkv.weight q8_0 2406blk.24.ffn_down_shexp.weight q8_0 2407blk.24.ffn_gate_shexp.weight q8_0 2408blk.24.ffn_up_shexp.weight q8_0 2409blk.24.ssm_alpha.weight q8_0 2410blk.24.ssm_beta.weight q8_0 2411blk.24.ssm_out.weight q8_0 2412blk.25.attn_gate.weight q8_0 2413blk.25.attn_qkv.weight q8_0 2414blk.25.ffn_down_shexp.weight q8_0 2415blk.25.ffn_gate_shexp.weight q8_0 2416blk.25.ffn_up_shexp.weight q8_0 2417blk.25.ssm_alpha.weight q8_0 2418blk.25.ssm_beta.weight q8_0 2419blk.25.ssm_out.weight q8_0 2420blk.26.attn_gate.weight q8_0 2421blk.26.attn_qkv.weight q8_0 2422blk.26.ffn_down_shexp.weight q8_0 2423blk.26.ffn_gate_shexp.weight q8_0 2424blk.26.ffn_up_shexp.weight q8_0 2425blk.26.ssm_alpha.weight q8_0 2426blk.26.ssm_beta.weight q8_0 2427blk.26.ssm_out.weight q8_0 2428blk.27.attn_k.weight q8_0 2429blk.27.attn_output.weight q8_0 2430blk.27.attn_q.weight q8_0 2431blk.27.attn_v.weight q8_0 2432blk.27.ffn_down_shexp.weight q8_0 2433blk.27.ffn_gate_shexp.weight q8_0 2434blk.27.ffn_up_shexp.weight q8_0 2435blk.28.attn_gate.weight q8_0 2436blk.28.attn_qkv.weight q8_0 2437blk.28.ffn_down_shexp.weight q8_0 2438blk.28.ffn_gate_shexp.weight q8_0 2439blk.28.ffn_up_shexp.weight q8_0 2440blk.28.ssm_alpha.weight q8_0 2441blk.28.ssm_beta.weight q8_0 2442blk.28.ssm_out.weight q8_0 2443blk.29.attn_gate.weight q8_0 2444blk.29.attn_qkv.weight q8_0 2445blk.29.ffn_down_shexp.weight q8_0 2446blk.29.ffn_gate_shexp.weight q8_0 2447blk.29.ffn_up_shexp.weight q8_0 2448blk.29.ssm_alpha.weight q8_0 2449blk.29.ssm_beta.weight q8_0 2450blk.29.ssm_out.weight q8_0 2451blk.30.attn_gate.weight q8_0 2452blk.30.attn_qkv.weight q8_0 2453blk.30.ffn_down_shexp.weight q8_0 2454blk.30.ffn_gate_shexp.weight q8_0 2455blk.30.ffn_up_shexp.weight q8_0 2456blk.30.ssm_alpha.weight q8_0 2457blk.30.ssm_beta.weight q8_0 2458blk.30.ssm_out.weight q8_0 2459blk.31.attn_k.weight q8_0 2460blk.31.attn_output.weight q8_0 2461blk.31.attn_q.weight q8_0 2462blk.31.attn_v.weight q8_0 2463blk.31.ffn_down_shexp.weight q8_0 2464blk.31.ffn_gate_shexp.weight q8_0 2465blk.31.ffn_up_shexp.weight q8_0 2466blk.32.attn_gate.weight q8_0 2467blk.32.attn_qkv.weight q8_0 2468blk.32.ffn_down_shexp.weight q8_0 2469blk.32.ffn_gate_shexp.weight q8_0 2470blk.32.ffn_up_shexp.weight q8_0 2471blk.32.ssm_alpha.weight q8_0 2472blk.32.ssm_beta.weight q8_0 2473blk.32.ssm_out.weight q8_0 2474blk.33.attn_gate.weight q8_0 2475blk.33.attn_qkv.weight q8_0 2476blk.33.ffn_down_shexp.weight q8_0 2477blk.33.ffn_gate_shexp.weight q8_0 2478blk.33.ffn_up_shexp.weight q8_0 2479blk.33.ssm_alpha.weight q8_0 2480blk.33.ssm_beta.weight q8_0 2481blk.33.ssm_out.weight q8_0 2482blk.34.attn_gate.weight q8_0 2483blk.34.attn_qkv.weight q8_0 2484blk.34.ffn_down_shexp.weight q8_0 2485blk.34.ffn_gate_shexp.weight q8_0 2486blk.34.ffn_up_shexp.weight q8_0 2487blk.34.ssm_alpha.weight q8_0 2488blk.34.ssm_beta.weight q8_0 2489blk.34.ssm_out.weight q8_0 2490blk.35.attn_k.weight q8_0 2491blk.35.attn_output.weight q8_0 2492blk.35.attn_q.weight q8_0 2493blk.35.attn_v.weight q8_0 2494blk.35.ffn_down_shexp.weight q8_0 2495blk.35.ffn_gate_shexp.weight q8_0 2496blk.35.ffn_up_shexp.weight q8_0 2497blk.36.attn_gate.weight q8_0 2498blk.36.attn_qkv.weight q8_0 2499blk.36.ffn_down_shexp.weight q8_0 2500blk.36.ffn_gate_shexp.weight q8_0 2501blk.36.ffn_up_shexp.weight q8_0 2502blk.36.ssm_alpha.weight q8_0 2503blk.36.ssm_beta.weight q8_0 2504blk.36.ssm_out.weight q8_0 2505blk.37.attn_gate.weight q8_0 2506blk.37.attn_qkv.weight q8_0 2507blk.37.ffn_down_shexp.weight q8_0 2508blk.37.ffn_gate_shexp.weight q8_0 2509blk.37.ffn_up_shexp.weight q8_0 2510blk.37.ssm_alpha.weight q8_0 2511blk.37.ssm_beta.weight q8_0 2512blk.37.ssm_out.weight q8_0 2513blk.38.attn_gate.weight q8_0 2514blk.38.attn_qkv.weight q8_0 2515blk.38.ffn_down_shexp.weight q8_0 2516blk.38.ffn_gate_shexp.weight q8_0 2517blk.38.ffn_up_shexp.weight q8_0 2518blk.38.ssm_alpha.weight q8_0 2519blk.38.ssm_beta.weight q8_0 2520blk.38.ssm_out.weight q8_0 2521blk.39.attn_k.weight q8_0 2522blk.39.attn_output.weight q8_0 2523blk.39.attn_q.weight q8_0 2524blk.39.attn_v.weight q8_0 2525blk.39.ffn_down_shexp.weight q8_0 2526blk.39.ffn_gate_shexp.weight q8_0 2527blk.39.ffn_up_shexp.weight q8_0 2528blk.40.attn_gate.weight q8_0 2529blk.40.attn_qkv.weight q8_0 2530blk.40.ffn_down_shexp.weight q8_0 2531blk.40.ffn_gate_shexp.weight q8_0 2532blk.40.ffn_up_shexp.weight q8_0 2533blk.40.ssm_alpha.weight q8_0 2534blk.40.ssm_beta.weight q8_0 2535blk.40.ssm_out.weight q8_0 2536blk.41.attn_gate.weight q8_0 2537blk.41.attn_qkv.weight q8_0 2538blk.41.ffn_down_shexp.weight q8_0 2539blk.41.ffn_gate_shexp.weight q8_0 2540blk.41.ffn_up_shexp.weight q8_0 2541blk.41.ssm_alpha.weight q8_0 2542blk.41.ssm_beta.weight q8_0 2543blk.41.ssm_out.weight q8_0 2544blk.42.attn_gate.weight q8_0 2545blk.42.attn_qkv.weight q8_0 2546blk.42.ffn_down_shexp.weight q8_0 2547blk.42.ffn_gate_shexp.weight q8_0 2548blk.42.ffn_up_shexp.weight q8_0 2549blk.42.ssm_alpha.weight q8_0 2550blk.42.ssm_beta.weight q8_0 2551blk.42.ssm_out.weight q8_0 2552blk.43.attn_k.weight q8_0 2553blk.43.attn_output.weight q8_0 2554blk.43.attn_q.weight q8_0 2555blk.43.attn_v.weight q8_0 2556blk.43.ffn_down_shexp.weight q8_0 2557blk.43.ffn_gate_shexp.weight q8_0 2558blk.43.ffn_up_shexp.weight q8_0 2559blk.44.attn_gate.weight q8_0 2560blk.44.attn_qkv.weight q8_0 2561blk.44.ffn_down_shexp.weight q8_0 2562blk.44.ffn_gate_shexp.weight q8_0 2563blk.44.ffn_up_shexp.weight q8_0 2564blk.44.ssm_alpha.weight q8_0 2565blk.44.ssm_beta.weight q8_0 2566blk.44.ssm_out.weight q8_0 2567blk.45.attn_gate.weight q8_0 2568blk.45.attn_qkv.weight q8_0 2569blk.45.ffn_down_shexp.weight q8_0 2570blk.45.ffn_gate_shexp.weight q8_0 2571blk.45.ffn_up_shexp.weight q8_0 2572blk.45.ssm_alpha.weight q8_0 2573blk.45.ssm_beta.weight q8_0 2574blk.45.ssm_out.weight q8_0 2575blk.46.attn_gate.weight q8_0 2576blk.46.attn_qkv.weight q8_0 2577blk.46.ffn_down_shexp.weight q8_0 2578blk.46.ffn_gate_shexp.weight q8_0 2579blk.46.ffn_up_shexp.weight q8_0 2580blk.46.ssm_alpha.weight q8_0 2581blk.46.ssm_beta.weight q8_0 2582blk.46.ssm_out.weight q8_0 2583blk.47.attn_k.weight q8_0 2584blk.47.attn_output.weight q8_0 2585blk.47.attn_q.weight q8_0 2586blk.47.attn_v.weight q8_0 2587blk.47.ffn_down_shexp.weight q8_0 2588blk.47.ffn_gate_shexp.weight q8_0 2589blk.47.ffn_up_shexp.weight q8_0 2590blk.48.attn_gate.weight q8_0 2591blk.48.attn_qkv.weight q8_0 2592blk.48.ffn_down_shexp.weight q8_0 2593blk.48.ffn_gate_shexp.weight q8_0 2594blk.48.ffn_up_shexp.weight q8_0 2595blk.48.ssm_alpha.weight q8_0 2596blk.48.ssm_beta.weight q8_0 2597blk.48.ssm_out.weight q8_0 2598blk.49.attn_gate.weight q8_0 2599blk.49.attn_qkv.weight q8_0 2600blk.49.ffn_down_shexp.weight q8_0 2601blk.49.ffn_gate_shexp.weight q8_0 2602blk.49.ffn_up_shexp.weight q8_0 2603blk.49.ssm_alpha.weight q8_0 2604blk.49.ssm_beta.weight q8_0 2605blk.49.ssm_out.weight q8_0 2606blk.50.attn_gate.weight q8_0 2607blk.50.attn_qkv.weight q8_0 2608blk.50.ffn_down_shexp.weight q8_0 2609blk.50.ffn_gate_shexp.weight q8_0 2610blk.50.ffn_up_shexp.weight q8_0 2611blk.50.ssm_alpha.weight q8_0 2612blk.50.ssm_beta.weight q8_0 2613blk.50.ssm_out.weight q8_0 2614blk.51.attn_k.weight q8_0 2615blk.51.attn_output.weight q8_0 2616blk.51.attn_q.weight q8_0 2617blk.51.attn_v.weight q8_0 2618blk.51.ffn_down_shexp.weight q8_0 2619blk.51.ffn_gate_shexp.weight q8_0 2620blk.51.ffn_up_shexp.weight q8_0 2621blk.52.attn_gate.weight q8_0 2622blk.52.attn_qkv.weight q8_0 2623blk.52.ffn_down_shexp.weight q8_0 2624blk.52.ffn_gate_shexp.weight q8_0 2625blk.52.ffn_up_shexp.weight q8_0 2626blk.52.ssm_alpha.weight q8_0 2627blk.52.ssm_beta.weight q8_0 2628blk.52.ssm_out.weight q8_0 2629blk.53.attn_gate.weight q8_0 2630blk.53.attn_qkv.weight q8_0 2631blk.53.ffn_down_shexp.weight q8_0 2632blk.53.ffn_gate_shexp.weight q8_0 2633blk.53.ffn_up_shexp.weight q8_0 2634blk.53.ssm_alpha.weight q8_0 2635blk.53.ssm_beta.weight q8_0 2636blk.53.ssm_out.weight q8_0 2637blk.54.attn_gate.weight q8_0 2638blk.54.attn_qkv.weight q8_0 2639blk.54.ffn_down_shexp.weight q8_0 2640blk.54.ffn_gate_shexp.weight q8_0 2641blk.54.ffn_up_shexp.weight q8_0 2642blk.54.ssm_alpha.weight q8_0 2643blk.54.ssm_beta.weight q8_0 2644blk.54.ssm_out.weight q8_0 2645blk.55.attn_k.weight q8_0 2646blk.55.attn_output.weight q8_0 2647blk.55.attn_q.weight q8_0 2648blk.55.attn_v.weight q8_0 2649blk.55.ffn_down_shexp.weight q8_0 2650blk.55.ffn_gate_shexp.weight q8_0 2651blk.55.ffn_up_shexp.weight q8_0 2652blk.56.attn_gate.weight q8_0 2653blk.56.attn_qkv.weight q8_0 2654blk.56.ffn_down_shexp.weight q8_0 2655blk.56.ffn_gate_shexp.weight q8_0 2656blk.56.ffn_up_shexp.weight q8_0 2657blk.56.ssm_alpha.weight q8_0 2658blk.56.ssm_beta.weight q8_0 2659blk.56.ssm_out.weight q8_0 2660blk.57.attn_gate.weight q8_0 2661blk.57.attn_qkv.weight q8_0 2662blk.57.ffn_down_shexp.weight q8_0 2663blk.57.ffn_gate_shexp.weight q8_0 2664blk.57.ffn_up_shexp.weight q8_0 2665blk.57.ssm_alpha.weight q8_0 2666blk.57.ssm_beta.weight q8_0 2667blk.57.ssm_out.weight q8_0 2668blk.58.attn_gate.weight q8_0 2669blk.58.attn_qkv.weight q8_0 2670blk.58.ffn_down_shexp.weight q8_0 2671blk.58.ffn_gate_shexp.weight q8_0 2672blk.58.ffn_up_shexp.weight q8_0 2673blk.58.ssm_alpha.weight q8_0 2674blk.58.ssm_beta.weight q8_0 2675blk.58.ssm_out.weight q8_0 2676blk.59.attn_k.weight q8_0 2677blk.59.attn_output.weight q8_0 2678blk.59.attn_q.weight q8_0 2679blk.59.attn_v.weight q8_0 2680blk.59.ffn_down_shexp.weight q8_0 2681blk.59.ffn_gate_shexp.weight q8_0 2682blk.59.ffn_up_shexp.weight q8_0