char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
47f686f53
char/aliceai-t5-moe
1# Model: Qwen3.5-27B 2# n_embd=5120, n_ff=17408, n_vocab=248320, n_layer=64, n_head=24, n_head_kv=4 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_qkv.weight q4_K 25blk.0.ffn_down.weight q3_K 26blk.1.attn_qkv.weight q4_K 27blk.1.ffn_down.weight q3_K 28blk.2.attn_qkv.weight q4_K 29blk.2.ffn_down.weight q3_K 30blk.3.attn_output.weight q3_K 31blk.3.attn_v.weight q4_K 32blk.3.ffn_down.weight q3_K 33blk.4.attn_qkv.weight q4_K 34blk.4.ffn_down.weight q3_K 35blk.5.attn_qkv.weight q4_K 36blk.5.ffn_down.weight q3_K 37blk.6.attn_qkv.weight q4_K 38blk.6.ffn_down.weight q3_K 39blk.7.attn_output.weight q3_K 40blk.7.attn_v.weight q4_K 41blk.7.ffn_down.weight q3_K 42blk.8.attn_qkv.weight q4_K 43blk.8.ffn_down.weight q3_K 44blk.9.attn_qkv.weight q4_K 45blk.9.ffn_down.weight q3_K 46blk.10.attn_qkv.weight q4_K 47blk.10.ffn_down.weight q3_K 48blk.11.attn_output.weight q3_K 49blk.11.attn_v.weight q4_K 50blk.11.ffn_down.weight q3_K 51blk.12.attn_qkv.weight q4_K 52blk.12.ffn_down.weight q3_K 53blk.13.attn_qkv.weight q4_K 54blk.13.ffn_down.weight q3_K 55blk.14.attn_qkv.weight q4_K 56blk.14.ffn_down.weight q3_K 57blk.15.attn_output.weight q3_K 58blk.15.attn_v.weight q4_K 59blk.15.ffn_down.weight q3_K 60blk.16.attn_qkv.weight q4_K 61blk.16.ffn_down.weight q3_K 62blk.17.attn_qkv.weight q4_K 63blk.17.ffn_down.weight q3_K 64blk.18.attn_qkv.weight q4_K 65blk.18.ffn_down.weight q3_K 66blk.19.attn_output.weight q3_K 67blk.19.attn_v.weight q4_K 68blk.19.ffn_down.weight q3_K 69blk.20.attn_qkv.weight q4_K 70blk.20.ffn_down.weight q3_K 71blk.21.attn_qkv.weight q4_K 72blk.21.ffn_down.weight q3_K 73blk.22.attn_qkv.weight q4_K 74blk.22.ffn_down.weight q3_K 75blk.23.attn_output.weight q3_K 76blk.23.attn_v.weight q4_K 77blk.23.ffn_down.weight q3_K 78blk.24.attn_qkv.weight q4_K 79blk.24.ffn_down.weight q3_K 80blk.25.attn_qkv.weight q4_K 81blk.25.ffn_down.weight q3_K 82blk.26.attn_qkv.weight q4_K 83blk.26.ffn_down.weight q3_K 84blk.27.attn_output.weight q3_K 85blk.27.attn_v.weight q4_K 86blk.27.ffn_down.weight q3_K 87blk.28.attn_qkv.weight q4_K 88blk.28.ffn_down.weight q3_K 89blk.29.attn_qkv.weight q4_K 90blk.29.ffn_down.weight q3_K 91blk.30.attn_qkv.weight q4_K 92blk.30.ffn_down.weight q3_K 93blk.31.attn_output.weight q3_K 94blk.31.attn_v.weight q4_K 95blk.31.ffn_down.weight q3_K 96blk.32.attn_qkv.weight q4_K 97blk.32.ffn_down.weight q3_K 98blk.33.attn_qkv.weight q4_K 99blk.33.ffn_down.weight q3_K 100blk.34.attn_qkv.weight q4_K 101blk.34.ffn_down.weight q3_K 102blk.35.attn_output.weight q3_K 103blk.35.attn_v.weight q4_K 104blk.35.ffn_down.weight q3_K 105blk.36.attn_qkv.weight q4_K 106blk.36.ffn_down.weight q3_K 107blk.37.attn_qkv.weight q4_K 108blk.37.ffn_down.weight q3_K 109blk.38.attn_qkv.weight q4_K 110blk.38.ffn_down.weight q3_K 111blk.39.attn_output.weight q3_K 112blk.39.attn_v.weight q4_K 113blk.39.ffn_down.weight q3_K 114blk.40.attn_qkv.weight q4_K 115blk.40.ffn_down.weight q3_K 116blk.41.attn_qkv.weight q4_K 117blk.41.ffn_down.weight q3_K 118blk.42.attn_qkv.weight q4_K 119blk.42.ffn_down.weight q3_K 120blk.43.attn_output.weight q3_K 121blk.43.attn_v.weight q4_K 122blk.43.ffn_down.weight q3_K 123blk.44.attn_qkv.weight q4_K 124blk.44.ffn_down.weight q3_K 125blk.45.attn_qkv.weight q4_K 126blk.45.ffn_down.weight q3_K 127blk.46.attn_qkv.weight q4_K 128blk.46.ffn_down.weight q3_K 129blk.47.attn_output.weight q3_K 130blk.47.attn_v.weight q4_K 131blk.47.ffn_down.weight q3_K 132blk.48.attn_qkv.weight q4_K 133blk.48.ffn_down.weight q3_K 134blk.49.attn_qkv.weight q4_K 135blk.49.ffn_down.weight q3_K 136blk.50.attn_qkv.weight q4_K 137blk.50.ffn_down.weight q3_K 138blk.51.attn_output.weight q3_K 139blk.51.attn_v.weight q4_K 140blk.51.ffn_down.weight q3_K 141blk.52.attn_qkv.weight q4_K 142blk.52.ffn_down.weight q3_K 143blk.53.attn_qkv.weight q4_K 144blk.53.ffn_down.weight q3_K 145blk.54.attn_qkv.weight q4_K 146blk.54.ffn_down.weight q3_K 147blk.55.attn_output.weight q3_K 148blk.55.attn_v.weight q4_K 149blk.55.ffn_down.weight q3_K 150blk.56.attn_qkv.weight q4_K 151blk.56.ffn_down.weight q3_K 152blk.57.attn_qkv.weight q4_K 153blk.57.ffn_down.weight q3_K 154blk.58.attn_qkv.weight q4_K 155blk.58.ffn_down.weight q3_K 156blk.59.attn_output.weight q3_K 157blk.59.attn_v.weight q4_K 158blk.59.ffn_down.weight q3_K 159blk.60.attn_qkv.weight q4_K 160blk.60.ffn_down.weight q3_K 161blk.61.attn_qkv.weight q4_K 162blk.61.ffn_down.weight q3_K 163blk.62.attn_qkv.weight q4_K 164blk.62.ffn_down.weight q3_K 165blk.63.attn_output.weight q3_K 166blk.63.attn_v.weight q4_K 167blk.63.ffn_down.weight q3_K 168 169[Q3_K_S] q3_K 170output.weight q6_K 171 172[Q3_K_M] q3_K 173output.weight q6_K 174blk.0.attn_qkv.weight q5_K 175blk.0.ffn_down.weight q5_K 176blk.1.attn_qkv.weight q5_K 177blk.1.ffn_down.weight q5_K 178blk.2.attn_qkv.weight q4_K 179blk.2.ffn_down.weight q5_K 180blk.3.attn_output.weight q4_K 181blk.3.attn_v.weight q4_K 182blk.3.ffn_down.weight q5_K 183blk.4.attn_qkv.weight q4_K 184blk.4.ffn_down.weight q4_K 185blk.5.attn_qkv.weight q4_K 186blk.5.ffn_down.weight q4_K 187blk.6.attn_qkv.weight q4_K 188blk.6.ffn_down.weight q4_K 189blk.7.attn_output.weight q4_K 190blk.7.attn_v.weight q4_K 191blk.7.ffn_down.weight q4_K 192blk.8.attn_qkv.weight q4_K 193blk.8.ffn_down.weight q4_K 194blk.9.attn_qkv.weight q4_K 195blk.9.ffn_down.weight q4_K 196blk.10.attn_qkv.weight q4_K 197blk.10.ffn_down.weight q4_K 198blk.11.attn_output.weight q4_K 199blk.11.attn_v.weight q4_K 200blk.11.ffn_down.weight q4_K 201blk.12.attn_qkv.weight q4_K 202blk.12.ffn_down.weight q4_K 203blk.13.attn_qkv.weight q4_K 204blk.13.ffn_down.weight q4_K 205blk.14.attn_qkv.weight q4_K 206blk.14.ffn_down.weight q4_K 207blk.15.attn_output.weight q4_K 208blk.15.attn_v.weight q4_K 209blk.15.ffn_down.weight q4_K 210blk.16.attn_qkv.weight q4_K 211blk.16.ffn_down.weight q4_K 212blk.17.attn_qkv.weight q4_K 213blk.17.ffn_down.weight q4_K 214blk.18.attn_qkv.weight q4_K 215blk.18.ffn_down.weight q4_K 216blk.19.attn_output.weight q4_K 217blk.19.attn_v.weight q4_K 218blk.19.ffn_down.weight q4_K 219blk.20.attn_qkv.weight q4_K 220blk.20.ffn_down.weight q4_K 221blk.21.attn_qkv.weight q4_K 222blk.21.ffn_down.weight q4_K 223blk.22.attn_qkv.weight q4_K 224blk.22.ffn_down.weight q4_K 225blk.23.attn_output.weight q4_K 226blk.23.attn_v.weight q4_K 227blk.23.ffn_down.weight q4_K 228blk.24.attn_qkv.weight q4_K 229blk.24.ffn_down.weight q4_K 230blk.25.attn_qkv.weight q4_K 231blk.25.ffn_down.weight q4_K 232blk.26.attn_qkv.weight q4_K 233blk.26.ffn_down.weight q4_K 234blk.27.attn_output.weight q4_K 235blk.27.attn_v.weight q4_K 236blk.27.ffn_down.weight q4_K 237blk.28.attn_qkv.weight q4_K 238blk.28.ffn_down.weight q4_K 239blk.29.attn_qkv.weight q4_K 240blk.29.ffn_down.weight q4_K 241blk.30.attn_qkv.weight q4_K 242blk.30.ffn_down.weight q4_K 243blk.31.attn_output.weight q4_K 244blk.31.attn_v.weight q4_K 245blk.31.ffn_down.weight q4_K 246blk.32.attn_qkv.weight q4_K 247blk.32.ffn_down.weight q4_K 248blk.33.attn_qkv.weight q4_K 249blk.33.ffn_down.weight q4_K 250blk.34.attn_qkv.weight q4_K 251blk.34.ffn_down.weight q4_K 252blk.35.attn_output.weight q4_K 253blk.35.attn_v.weight q4_K 254blk.35.ffn_down.weight q4_K 255blk.36.attn_qkv.weight q4_K 256blk.36.ffn_down.weight q4_K 257blk.37.attn_qkv.weight q4_K 258blk.37.ffn_down.weight q4_K 259blk.38.attn_qkv.weight q4_K 260blk.38.ffn_down.weight q4_K 261blk.39.attn_output.weight q4_K 262blk.39.attn_v.weight q4_K 263blk.39.ffn_down.weight q4_K 264blk.40.attn_qkv.weight q4_K 265blk.40.ffn_down.weight q4_K 266blk.41.attn_qkv.weight q4_K 267blk.41.ffn_down.weight q4_K 268blk.42.attn_qkv.weight q4_K 269blk.42.ffn_down.weight q4_K 270blk.43.attn_output.weight q4_K 271blk.43.attn_v.weight q4_K 272blk.43.ffn_down.weight q4_K 273blk.44.attn_qkv.weight q4_K 274blk.44.ffn_down.weight q4_K 275blk.45.attn_qkv.weight q4_K 276blk.45.ffn_down.weight q4_K 277blk.46.attn_qkv.weight q4_K 278blk.46.ffn_down.weight q4_K 279blk.47.attn_output.weight q4_K 280blk.47.attn_v.weight q4_K 281blk.47.ffn_down.weight q4_K 282blk.48.attn_qkv.weight q4_K 283blk.48.ffn_down.weight q4_K 284blk.49.attn_qkv.weight q4_K 285blk.49.ffn_down.weight q4_K 286blk.50.attn_qkv.weight q4_K 287blk.50.ffn_down.weight q4_K 288blk.51.attn_output.weight q4_K 289blk.51.attn_v.weight q4_K 290blk.51.ffn_down.weight q4_K 291blk.52.attn_qkv.weight q4_K 292blk.52.ffn_down.weight q4_K 293blk.53.attn_qkv.weight q4_K 294blk.53.ffn_down.weight q4_K 295blk.54.attn_qkv.weight q4_K 296blk.54.ffn_down.weight q4_K 297blk.55.attn_output.weight q4_K 298blk.55.attn_v.weight q4_K 299blk.55.ffn_down.weight q4_K 300blk.56.attn_qkv.weight q4_K 301blk.56.ffn_down.weight q4_K 302blk.57.attn_qkv.weight q4_K 303blk.57.ffn_down.weight q4_K 304blk.58.attn_qkv.weight q4_K 305blk.58.ffn_down.weight q4_K 306blk.59.attn_output.weight q4_K 307blk.59.attn_v.weight q4_K 308blk.59.ffn_down.weight q4_K 309blk.60.attn_qkv.weight q4_K 310blk.60.ffn_down.weight q4_K 311blk.61.attn_qkv.weight q4_K 312blk.61.ffn_down.weight q4_K 313blk.62.attn_qkv.weight q4_K 314blk.62.ffn_down.weight q4_K 315blk.63.attn_output.weight q4_K 316blk.63.attn_v.weight q4_K 317blk.63.ffn_down.weight q4_K 318 319[Q3_K_L] q3_K 320output.weight q6_K 321blk.0.attn_qkv.weight q5_K 322blk.0.ffn_down.weight q5_K 323blk.1.attn_qkv.weight q5_K 324blk.1.ffn_down.weight q5_K 325blk.2.attn_qkv.weight q5_K 326blk.2.ffn_down.weight q5_K 327blk.3.attn_output.weight q5_K 328blk.3.attn_v.weight q5_K 329blk.3.ffn_down.weight q5_K 330blk.4.attn_qkv.weight q5_K 331blk.4.ffn_down.weight q5_K 332blk.5.attn_qkv.weight q5_K 333blk.5.ffn_down.weight q5_K 334blk.6.attn_qkv.weight q5_K 335blk.6.ffn_down.weight q5_K 336blk.7.attn_output.weight q5_K 337blk.7.attn_v.weight q5_K 338blk.7.ffn_down.weight q5_K 339blk.8.attn_qkv.weight q5_K 340blk.8.ffn_down.weight q5_K 341blk.9.attn_qkv.weight q5_K 342blk.9.ffn_down.weight q5_K 343blk.10.attn_qkv.weight q5_K 344blk.10.ffn_down.weight q5_K 345blk.11.attn_output.weight q5_K 346blk.11.attn_v.weight q5_K 347blk.11.ffn_down.weight q5_K 348blk.12.attn_qkv.weight q5_K 349blk.12.ffn_down.weight q5_K 350blk.13.attn_qkv.weight q5_K 351blk.13.ffn_down.weight q5_K 352blk.14.attn_qkv.weight q5_K 353blk.14.ffn_down.weight q5_K 354blk.15.attn_output.weight q5_K 355blk.15.attn_v.weight q5_K 356blk.15.ffn_down.weight q5_K 357blk.16.attn_qkv.weight q5_K 358blk.16.ffn_down.weight q5_K 359blk.17.attn_qkv.weight q5_K 360blk.17.ffn_down.weight q5_K 361blk.18.attn_qkv.weight q5_K 362blk.18.ffn_down.weight q5_K 363blk.19.attn_output.weight q5_K 364blk.19.attn_v.weight q5_K 365blk.19.ffn_down.weight q5_K 366blk.20.attn_qkv.weight q5_K 367blk.20.ffn_down.weight q5_K 368blk.21.attn_qkv.weight q5_K 369blk.21.ffn_down.weight q5_K 370blk.22.attn_qkv.weight q5_K 371blk.22.ffn_down.weight q5_K 372blk.23.attn_output.weight q5_K 373blk.23.attn_v.weight q5_K 374blk.23.ffn_down.weight q5_K 375blk.24.attn_qkv.weight q5_K 376blk.24.ffn_down.weight q5_K 377blk.25.attn_qkv.weight q5_K 378blk.25.ffn_down.weight q5_K 379blk.26.attn_qkv.weight q5_K 380blk.26.ffn_down.weight q5_K 381blk.27.attn_output.weight q5_K 382blk.27.attn_v.weight q5_K 383blk.27.ffn_down.weight q5_K 384blk.28.attn_qkv.weight q5_K 385blk.28.ffn_down.weight q5_K 386blk.29.attn_qkv.weight q5_K 387blk.29.ffn_down.weight q5_K 388blk.30.attn_qkv.weight q5_K 389blk.30.ffn_down.weight q5_K 390blk.31.attn_output.weight q5_K 391blk.31.attn_v.weight q5_K 392blk.31.ffn_down.weight q5_K 393blk.32.attn_qkv.weight q5_K 394blk.32.ffn_down.weight q5_K 395blk.33.attn_qkv.weight q5_K 396blk.33.ffn_down.weight q5_K 397blk.34.attn_qkv.weight q5_K 398blk.34.ffn_down.weight q5_K 399blk.35.attn_output.weight q5_K 400blk.35.attn_v.weight q5_K 401blk.35.ffn_down.weight q5_K 402blk.36.attn_qkv.weight q5_K 403blk.36.ffn_down.weight q5_K 404blk.37.attn_qkv.weight q5_K 405blk.37.ffn_down.weight q5_K 406blk.38.attn_qkv.weight q5_K 407blk.38.ffn_down.weight q5_K 408blk.39.attn_output.weight q5_K 409blk.39.attn_v.weight q5_K 410blk.39.ffn_down.weight q5_K 411blk.40.attn_qkv.weight q5_K 412blk.40.ffn_down.weight q5_K 413blk.41.attn_qkv.weight q5_K 414blk.41.ffn_down.weight q5_K 415blk.42.attn_qkv.weight q5_K 416blk.42.ffn_down.weight q5_K 417blk.43.attn_output.weight q5_K 418blk.43.attn_v.weight q5_K 419blk.43.ffn_down.weight q5_K 420blk.44.attn_qkv.weight q5_K 421blk.44.ffn_down.weight q5_K 422blk.45.attn_qkv.weight q5_K 423blk.45.ffn_down.weight q5_K 424blk.46.attn_qkv.weight q5_K 425blk.46.ffn_down.weight q5_K 426blk.47.attn_output.weight q5_K 427blk.47.attn_v.weight q5_K 428blk.47.ffn_down.weight q5_K 429blk.48.attn_qkv.weight q5_K 430blk.48.ffn_down.weight q5_K 431blk.49.attn_qkv.weight q5_K 432blk.49.ffn_down.weight q5_K 433blk.50.attn_qkv.weight q5_K 434blk.50.ffn_down.weight q5_K 435blk.51.attn_output.weight q5_K 436blk.51.attn_v.weight q5_K 437blk.51.ffn_down.weight q5_K 438blk.52.attn_qkv.weight q5_K 439blk.52.ffn_down.weight q5_K 440blk.53.attn_qkv.weight q5_K 441blk.53.ffn_down.weight q5_K 442blk.54.attn_qkv.weight q5_K 443blk.54.ffn_down.weight q5_K 444blk.55.attn_output.weight q5_K 445blk.55.attn_v.weight q5_K 446blk.55.ffn_down.weight q5_K 447blk.56.attn_qkv.weight q5_K 448blk.56.ffn_down.weight q5_K 449blk.57.attn_qkv.weight q5_K 450blk.57.ffn_down.weight q5_K 451blk.58.attn_qkv.weight q5_K 452blk.58.ffn_down.weight q5_K 453blk.59.attn_output.weight q5_K 454blk.59.attn_v.weight q5_K 455blk.59.ffn_down.weight q5_K 456blk.60.attn_qkv.weight q5_K 457blk.60.ffn_down.weight q5_K 458blk.61.attn_qkv.weight q5_K 459blk.61.ffn_down.weight q5_K 460blk.62.attn_qkv.weight q5_K 461blk.62.ffn_down.weight q5_K 462blk.63.attn_output.weight q5_K 463blk.63.attn_v.weight q5_K 464blk.63.ffn_down.weight q5_K 465 466[Q4_K_S] q4_K 467output.weight q6_K 468blk.0.attn_qkv.weight q5_K 469blk.0.ffn_down.weight q5_K 470blk.1.attn_qkv.weight q5_K 471blk.1.ffn_down.weight q5_K 472blk.2.attn_qkv.weight q5_K 473blk.2.ffn_down.weight q5_K 474blk.3.attn_v.weight q5_K 475blk.3.ffn_down.weight q5_K 476blk.4.ffn_down.weight q5_K 477blk.5.ffn_down.weight q5_K 478blk.6.ffn_down.weight q5_K 479blk.7.ffn_down.weight q5_K 480 481[Q4_K_M] q4_K 482output.weight q6_K 483blk.0.attn_qkv.weight q6_K 484blk.0.ffn_down.weight q6_K 485blk.1.attn_qkv.weight q6_K 486blk.1.ffn_down.weight q6_K 487blk.2.attn_qkv.weight q6_K 488blk.2.ffn_down.weight q6_K 489blk.3.attn_v.weight q6_K 490blk.3.ffn_down.weight q6_K 491blk.4.attn_qkv.weight q6_K 492blk.4.ffn_down.weight q6_K 493blk.5.attn_qkv.weight q6_K 494blk.5.ffn_down.weight q6_K 495blk.6.attn_qkv.weight q6_K 496blk.6.ffn_down.weight q6_K 497blk.7.attn_v.weight q6_K 498blk.7.ffn_down.weight q6_K 499blk.10.attn_qkv.weight q6_K 500blk.10.ffn_down.weight q6_K 501blk.13.attn_qkv.weight q6_K 502blk.13.ffn_down.weight q6_K 503blk.16.attn_qkv.weight q6_K 504blk.16.ffn_down.weight q6_K 505blk.19.attn_v.weight q6_K 506blk.19.ffn_down.weight q6_K 507blk.22.attn_qkv.weight q6_K 508blk.22.ffn_down.weight q6_K 509blk.25.attn_qkv.weight q6_K 510blk.25.ffn_down.weight q6_K 511blk.28.attn_qkv.weight q6_K 512blk.28.ffn_down.weight q6_K 513blk.31.attn_v.weight q6_K 514blk.31.ffn_down.weight q6_K 515blk.34.attn_qkv.weight q6_K 516blk.34.ffn_down.weight q6_K 517blk.37.attn_qkv.weight q6_K 518blk.37.ffn_down.weight q6_K 519blk.40.attn_qkv.weight q6_K 520blk.40.ffn_down.weight q6_K 521blk.43.attn_v.weight q6_K 522blk.43.ffn_down.weight q6_K 523blk.46.attn_qkv.weight q6_K 524blk.46.ffn_down.weight q6_K 525blk.49.attn_qkv.weight q6_K 526blk.49.ffn_down.weight q6_K 527blk.52.attn_qkv.weight q6_K 528blk.52.ffn_down.weight q6_K 529blk.55.attn_v.weight q6_K 530blk.55.ffn_down.weight q6_K 531blk.56.attn_qkv.weight q6_K 532blk.56.ffn_down.weight q6_K 533blk.57.attn_qkv.weight q6_K 534blk.57.ffn_down.weight q6_K 535blk.58.attn_qkv.weight q6_K 536blk.58.ffn_down.weight q6_K 537blk.59.attn_v.weight q6_K 538blk.59.ffn_down.weight q6_K 539blk.60.attn_qkv.weight q6_K 540blk.60.ffn_down.weight q6_K 541blk.61.attn_qkv.weight q6_K 542blk.61.ffn_down.weight q6_K 543blk.62.attn_qkv.weight q6_K 544blk.62.ffn_down.weight q6_K 545blk.63.attn_v.weight q6_K 546blk.63.ffn_down.weight q6_K 547 548[Q5_K_S] q5_K 549output.weight q6_K 550 551[Q5_K_M] q5_K 552output.weight q6_K 553blk.0.attn_qkv.weight q6_K 554blk.0.ffn_down.weight q6_K 555blk.1.attn_qkv.weight q6_K 556blk.1.ffn_down.weight q6_K 557blk.2.attn_qkv.weight q6_K 558blk.2.ffn_down.weight q6_K 559blk.3.attn_v.weight q6_K 560blk.3.ffn_down.weight q6_K 561blk.4.attn_qkv.weight q6_K 562blk.4.ffn_down.weight q6_K 563blk.5.attn_qkv.weight q6_K 564blk.5.ffn_down.weight q6_K 565blk.6.attn_qkv.weight q6_K 566blk.6.ffn_down.weight q6_K 567blk.7.attn_v.weight q6_K 568blk.7.ffn_down.weight q6_K 569blk.10.attn_qkv.weight q6_K 570blk.10.ffn_down.weight q6_K 571blk.13.attn_qkv.weight q6_K 572blk.13.ffn_down.weight q6_K 573blk.16.attn_qkv.weight q6_K 574blk.16.ffn_down.weight q6_K 575blk.19.attn_v.weight q6_K 576blk.19.ffn_down.weight q6_K 577blk.22.attn_qkv.weight q6_K 578blk.22.ffn_down.weight q6_K 579blk.25.attn_qkv.weight q6_K 580blk.25.ffn_down.weight q6_K 581blk.28.attn_qkv.weight q6_K 582blk.28.ffn_down.weight q6_K 583blk.31.attn_v.weight q6_K 584blk.31.ffn_down.weight q6_K 585blk.34.attn_qkv.weight q6_K 586blk.34.ffn_down.weight q6_K 587blk.37.attn_qkv.weight q6_K 588blk.37.ffn_down.weight q6_K 589blk.40.attn_qkv.weight q6_K 590blk.40.ffn_down.weight q6_K 591blk.43.attn_v.weight q6_K 592blk.43.ffn_down.weight q6_K 593blk.46.attn_qkv.weight q6_K 594blk.46.ffn_down.weight q6_K 595blk.49.attn_qkv.weight q6_K 596blk.49.ffn_down.weight q6_K 597blk.52.attn_qkv.weight q6_K 598blk.52.ffn_down.weight q6_K 599blk.55.attn_v.weight q6_K 600blk.55.ffn_down.weight q6_K 601blk.56.attn_qkv.weight q6_K 602blk.56.ffn_down.weight q6_K 603blk.57.attn_qkv.weight q6_K 604blk.57.ffn_down.weight q6_K 605blk.58.attn_qkv.weight q6_K 606blk.58.ffn_down.weight q6_K 607blk.59.attn_v.weight q6_K 608blk.59.ffn_down.weight q6_K 609blk.60.attn_qkv.weight q6_K 610blk.60.ffn_down.weight q6_K 611blk.61.attn_qkv.weight q6_K 612blk.61.ffn_down.weight q6_K 613blk.62.attn_qkv.weight q6_K 614blk.62.ffn_down.weight q6_K 615blk.63.attn_v.weight q6_K 616blk.63.ffn_down.weight q6_K 617 618[Q6_K] q6_K 619 620[IQ2_XXS] iq2_xxs 621output.weight q5_K 622token_embd.weight q2_K 623blk.0.attn_qkv.weight q4_K 624blk.0.ffn_down.weight q2_K 625blk.1.attn_qkv.weight q4_K 626blk.1.ffn_down.weight q2_K 627blk.2.attn_qkv.weight q4_K 628blk.2.ffn_down.weight q2_K 629blk.3.attn_v.weight q4_K 630blk.3.ffn_down.weight q2_K 631blk.4.attn_qkv.weight q4_K 632blk.4.ffn_down.weight q2_K 633blk.5.attn_qkv.weight q4_K 634blk.5.ffn_down.weight q2_K 635blk.6.attn_qkv.weight q4_K 636blk.6.ffn_down.weight q2_K 637blk.7.attn_v.weight q4_K 638blk.7.ffn_down.weight q2_K 639blk.8.attn_qkv.weight q4_K 640blk.9.attn_qkv.weight q4_K 641blk.10.attn_qkv.weight q4_K 642blk.11.attn_v.weight q4_K 643blk.12.attn_qkv.weight q4_K 644blk.13.attn_qkv.weight q4_K 645blk.14.attn_qkv.weight q4_K 646blk.15.attn_v.weight q4_K 647blk.16.attn_qkv.weight q4_K 648blk.17.attn_qkv.weight q4_K 649blk.18.attn_qkv.weight q4_K 650blk.19.attn_v.weight q4_K 651blk.20.attn_qkv.weight q4_K 652blk.21.attn_qkv.weight q4_K 653blk.22.attn_qkv.weight q4_K 654blk.23.attn_v.weight q4_K 655blk.24.attn_qkv.weight q4_K 656blk.25.attn_qkv.weight q4_K 657blk.26.attn_qkv.weight q4_K 658blk.27.attn_v.weight q4_K 659blk.28.attn_qkv.weight q4_K 660blk.29.attn_qkv.weight q4_K 661blk.30.attn_qkv.weight q4_K 662blk.31.attn_v.weight q4_K 663blk.32.attn_qkv.weight q4_K 664blk.33.attn_qkv.weight q4_K 665blk.34.attn_qkv.weight q4_K 666blk.35.attn_v.weight q4_K 667blk.36.attn_qkv.weight q4_K 668blk.37.attn_qkv.weight q4_K 669blk.38.attn_qkv.weight q4_K 670blk.39.attn_v.weight q4_K 671blk.40.attn_qkv.weight q4_K 672blk.41.attn_qkv.weight q4_K 673blk.42.attn_qkv.weight q4_K 674blk.43.attn_v.weight q4_K 675blk.44.attn_qkv.weight q4_K 676blk.45.attn_qkv.weight q4_K 677blk.46.attn_qkv.weight q4_K 678blk.47.attn_v.weight q4_K 679blk.48.attn_qkv.weight q4_K 680blk.49.attn_qkv.weight q4_K 681blk.50.attn_qkv.weight q4_K 682blk.51.attn_v.weight q4_K 683blk.52.attn_qkv.weight q4_K 684blk.53.attn_qkv.weight q4_K 685blk.54.attn_qkv.weight q4_K 686blk.55.attn_v.weight q4_K 687blk.56.attn_qkv.weight q4_K 688blk.57.attn_qkv.weight q4_K 689blk.58.attn_qkv.weight q4_K 690blk.59.attn_v.weight q4_K 691blk.60.attn_qkv.weight q4_K 692blk.61.attn_qkv.weight q4_K 693blk.62.attn_qkv.weight q4_K 694blk.63.attn_v.weight q4_K 695 696[IQ2_XS] iq2_xs 697output.weight q5_K 698token_embd.weight q2_K 699blk.0.attn_qkv.weight q4_K 700blk.0.ffn_down.weight q2_K 701blk.1.attn_qkv.weight q4_K 702blk.1.ffn_down.weight q2_K 703blk.2.attn_qkv.weight q4_K 704blk.2.ffn_down.weight q2_K 705blk.3.attn_v.weight q4_K 706blk.3.ffn_down.weight q2_K 707blk.4.attn_qkv.weight q4_K 708blk.4.ffn_down.weight q2_K 709blk.5.attn_qkv.weight q4_K 710blk.5.ffn_down.weight q2_K 711blk.6.attn_qkv.weight q4_K 712blk.6.ffn_down.weight q2_K 713blk.7.attn_v.weight q4_K 714blk.7.ffn_down.weight q2_K 715blk.8.attn_qkv.weight q4_K 716blk.9.attn_qkv.weight q4_K 717blk.10.attn_qkv.weight q4_K 718blk.11.attn_v.weight q4_K 719blk.12.attn_qkv.weight q4_K 720blk.13.attn_qkv.weight q4_K 721blk.14.attn_qkv.weight q4_K 722blk.15.attn_v.weight q4_K 723blk.16.attn_qkv.weight q4_K 724blk.17.attn_qkv.weight q4_K 725blk.18.attn_qkv.weight q4_K 726blk.19.attn_v.weight q4_K 727blk.20.attn_qkv.weight q4_K 728blk.21.attn_qkv.weight q4_K 729blk.22.attn_qkv.weight q4_K 730blk.23.attn_v.weight q4_K 731blk.24.attn_qkv.weight q4_K 732blk.25.attn_qkv.weight q4_K 733blk.26.attn_qkv.weight q4_K 734blk.27.attn_v.weight q4_K 735blk.28.attn_qkv.weight q4_K 736blk.29.attn_qkv.weight q4_K 737blk.30.attn_qkv.weight q4_K 738blk.31.attn_v.weight q4_K 739blk.32.attn_qkv.weight q4_K 740blk.33.attn_qkv.weight q4_K 741blk.34.attn_qkv.weight q4_K 742blk.35.attn_v.weight q4_K 743blk.36.attn_qkv.weight q4_K 744blk.37.attn_qkv.weight q4_K 745blk.38.attn_qkv.weight q4_K 746blk.39.attn_v.weight q4_K 747blk.40.attn_qkv.weight q4_K 748blk.41.attn_qkv.weight q4_K 749blk.42.attn_qkv.weight q4_K 750blk.43.attn_v.weight q4_K 751blk.44.attn_qkv.weight q4_K 752blk.45.attn_qkv.weight q4_K 753blk.46.attn_qkv.weight q4_K 754blk.47.attn_v.weight q4_K 755blk.48.attn_qkv.weight q4_K 756blk.49.attn_qkv.weight q4_K 757blk.50.attn_qkv.weight q4_K 758blk.51.attn_v.weight q4_K 759blk.52.attn_qkv.weight q4_K 760blk.53.attn_qkv.weight q4_K 761blk.54.attn_qkv.weight q4_K 762blk.55.attn_v.weight q4_K 763blk.56.attn_qkv.weight q4_K 764blk.57.attn_qkv.weight q4_K 765blk.58.attn_qkv.weight q4_K 766blk.59.attn_v.weight q4_K 767blk.60.attn_qkv.weight q4_K 768blk.61.attn_qkv.weight q4_K 769blk.62.attn_qkv.weight q4_K 770blk.63.attn_v.weight q4_K 771 772[Q2_K_S] q2_K 773output.weight q6_K 774blk.0.attn_qkv.weight q4_K 775blk.0.ffn_down.weight q4_K 776blk.1.attn_qkv.weight q4_K 777blk.1.ffn_down.weight q4_K 778blk.2.attn_qkv.weight q4_K 779blk.2.ffn_down.weight q4_K 780blk.3.attn_v.weight q4_K 781blk.3.ffn_down.weight q4_K 782blk.4.attn_qkv.weight q4_K 783blk.4.ffn_down.weight q4_K 784blk.5.attn_qkv.weight q4_K 785blk.5.ffn_down.weight q4_K 786blk.6.attn_qkv.weight q4_K 787blk.6.ffn_down.weight q4_K 788blk.7.attn_v.weight q4_K 789blk.7.ffn_down.weight q4_K 790blk.8.attn_qkv.weight q4_K 791blk.9.attn_qkv.weight q4_K 792blk.10.attn_qkv.weight q4_K 793blk.11.attn_v.weight q4_K 794blk.12.attn_qkv.weight q4_K 795blk.13.attn_qkv.weight q4_K 796blk.14.attn_qkv.weight q4_K 797blk.15.attn_v.weight q4_K 798blk.16.attn_qkv.weight q4_K 799blk.17.attn_qkv.weight q4_K 800blk.18.attn_qkv.weight q4_K 801blk.19.attn_v.weight q4_K 802blk.20.attn_qkv.weight q4_K 803blk.21.attn_qkv.weight q4_K 804blk.22.attn_qkv.weight q4_K 805blk.23.attn_v.weight q4_K 806blk.24.attn_qkv.weight q4_K 807blk.25.attn_qkv.weight q4_K 808blk.26.attn_qkv.weight q4_K 809blk.27.attn_v.weight q4_K 810blk.28.attn_qkv.weight q4_K 811blk.29.attn_qkv.weight q4_K 812blk.30.attn_qkv.weight q4_K 813blk.31.attn_v.weight q4_K 814blk.32.attn_qkv.weight q4_K 815blk.33.attn_qkv.weight q4_K 816blk.34.attn_qkv.weight q4_K 817blk.35.attn_v.weight q4_K 818blk.36.attn_qkv.weight q4_K 819blk.37.attn_qkv.weight q4_K 820blk.38.attn_qkv.weight q4_K 821blk.39.attn_v.weight q4_K 822blk.40.attn_qkv.weight q4_K 823blk.41.attn_qkv.weight q4_K 824blk.42.attn_qkv.weight q4_K 825blk.43.attn_v.weight q4_K 826blk.44.attn_qkv.weight q4_K 827blk.45.attn_qkv.weight q4_K 828blk.46.attn_qkv.weight q4_K 829blk.47.attn_v.weight q4_K 830blk.48.attn_qkv.weight q4_K 831blk.49.attn_qkv.weight q4_K 832blk.50.attn_qkv.weight q4_K 833blk.51.attn_v.weight q4_K 834blk.52.attn_qkv.weight q4_K 835blk.53.attn_qkv.weight q4_K 836blk.54.attn_qkv.weight q4_K 837blk.55.attn_v.weight q4_K 838blk.56.attn_qkv.weight q4_K 839blk.57.attn_qkv.weight q4_K 840blk.58.attn_qkv.weight q4_K 841blk.59.attn_v.weight q4_K 842blk.60.attn_qkv.weight q4_K 843blk.61.attn_qkv.weight q4_K 844blk.62.attn_qkv.weight q4_K 845blk.63.attn_v.weight q4_K 846 847[IQ3_XS] iq3_s 848output.weight q6_K 849blk.0.attn_qkv.weight q4_K 850blk.1.attn_qkv.weight q4_K 851blk.2.attn_qkv.weight q4_K 852blk.3.attn_k.weight iq3_xxs 853blk.3.attn_q.weight iq3_xxs 854blk.3.attn_v.weight q4_K 855blk.4.attn_qkv.weight q4_K 856blk.5.attn_qkv.weight q4_K 857blk.6.attn_qkv.weight q4_K 858blk.7.attn_k.weight iq3_xxs 859blk.7.attn_q.weight iq3_xxs 860blk.7.attn_v.weight q4_K 861blk.8.attn_qkv.weight q4_K 862blk.8.ffn_gate.weight iq3_xxs 863blk.8.ffn_up.weight iq3_xxs 864blk.9.attn_qkv.weight q4_K 865blk.9.ffn_gate.weight iq3_xxs 866blk.9.ffn_up.weight iq3_xxs 867blk.10.attn_qkv.weight q4_K 868blk.10.ffn_gate.weight iq3_xxs 869blk.10.ffn_up.weight iq3_xxs 870blk.11.attn_k.weight iq3_xxs 871blk.11.attn_q.weight iq3_xxs 872blk.11.attn_v.weight q4_K 873blk.11.ffn_gate.weight iq3_xxs 874blk.11.ffn_up.weight iq3_xxs 875blk.12.attn_qkv.weight q4_K 876blk.12.ffn_gate.weight iq3_xxs 877blk.12.ffn_up.weight iq3_xxs 878blk.13.attn_qkv.weight q4_K 879blk.13.ffn_gate.weight iq3_xxs 880blk.13.ffn_up.weight iq3_xxs 881blk.14.attn_qkv.weight q4_K 882blk.14.ffn_gate.weight iq3_xxs 883blk.14.ffn_up.weight iq3_xxs 884blk.15.attn_k.weight iq3_xxs 885blk.15.attn_q.weight iq3_xxs 886blk.15.attn_v.weight q4_K 887blk.15.ffn_gate.weight iq3_xxs 888blk.15.ffn_up.weight iq3_xxs 889blk.16.attn_qkv.weight q4_K 890blk.16.ffn_gate.weight iq3_xxs 891blk.16.ffn_up.weight iq3_xxs 892blk.17.attn_qkv.weight q4_K 893blk.17.ffn_gate.weight iq3_xxs 894blk.17.ffn_up.weight iq3_xxs 895blk.18.attn_qkv.weight q4_K 896blk.18.ffn_gate.weight iq3_xxs 897blk.18.ffn_up.weight iq3_xxs 898blk.19.attn_k.weight iq3_xxs 899blk.19.attn_q.weight iq3_xxs 900blk.19.attn_v.weight q4_K 901blk.19.ffn_gate.weight iq3_xxs 902blk.19.ffn_up.weight iq3_xxs 903blk.20.attn_qkv.weight q4_K 904blk.20.ffn_gate.weight iq3_xxs 905blk.20.ffn_up.weight iq3_xxs 906blk.21.attn_qkv.weight q4_K 907blk.21.ffn_gate.weight iq3_xxs 908blk.21.ffn_up.weight iq3_xxs 909blk.22.attn_qkv.weight q4_K 910blk.22.ffn_gate.weight iq3_xxs 911blk.22.ffn_up.weight iq3_xxs 912blk.23.attn_k.weight iq3_xxs 913blk.23.attn_q.weight iq3_xxs 914blk.23.attn_v.weight q4_K 915blk.23.ffn_gate.weight iq3_xxs 916blk.23.ffn_up.weight iq3_xxs 917blk.24.attn_qkv.weight q4_K 918blk.24.ffn_gate.weight iq3_xxs 919blk.24.ffn_up.weight iq3_xxs 920blk.25.attn_qkv.weight q4_K 921blk.25.ffn_gate.weight iq3_xxs 922blk.25.ffn_up.weight iq3_xxs 923blk.26.attn_qkv.weight q4_K 924blk.26.ffn_gate.weight iq3_xxs 925blk.26.ffn_up.weight iq3_xxs 926blk.27.attn_k.weight iq3_xxs 927blk.27.attn_q.weight iq3_xxs 928blk.27.attn_v.weight q4_K 929blk.27.ffn_gate.weight iq3_xxs 930blk.27.ffn_up.weight iq3_xxs 931blk.28.attn_qkv.weight q4_K 932blk.28.ffn_gate.weight iq3_xxs 933blk.28.ffn_up.weight iq3_xxs 934blk.29.attn_qkv.weight q4_K 935blk.29.ffn_gate.weight iq3_xxs 936blk.29.ffn_up.weight iq3_xxs 937blk.30.attn_qkv.weight q4_K 938blk.30.ffn_gate.weight iq3_xxs 939blk.30.ffn_up.weight iq3_xxs 940blk.31.attn_k.weight iq3_xxs 941blk.31.attn_q.weight iq3_xxs 942blk.31.attn_v.weight q4_K 943blk.31.ffn_gate.weight iq3_xxs 944blk.31.ffn_up.weight iq3_xxs 945blk.32.attn_qkv.weight q4_K 946blk.32.ffn_gate.weight iq3_xxs 947blk.32.ffn_up.weight iq3_xxs 948blk.33.attn_qkv.weight q4_K 949blk.33.ffn_gate.weight iq3_xxs 950blk.33.ffn_up.weight iq3_xxs 951blk.34.attn_qkv.weight q4_K 952blk.34.ffn_gate.weight iq3_xxs 953blk.34.ffn_up.weight iq3_xxs 954blk.35.attn_k.weight iq3_xxs 955blk.35.attn_q.weight iq3_xxs 956blk.35.attn_v.weight q4_K 957blk.35.ffn_gate.weight iq3_xxs 958blk.35.ffn_up.weight iq3_xxs 959blk.36.attn_qkv.weight q4_K 960blk.36.ffn_gate.weight iq3_xxs 961blk.36.ffn_up.weight iq3_xxs 962blk.37.attn_qkv.weight q4_K 963blk.37.ffn_gate.weight iq3_xxs 964blk.37.ffn_up.weight iq3_xxs 965blk.38.attn_qkv.weight q4_K 966blk.38.ffn_gate.weight iq3_xxs 967blk.38.ffn_up.weight iq3_xxs 968blk.39.attn_k.weight iq3_xxs 969blk.39.attn_q.weight iq3_xxs 970blk.39.attn_v.weight q4_K 971blk.39.ffn_gate.weight iq3_xxs 972blk.39.ffn_up.weight iq3_xxs 973blk.40.attn_qkv.weight q4_K 974blk.40.ffn_gate.weight iq3_xxs 975blk.40.ffn_up.weight iq3_xxs 976blk.41.attn_qkv.weight q4_K 977blk.41.ffn_gate.weight iq3_xxs 978blk.41.ffn_up.weight iq3_xxs 979blk.42.attn_qkv.weight q4_K 980blk.42.ffn_gate.weight iq3_xxs 981blk.42.ffn_up.weight iq3_xxs 982blk.43.attn_k.weight iq3_xxs 983blk.43.attn_q.weight iq3_xxs 984blk.43.attn_v.weight q4_K 985blk.43.ffn_gate.weight iq3_xxs 986blk.43.ffn_up.weight iq3_xxs 987blk.44.attn_qkv.weight q4_K 988blk.44.ffn_gate.weight iq3_xxs 989blk.44.ffn_up.weight iq3_xxs 990blk.45.attn_qkv.weight q4_K 991blk.45.ffn_gate.weight iq3_xxs 992blk.45.ffn_up.weight iq3_xxs 993blk.46.attn_qkv.weight q4_K 994blk.46.ffn_gate.weight iq3_xxs 995blk.46.ffn_up.weight iq3_xxs 996blk.47.attn_k.weight iq3_xxs 997blk.47.attn_q.weight iq3_xxs 998blk.47.attn_v.weight q4_K 999blk.47.ffn_gate.weight iq3_xxs 1000blk.47.ffn_up.weight iq3_xxs 1001blk.48.attn_qkv.weight q4_K 1002blk.48.ffn_gate.weight iq3_xxs 1003blk.48.ffn_up.weight iq3_xxs 1004blk.49.attn_qkv.weight q4_K 1005blk.49.ffn_gate.weight iq3_xxs 1006blk.49.ffn_up.weight iq3_xxs 1007blk.50.attn_qkv.weight q4_K 1008blk.50.ffn_gate.weight iq3_xxs 1009blk.50.ffn_up.weight iq3_xxs 1010blk.51.attn_k.weight iq3_xxs 1011blk.51.attn_q.weight iq3_xxs 1012blk.51.attn_v.weight q4_K 1013blk.51.ffn_gate.weight iq3_xxs 1014blk.51.ffn_up.weight iq3_xxs 1015blk.52.attn_qkv.weight q4_K 1016blk.52.ffn_gate.weight iq3_xxs 1017blk.52.ffn_up.weight iq3_xxs 1018blk.53.attn_qkv.weight q4_K 1019blk.53.ffn_gate.weight iq3_xxs 1020blk.53.ffn_up.weight iq3_xxs 1021blk.54.attn_qkv.weight q4_K 1022blk.54.ffn_gate.weight iq3_xxs 1023blk.54.ffn_up.weight iq3_xxs 1024blk.55.attn_k.weight iq3_xxs 1025blk.55.attn_q.weight iq3_xxs 1026blk.55.attn_v.weight q4_K 1027blk.55.ffn_gate.weight iq3_xxs 1028blk.55.ffn_up.weight iq3_xxs 1029blk.56.attn_qkv.weight q4_K 1030blk.57.attn_qkv.weight q4_K 1031blk.58.attn_qkv.weight q4_K 1032blk.59.attn_k.weight iq3_xxs 1033blk.59.attn_q.weight iq3_xxs 1034blk.59.attn_v.weight q4_K 1035blk.60.attn_qkv.weight q4_K 1036blk.61.attn_qkv.weight q4_K 1037blk.62.attn_qkv.weight q4_K 1038blk.63.attn_k.weight iq3_xxs 1039blk.63.attn_q.weight iq3_xxs 1040blk.63.attn_v.weight q4_K 1041 1042[IQ3_XXS] iq3_xxs 1043output.weight q5_K 1044token_embd.weight iq3_s 1045blk.0.attn_qkv.weight q4_K 1046blk.0.ffn_down.weight q4_K 1047blk.1.attn_qkv.weight q4_K 1048blk.1.ffn_down.weight q4_K 1049blk.2.attn_qkv.weight q4_K 1050blk.2.ffn_down.weight q4_K 1051blk.3.attn_k.weight iq2_s 1052blk.3.attn_output.weight iq3_s 1053blk.3.attn_q.weight iq2_s 1054blk.3.attn_v.weight q4_K 1055blk.3.ffn_down.weight q4_K 1056blk.4.attn_qkv.weight q4_K 1057blk.4.ffn_down.weight q4_K 1058blk.5.attn_qkv.weight q4_K 1059blk.5.ffn_down.weight q4_K 1060blk.6.attn_qkv.weight q4_K 1061blk.6.ffn_down.weight q4_K 1062blk.7.attn_k.weight iq2_s 1063blk.7.attn_output.weight iq3_s 1064blk.7.attn_q.weight iq2_s 1065blk.7.attn_v.weight q4_K 1066blk.7.ffn_down.weight q4_K 1067blk.8.attn_qkv.weight q4_K 1068blk.8.ffn_down.weight q3_K 1069blk.9.attn_qkv.weight q4_K 1070blk.9.ffn_down.weight q3_K 1071blk.10.attn_qkv.weight q4_K 1072blk.10.ffn_down.weight q3_K 1073blk.11.attn_k.weight iq2_s 1074blk.11.attn_output.weight iq3_s 1075blk.11.attn_q.weight iq2_s 1076blk.11.attn_v.weight q4_K 1077blk.11.ffn_down.weight q3_K 1078blk.12.attn_qkv.weight q4_K 1079blk.12.ffn_down.weight q3_K 1080blk.13.attn_qkv.weight q4_K 1081blk.13.ffn_down.weight q3_K 1082blk.14.attn_qkv.weight q4_K 1083blk.14.ffn_down.weight q3_K 1084blk.15.attn_k.weight iq2_s 1085blk.15.attn_output.weight iq3_s 1086blk.15.attn_q.weight iq2_s 1087blk.15.attn_v.weight q4_K 1088blk.15.ffn_down.weight q3_K 1089blk.16.attn_qkv.weight q4_K 1090blk.16.ffn_down.weight q3_K 1091blk.17.attn_qkv.weight q4_K 1092blk.17.ffn_down.weight q3_K 1093blk.18.attn_qkv.weight q4_K 1094blk.18.ffn_down.weight q3_K 1095blk.19.attn_k.weight iq2_s 1096blk.19.attn_output.weight iq3_s 1097blk.19.attn_q.weight iq2_s 1098blk.19.attn_v.weight q4_K 1099blk.19.ffn_down.weight q3_K 1100blk.20.attn_qkv.weight q4_K 1101blk.20.ffn_down.weight q3_K 1102blk.21.attn_qkv.weight q4_K 1103blk.21.ffn_down.weight q3_K 1104blk.22.attn_qkv.weight q4_K 1105blk.22.ffn_down.weight q3_K 1106blk.23.attn_k.weight iq2_s 1107blk.23.attn_output.weight iq3_s 1108blk.23.attn_q.weight iq2_s 1109blk.23.attn_v.weight q4_K 1110blk.23.ffn_down.weight q3_K 1111blk.24.attn_qkv.weight q4_K 1112blk.24.ffn_down.weight q3_K 1113blk.25.attn_qkv.weight q4_K 1114blk.25.ffn_down.weight q3_K 1115blk.26.attn_qkv.weight q4_K 1116blk.26.ffn_down.weight q3_K 1117blk.27.attn_k.weight iq2_s 1118blk.27.attn_output.weight iq3_s 1119blk.27.attn_q.weight iq2_s 1120blk.27.attn_v.weight q4_K 1121blk.27.ffn_down.weight q3_K 1122blk.28.attn_qkv.weight q4_K 1123blk.28.ffn_down.weight q3_K 1124blk.29.attn_qkv.weight q4_K 1125blk.29.ffn_down.weight q3_K 1126blk.30.attn_qkv.weight q4_K 1127blk.30.ffn_down.weight q3_K 1128blk.31.attn_k.weight iq2_s 1129blk.31.attn_output.weight iq3_s 1130blk.31.attn_q.weight iq2_s 1131blk.31.attn_v.weight q4_K 1132blk.31.ffn_down.weight q3_K 1133blk.32.attn_qkv.weight q4_K 1134blk.32.ffn_down.weight q3_K 1135blk.33.attn_qkv.weight q4_K 1136blk.33.ffn_down.weight q3_K 1137blk.34.attn_qkv.weight q4_K 1138blk.34.ffn_down.weight q3_K 1139blk.35.attn_k.weight iq2_s 1140blk.35.attn_output.weight iq3_s 1141blk.35.attn_q.weight iq2_s 1142blk.35.attn_v.weight q4_K 1143blk.35.ffn_down.weight q3_K 1144blk.36.attn_qkv.weight q4_K 1145blk.36.ffn_down.weight q3_K 1146blk.37.attn_qkv.weight q4_K 1147blk.37.ffn_down.weight q3_K 1148blk.38.attn_qkv.weight q4_K 1149blk.38.ffn_down.weight q3_K 1150blk.39.attn_k.weight iq2_s 1151blk.39.attn_output.weight iq3_s 1152blk.39.attn_q.weight iq2_s 1153blk.39.attn_v.weight q4_K 1154blk.39.ffn_down.weight q3_K 1155blk.40.attn_qkv.weight q4_K 1156blk.40.ffn_down.weight q3_K 1157blk.41.attn_qkv.weight q4_K 1158blk.41.ffn_down.weight q3_K 1159blk.42.attn_qkv.weight q4_K 1160blk.42.ffn_down.weight q3_K 1161blk.43.attn_k.weight iq2_s 1162blk.43.attn_output.weight iq3_s 1163blk.43.attn_q.weight iq2_s 1164blk.43.attn_v.weight q4_K 1165blk.43.ffn_down.weight q3_K 1166blk.44.attn_qkv.weight q4_K 1167blk.44.ffn_down.weight q3_K 1168blk.45.attn_qkv.weight q4_K 1169blk.45.ffn_down.weight q3_K 1170blk.46.attn_qkv.weight q4_K 1171blk.46.ffn_down.weight q3_K 1172blk.47.attn_k.weight iq2_s 1173blk.47.attn_output.weight iq3_s 1174blk.47.attn_q.weight iq2_s 1175blk.47.attn_v.weight q4_K 1176blk.47.ffn_down.weight q3_K 1177blk.48.attn_qkv.weight q4_K 1178blk.48.ffn_down.weight q3_K 1179blk.49.attn_qkv.weight q4_K 1180blk.49.ffn_down.weight q3_K 1181blk.50.attn_qkv.weight q4_K 1182blk.50.ffn_down.weight q3_K 1183blk.51.attn_k.weight iq2_s 1184blk.51.attn_output.weight iq3_s 1185blk.51.attn_q.weight iq2_s 1186blk.51.attn_v.weight q4_K 1187blk.51.ffn_down.weight q3_K 1188blk.52.attn_qkv.weight q4_K 1189blk.52.ffn_down.weight q3_K 1190blk.53.attn_qkv.weight q4_K 1191blk.53.ffn_down.weight q3_K 1192blk.54.attn_qkv.weight q4_K 1193blk.54.ffn_down.weight q3_K 1194blk.55.attn_k.weight iq2_s 1195blk.55.attn_output.weight iq3_s 1196blk.55.attn_q.weight iq2_s 1197blk.55.attn_v.weight q4_K 1198blk.55.ffn_down.weight q3_K 1199blk.56.attn_qkv.weight q4_K 1200blk.56.ffn_down.weight q3_K 1201blk.57.attn_qkv.weight q4_K 1202blk.57.ffn_down.weight q3_K 1203blk.58.attn_qkv.weight q4_K 1204blk.58.ffn_down.weight q3_K 1205blk.59.attn_k.weight iq2_s 1206blk.59.attn_output.weight iq3_s 1207blk.59.attn_q.weight iq2_s 1208blk.59.attn_v.weight q4_K 1209blk.59.ffn_down.weight q3_K 1210blk.60.attn_qkv.weight q4_K 1211blk.60.ffn_down.weight q3_K 1212blk.61.attn_qkv.weight q4_K 1213blk.61.ffn_down.weight q3_K 1214blk.62.attn_qkv.weight q4_K 1215blk.62.ffn_down.weight q3_K 1216blk.63.attn_k.weight iq2_s 1217blk.63.attn_output.weight iq3_s 1218blk.63.attn_q.weight iq2_s 1219blk.63.attn_v.weight q4_K 1220blk.63.ffn_down.weight q3_K 1221 1222[IQ1_S] iq1_s 1223output.weight q5_K 1224token_embd.weight q2_K 1225blk.0.attn_qkv.weight q4_K 1226blk.0.ffn_down.weight q2_K 1227blk.1.attn_qkv.weight q4_K 1228blk.1.ffn_down.weight q2_K 1229blk.2.attn_qkv.weight q4_K 1230blk.2.ffn_down.weight q2_K 1231blk.3.attn_output.weight iq2_xxs 1232blk.3.attn_v.weight q4_K 1233blk.3.ffn_down.weight q2_K 1234blk.4.attn_qkv.weight q4_K 1235blk.4.ffn_down.weight q2_K 1236blk.5.attn_qkv.weight q4_K 1237blk.5.ffn_down.weight q2_K 1238blk.6.attn_qkv.weight q4_K 1239blk.6.ffn_down.weight q2_K 1240blk.7.attn_output.weight iq2_xxs 1241blk.7.attn_v.weight q4_K 1242blk.7.ffn_down.weight q2_K 1243blk.8.attn_qkv.weight q4_K 1244blk.9.attn_qkv.weight q4_K 1245blk.10.attn_qkv.weight q4_K 1246blk.11.attn_output.weight iq2_xxs 1247blk.11.attn_v.weight q4_K 1248blk.12.attn_qkv.weight q4_K 1249blk.13.attn_qkv.weight q4_K 1250blk.14.attn_qkv.weight q4_K 1251blk.15.attn_output.weight iq2_xxs 1252blk.15.attn_v.weight q4_K 1253blk.16.attn_qkv.weight q4_K 1254blk.17.attn_qkv.weight q4_K 1255blk.18.attn_qkv.weight q4_K 1256blk.19.attn_output.weight iq2_xxs 1257blk.19.attn_v.weight q4_K 1258blk.20.attn_qkv.weight q4_K 1259blk.21.attn_qkv.weight q4_K 1260blk.22.attn_qkv.weight q4_K 1261blk.23.attn_output.weight iq2_xxs 1262blk.23.attn_v.weight q4_K 1263blk.24.attn_qkv.weight q4_K 1264blk.25.attn_qkv.weight q4_K 1265blk.26.attn_qkv.weight q4_K 1266blk.27.attn_output.weight iq2_xxs 1267blk.27.attn_v.weight q4_K 1268blk.28.attn_qkv.weight q4_K 1269blk.29.attn_qkv.weight q4_K 1270blk.30.attn_qkv.weight q4_K 1271blk.31.attn_output.weight iq2_xxs 1272blk.31.attn_v.weight q4_K 1273blk.32.attn_qkv.weight q4_K 1274blk.33.attn_qkv.weight q4_K 1275blk.34.attn_qkv.weight q4_K 1276blk.35.attn_output.weight iq2_xxs 1277blk.35.attn_v.weight q4_K 1278blk.36.attn_qkv.weight q4_K 1279blk.37.attn_qkv.weight q4_K 1280blk.38.attn_qkv.weight q4_K 1281blk.39.attn_output.weight iq2_xxs 1282blk.39.attn_v.weight q4_K 1283blk.40.attn_qkv.weight q4_K 1284blk.41.attn_qkv.weight q4_K 1285blk.42.attn_qkv.weight q4_K 1286blk.43.attn_output.weight iq2_xxs 1287blk.43.attn_v.weight q4_K 1288blk.44.attn_qkv.weight q4_K 1289blk.45.attn_qkv.weight q4_K 1290blk.46.attn_qkv.weight q4_K 1291blk.47.attn_output.weight iq2_xxs 1292blk.47.attn_v.weight q4_K 1293blk.48.attn_qkv.weight q4_K 1294blk.49.attn_qkv.weight q4_K 1295blk.50.attn_qkv.weight q4_K 1296blk.51.attn_output.weight iq2_xxs 1297blk.51.attn_v.weight q4_K 1298blk.52.attn_qkv.weight q4_K 1299blk.53.attn_qkv.weight q4_K 1300blk.54.attn_qkv.weight q4_K 1301blk.55.attn_output.weight iq2_xxs 1302blk.55.attn_v.weight q4_K 1303blk.56.attn_qkv.weight q4_K 1304blk.57.attn_qkv.weight q4_K 1305blk.58.attn_qkv.weight q4_K 1306blk.59.attn_output.weight iq2_xxs 1307blk.59.attn_v.weight q4_K 1308blk.60.attn_qkv.weight q4_K 1309blk.61.attn_qkv.weight q4_K 1310blk.62.attn_qkv.weight q4_K 1311blk.63.attn_output.weight iq2_xxs 1312blk.63.attn_v.weight q4_K 1313 1314[IQ4_NL] iq4_nl 1315output.weight q6_K 1316blk.0.attn_qkv.weight q5_K 1317blk.0.ffn_down.weight q5_K 1318blk.1.attn_qkv.weight q5_K 1319blk.1.ffn_down.weight q5_K 1320blk.2.attn_qkv.weight q5_K 1321blk.2.ffn_down.weight q5_K 1322blk.3.attn_v.weight q5_K 1323blk.3.ffn_down.weight q5_K 1324blk.4.attn_qkv.weight q5_K 1325blk.4.ffn_down.weight q5_K 1326blk.5.attn_qkv.weight q5_K 1327blk.5.ffn_down.weight q5_K 1328blk.6.attn_qkv.weight q5_K 1329blk.6.ffn_down.weight q5_K 1330blk.7.attn_v.weight q5_K 1331blk.7.ffn_down.weight q5_K 1332blk.8.attn_qkv.weight q5_K 1333blk.9.attn_qkv.weight q5_K 1334blk.10.attn_qkv.weight q5_K 1335blk.11.attn_v.weight q5_K 1336blk.12.attn_qkv.weight q5_K 1337blk.13.attn_qkv.weight q5_K 1338blk.14.attn_qkv.weight q5_K 1339blk.15.attn_v.weight q5_K 1340blk.16.attn_qkv.weight q5_K 1341blk.17.attn_qkv.weight q5_K 1342blk.18.attn_qkv.weight q5_K 1343blk.19.attn_v.weight q5_K 1344blk.20.attn_qkv.weight q5_K 1345blk.21.attn_qkv.weight q5_K 1346blk.22.attn_qkv.weight q5_K 1347blk.23.attn_v.weight q5_K 1348blk.24.attn_qkv.weight q5_K 1349blk.25.attn_qkv.weight q5_K 1350blk.26.attn_qkv.weight q5_K 1351blk.27.attn_v.weight q5_K 1352blk.28.attn_qkv.weight q5_K 1353blk.29.attn_qkv.weight q5_K 1354blk.30.attn_qkv.weight q5_K 1355blk.31.attn_v.weight q5_K 1356blk.32.attn_qkv.weight q5_K 1357blk.33.attn_qkv.weight q5_K 1358blk.34.attn_qkv.weight q5_K 1359blk.35.attn_v.weight q5_K 1360blk.36.attn_qkv.weight q5_K 1361blk.37.attn_qkv.weight q5_K 1362blk.38.attn_qkv.weight q5_K 1363blk.39.attn_v.weight q5_K 1364blk.40.attn_qkv.weight q5_K 1365blk.41.attn_qkv.weight q5_K 1366blk.42.attn_qkv.weight q5_K 1367blk.43.attn_v.weight q5_K 1368blk.44.attn_qkv.weight q5_K 1369blk.45.attn_qkv.weight q5_K 1370blk.46.attn_qkv.weight q5_K 1371blk.47.attn_v.weight q5_K 1372blk.48.attn_qkv.weight q5_K 1373blk.49.attn_qkv.weight q5_K 1374blk.50.attn_qkv.weight q5_K 1375blk.51.attn_v.weight q5_K 1376blk.52.attn_qkv.weight q5_K 1377blk.53.attn_qkv.weight q5_K 1378blk.54.attn_qkv.weight q5_K 1379blk.55.attn_v.weight q5_K 1380blk.56.attn_qkv.weight q5_K 1381blk.57.attn_qkv.weight q5_K 1382blk.58.attn_qkv.weight q5_K 1383blk.59.attn_v.weight q5_K 1384blk.60.attn_qkv.weight q5_K 1385blk.61.attn_qkv.weight q5_K 1386blk.62.attn_qkv.weight q5_K 1387blk.63.attn_v.weight q5_K 1388 1389[IQ3_S] iq3_s 1390output.weight q6_K 1391blk.0.attn_qkv.weight q4_K 1392blk.1.attn_qkv.weight q4_K 1393blk.2.attn_qkv.weight q4_K 1394blk.3.attn_v.weight q4_K 1395blk.4.attn_qkv.weight q4_K 1396blk.5.attn_qkv.weight q4_K 1397blk.6.attn_qkv.weight q4_K 1398blk.7.attn_v.weight q4_K 1399blk.8.attn_qkv.weight q4_K 1400blk.9.attn_qkv.weight q4_K 1401blk.10.attn_qkv.weight q4_K 1402blk.11.attn_v.weight q4_K 1403blk.12.attn_qkv.weight q4_K 1404blk.13.attn_qkv.weight q4_K 1405blk.14.attn_qkv.weight q4_K 1406blk.15.attn_v.weight q4_K 1407blk.16.attn_qkv.weight q4_K 1408blk.17.attn_qkv.weight q4_K 1409blk.18.attn_qkv.weight q4_K 1410blk.19.attn_v.weight q4_K 1411blk.20.attn_qkv.weight q4_K 1412blk.21.attn_qkv.weight q4_K 1413blk.22.attn_qkv.weight q4_K 1414blk.23.attn_v.weight q4_K 1415blk.24.attn_qkv.weight q4_K 1416blk.25.attn_qkv.weight q4_K 1417blk.26.attn_qkv.weight q4_K 1418blk.27.attn_v.weight q4_K 1419blk.28.attn_qkv.weight q4_K 1420blk.29.attn_qkv.weight q4_K 1421blk.30.attn_qkv.weight q4_K 1422blk.31.attn_v.weight q4_K 1423blk.32.attn_qkv.weight q4_K 1424blk.33.attn_qkv.weight q4_K 1425blk.34.attn_qkv.weight q4_K 1426blk.35.attn_v.weight q4_K 1427blk.36.attn_qkv.weight q4_K 1428blk.37.attn_qkv.weight q4_K 1429blk.38.attn_qkv.weight q4_K 1430blk.39.attn_v.weight q4_K 1431blk.40.attn_qkv.weight q4_K 1432blk.41.attn_qkv.weight q4_K 1433blk.42.attn_qkv.weight q4_K 1434blk.43.attn_v.weight q4_K 1435blk.44.attn_qkv.weight q4_K 1436blk.45.attn_qkv.weight q4_K 1437blk.46.attn_qkv.weight q4_K 1438blk.47.attn_v.weight q4_K 1439blk.48.attn_qkv.weight q4_K 1440blk.49.attn_qkv.weight q4_K 1441blk.50.attn_qkv.weight q4_K 1442blk.51.attn_v.weight q4_K 1443blk.52.attn_qkv.weight q4_K 1444blk.53.attn_qkv.weight q4_K 1445blk.54.attn_qkv.weight q4_K 1446blk.55.attn_v.weight q4_K 1447blk.56.attn_qkv.weight q4_K 1448blk.57.attn_qkv.weight q4_K 1449blk.58.attn_qkv.weight q4_K 1450blk.59.attn_v.weight q4_K 1451blk.60.attn_qkv.weight q4_K 1452blk.61.attn_qkv.weight q4_K 1453blk.62.attn_qkv.weight q4_K 1454blk.63.attn_v.weight q4_K 1455 1456[IQ3_M] iq3_s 1457output.weight q6_K 1458blk.0.attn_qkv.weight q4_K 1459blk.0.ffn_down.weight q4_K 1460blk.1.attn_qkv.weight q4_K 1461blk.1.ffn_down.weight q4_K 1462blk.2.attn_qkv.weight q4_K 1463blk.2.ffn_down.weight q4_K 1464blk.3.attn_output.weight q4_K 1465blk.3.attn_v.weight q4_K 1466blk.3.ffn_down.weight q4_K 1467blk.4.attn_qkv.weight q4_K 1468blk.4.ffn_down.weight q4_K 1469blk.5.attn_qkv.weight q4_K 1470blk.5.ffn_down.weight q4_K 1471blk.6.attn_qkv.weight q4_K 1472blk.6.ffn_down.weight q4_K 1473blk.7.attn_output.weight q4_K 1474blk.7.attn_v.weight q4_K 1475blk.7.ffn_down.weight q4_K 1476blk.8.attn_qkv.weight q4_K 1477blk.9.attn_qkv.weight q4_K 1478blk.10.attn_qkv.weight q4_K 1479blk.11.attn_output.weight q4_K 1480blk.11.attn_v.weight q4_K 1481blk.12.attn_qkv.weight q4_K 1482blk.13.attn_qkv.weight q4_K 1483blk.14.attn_qkv.weight q4_K 1484blk.15.attn_output.weight q4_K 1485blk.15.attn_v.weight q4_K 1486blk.16.attn_qkv.weight q4_K 1487blk.17.attn_qkv.weight q4_K 1488blk.18.attn_qkv.weight q4_K 1489blk.19.attn_output.weight q4_K 1490blk.19.attn_v.weight q4_K 1491blk.20.attn_qkv.weight q4_K 1492blk.21.attn_qkv.weight q4_K 1493blk.22.attn_qkv.weight q4_K 1494blk.23.attn_output.weight q4_K 1495blk.23.attn_v.weight q4_K 1496blk.24.attn_qkv.weight q4_K 1497blk.25.attn_qkv.weight q4_K 1498blk.26.attn_qkv.weight q4_K 1499blk.27.attn_output.weight q4_K 1500blk.27.attn_v.weight q4_K 1501blk.28.attn_qkv.weight q4_K 1502blk.29.attn_qkv.weight q4_K 1503blk.30.attn_qkv.weight q4_K 1504blk.31.attn_output.weight q4_K 1505blk.31.attn_v.weight q4_K 1506blk.32.attn_qkv.weight q4_K 1507blk.33.attn_qkv.weight q4_K 1508blk.34.attn_qkv.weight q4_K 1509blk.35.attn_output.weight q4_K 1510blk.35.attn_v.weight q4_K 1511blk.36.attn_qkv.weight q4_K 1512blk.37.attn_qkv.weight q4_K 1513blk.38.attn_qkv.weight q4_K 1514blk.39.attn_output.weight q4_K 1515blk.39.attn_v.weight q4_K 1516blk.40.attn_qkv.weight q4_K 1517blk.41.attn_qkv.weight q4_K 1518blk.42.attn_qkv.weight q4_K 1519blk.43.attn_output.weight q4_K 1520blk.43.attn_v.weight q4_K 1521blk.44.attn_qkv.weight q4_K 1522blk.45.attn_qkv.weight q4_K 1523blk.46.attn_qkv.weight q4_K 1524blk.47.attn_output.weight q4_K 1525blk.47.attn_v.weight q4_K 1526blk.48.attn_qkv.weight q4_K 1527blk.49.attn_qkv.weight q4_K 1528blk.50.attn_qkv.weight q4_K 1529blk.51.attn_output.weight q4_K 1530blk.51.attn_v.weight q4_K 1531blk.52.attn_qkv.weight q4_K 1532blk.53.attn_qkv.weight q4_K 1533blk.54.attn_qkv.weight q4_K 1534blk.55.attn_output.weight q4_K 1535blk.55.attn_v.weight q4_K 1536blk.56.attn_qkv.weight q4_K 1537blk.57.attn_qkv.weight q4_K 1538blk.58.attn_qkv.weight q4_K 1539blk.59.attn_output.weight q4_K 1540blk.59.attn_v.weight q4_K 1541blk.60.attn_qkv.weight q4_K 1542blk.61.attn_qkv.weight q4_K 1543blk.62.attn_qkv.weight q4_K 1544blk.63.attn_output.weight q4_K 1545blk.63.attn_v.weight q4_K 1546 1547[IQ2_S] iq2_xs 1548output.weight q5_K 1549token_embd.weight iq3_s 1550blk.0.attn_qkv.weight q4_K 1551blk.0.ffn_down.weight iq3_s 1552blk.1.attn_qkv.weight q4_K 1553blk.1.ffn_down.weight iq3_s 1554blk.2.attn_qkv.weight q4_K 1555blk.2.ffn_down.weight iq3_s 1556blk.3.attn_output.weight iq3_s 1557blk.3.attn_v.weight q4_K 1558blk.3.ffn_down.weight iq3_s 1559blk.4.attn_qkv.weight q4_K 1560blk.4.ffn_down.weight iq3_s 1561blk.5.attn_qkv.weight q4_K 1562blk.5.ffn_down.weight iq3_s 1563blk.6.attn_qkv.weight q4_K 1564blk.6.ffn_down.weight iq3_s 1565blk.7.attn_output.weight iq3_s 1566blk.7.attn_v.weight q4_K 1567blk.7.ffn_down.weight iq3_s 1568blk.8.attn_qkv.weight q4_K 1569blk.9.attn_qkv.weight q4_K 1570blk.10.attn_qkv.weight q4_K 1571blk.11.attn_output.weight iq3_s 1572blk.11.attn_v.weight q4_K 1573blk.12.attn_qkv.weight q4_K 1574blk.13.attn_qkv.weight q4_K 1575blk.14.attn_qkv.weight q4_K 1576blk.15.attn_output.weight iq3_s 1577blk.15.attn_v.weight q4_K 1578blk.16.attn_qkv.weight q4_K 1579blk.17.attn_qkv.weight q4_K 1580blk.18.attn_qkv.weight q4_K 1581blk.19.attn_output.weight iq3_s 1582blk.19.attn_v.weight q4_K 1583blk.20.attn_qkv.weight q4_K 1584blk.21.attn_qkv.weight q4_K 1585blk.22.attn_qkv.weight q4_K 1586blk.23.attn_output.weight iq3_s 1587blk.23.attn_v.weight q4_K 1588blk.24.attn_qkv.weight q4_K 1589blk.25.attn_qkv.weight q4_K 1590blk.26.attn_qkv.weight q4_K 1591blk.27.attn_output.weight iq3_s 1592blk.27.attn_v.weight q4_K 1593blk.28.attn_qkv.weight q4_K 1594blk.29.attn_qkv.weight q4_K 1595blk.30.attn_qkv.weight q4_K 1596blk.31.attn_output.weight iq3_s 1597blk.31.attn_v.weight q4_K 1598blk.32.attn_qkv.weight q4_K 1599blk.33.attn_qkv.weight q4_K 1600blk.34.attn_qkv.weight q4_K 1601blk.35.attn_output.weight iq3_s 1602blk.35.attn_v.weight q4_K 1603blk.36.attn_qkv.weight q4_K 1604blk.37.attn_qkv.weight q4_K 1605blk.38.attn_qkv.weight q4_K 1606blk.39.attn_output.weight iq3_s 1607blk.39.attn_v.weight q4_K 1608blk.40.attn_qkv.weight q4_K 1609blk.41.attn_qkv.weight q4_K 1610blk.42.attn_qkv.weight q4_K 1611blk.43.attn_output.weight iq3_s 1612blk.43.attn_v.weight q4_K 1613blk.44.attn_qkv.weight q4_K 1614blk.45.attn_qkv.weight q4_K 1615blk.46.attn_qkv.weight q4_K 1616blk.47.attn_output.weight iq3_s 1617blk.47.attn_v.weight q4_K 1618blk.48.attn_qkv.weight q4_K 1619blk.49.attn_qkv.weight q4_K 1620blk.50.attn_qkv.weight q4_K 1621blk.51.attn_output.weight iq3_s 1622blk.51.attn_v.weight q4_K 1623blk.52.attn_qkv.weight q4_K 1624blk.53.attn_qkv.weight q4_K 1625blk.54.attn_qkv.weight q4_K 1626blk.55.attn_output.weight iq3_s 1627blk.55.attn_v.weight q4_K 1628blk.56.attn_qkv.weight q4_K 1629blk.57.attn_qkv.weight q4_K 1630blk.58.attn_qkv.weight q4_K 1631blk.59.attn_output.weight iq3_s 1632blk.59.attn_v.weight q4_K 1633blk.60.attn_qkv.weight q4_K 1634blk.61.attn_qkv.weight q4_K 1635blk.62.attn_qkv.weight q4_K 1636blk.63.attn_output.weight iq3_s 1637blk.63.attn_v.weight q4_K 1638 1639[IQ2_M] iq2_s 1640output.weight q5_K 1641token_embd.weight iq3_s 1642blk.0.attn_qkv.weight q4_K 1643blk.0.ffn_down.weight iq3_s 1644blk.1.attn_qkv.weight q4_K 1645blk.1.ffn_down.weight iq3_s 1646blk.2.attn_qkv.weight q4_K 1647blk.2.ffn_down.weight iq3_s 1648blk.3.attn_output.weight iq3_s 1649blk.3.attn_v.weight q4_K 1650blk.3.ffn_down.weight iq3_s 1651blk.4.attn_qkv.weight q4_K 1652blk.4.ffn_down.weight iq3_s 1653blk.5.attn_qkv.weight q4_K 1654blk.5.ffn_down.weight iq3_s 1655blk.6.attn_qkv.weight q4_K 1656blk.6.ffn_down.weight iq3_s 1657blk.7.attn_output.weight iq3_s 1658blk.7.attn_v.weight q4_K 1659blk.7.ffn_down.weight iq3_s 1660blk.8.attn_qkv.weight q4_K 1661blk.9.attn_qkv.weight q4_K 1662blk.10.attn_qkv.weight q4_K 1663blk.11.attn_output.weight iq3_s 1664blk.11.attn_v.weight q4_K 1665blk.12.attn_qkv.weight q4_K 1666blk.13.attn_qkv.weight q4_K 1667blk.14.attn_qkv.weight q4_K 1668blk.15.attn_output.weight iq3_s 1669blk.15.attn_v.weight q4_K 1670blk.16.attn_qkv.weight q4_K 1671blk.17.attn_qkv.weight q4_K 1672blk.18.attn_qkv.weight q4_K 1673blk.19.attn_output.weight iq3_s 1674blk.19.attn_v.weight q4_K 1675blk.20.attn_qkv.weight q4_K 1676blk.21.attn_qkv.weight q4_K 1677blk.22.attn_qkv.weight q4_K 1678blk.23.attn_output.weight iq3_s 1679blk.23.attn_v.weight q4_K 1680blk.24.attn_qkv.weight q4_K 1681blk.25.attn_qkv.weight q4_K 1682blk.26.attn_qkv.weight q4_K 1683blk.27.attn_output.weight iq3_s 1684blk.27.attn_v.weight q4_K 1685blk.28.attn_qkv.weight q4_K 1686blk.29.attn_qkv.weight q4_K 1687blk.30.attn_qkv.weight q4_K 1688blk.31.attn_output.weight iq3_s 1689blk.31.attn_v.weight q4_K 1690blk.32.attn_qkv.weight q4_K 1691blk.33.attn_qkv.weight q4_K 1692blk.34.attn_qkv.weight q4_K 1693blk.35.attn_output.weight iq3_s 1694blk.35.attn_v.weight q4_K 1695blk.36.attn_qkv.weight q4_K 1696blk.37.attn_qkv.weight q4_K 1697blk.38.attn_qkv.weight q4_K 1698blk.39.attn_output.weight iq3_s 1699blk.39.attn_v.weight q4_K 1700blk.40.attn_qkv.weight q4_K 1701blk.41.attn_qkv.weight q4_K 1702blk.42.attn_qkv.weight q4_K 1703blk.43.attn_output.weight iq3_s 1704blk.43.attn_v.weight q4_K 1705blk.44.attn_qkv.weight q4_K 1706blk.45.attn_qkv.weight q4_K 1707blk.46.attn_qkv.weight q4_K 1708blk.47.attn_output.weight iq3_s 1709blk.47.attn_v.weight q4_K 1710blk.48.attn_qkv.weight q4_K 1711blk.49.attn_qkv.weight q4_K 1712blk.50.attn_qkv.weight q4_K 1713blk.51.attn_output.weight iq3_s 1714blk.51.attn_v.weight q4_K 1715blk.52.attn_qkv.weight q4_K 1716blk.53.attn_qkv.weight q4_K 1717blk.54.attn_qkv.weight q4_K 1718blk.55.attn_output.weight iq3_s 1719blk.55.attn_v.weight q4_K 1720blk.56.attn_qkv.weight q4_K 1721blk.57.attn_qkv.weight q4_K 1722blk.58.attn_qkv.weight q4_K 1723blk.59.attn_output.weight iq3_s 1724blk.59.attn_v.weight q4_K 1725blk.60.attn_qkv.weight q4_K 1726blk.61.attn_qkv.weight q4_K 1727blk.62.attn_qkv.weight q4_K 1728blk.63.attn_output.weight iq3_s 1729blk.63.attn_v.weight q4_K 1730 1731[IQ4_XS] iq4_xs 1732output.weight q6_K 1733blk.0.attn_qkv.weight q5_K 1734blk.0.ffn_down.weight q5_K 1735blk.1.attn_qkv.weight q5_K 1736blk.1.ffn_down.weight q5_K 1737blk.2.attn_qkv.weight q5_K 1738blk.2.ffn_down.weight q5_K 1739blk.3.attn_v.weight q5_K 1740blk.3.ffn_down.weight q5_K 1741blk.4.attn_qkv.weight q5_K 1742blk.4.ffn_down.weight q5_K 1743blk.5.attn_qkv.weight q5_K 1744blk.5.ffn_down.weight q5_K 1745blk.6.attn_qkv.weight q5_K 1746blk.6.ffn_down.weight q5_K 1747blk.7.attn_v.weight q5_K 1748blk.7.ffn_down.weight q5_K 1749blk.8.attn_qkv.weight q5_K 1750blk.9.attn_qkv.weight q5_K 1751blk.10.attn_qkv.weight q5_K 1752blk.11.attn_v.weight q5_K 1753blk.12.attn_qkv.weight q5_K 1754blk.13.attn_qkv.weight q5_K 1755blk.14.attn_qkv.weight q5_K 1756blk.15.attn_v.weight q5_K 1757blk.16.attn_qkv.weight q5_K 1758blk.17.attn_qkv.weight q5_K 1759blk.18.attn_qkv.weight q5_K 1760blk.19.attn_v.weight q5_K 1761blk.20.attn_qkv.weight q5_K 1762blk.21.attn_qkv.weight q5_K 1763blk.22.attn_qkv.weight q5_K 1764blk.23.attn_v.weight q5_K 1765blk.24.attn_qkv.weight q5_K 1766blk.25.attn_qkv.weight q5_K 1767blk.26.attn_qkv.weight q5_K 1768blk.27.attn_v.weight q5_K 1769blk.28.attn_qkv.weight q5_K 1770blk.29.attn_qkv.weight q5_K 1771blk.30.attn_qkv.weight q5_K 1772blk.31.attn_v.weight q5_K 1773blk.32.attn_qkv.weight q5_K 1774blk.33.attn_qkv.weight q5_K 1775blk.34.attn_qkv.weight q5_K 1776blk.35.attn_v.weight q5_K 1777blk.36.attn_qkv.weight q5_K 1778blk.37.attn_qkv.weight q5_K 1779blk.38.attn_qkv.weight q5_K 1780blk.39.attn_v.weight q5_K 1781blk.40.attn_qkv.weight q5_K 1782blk.41.attn_qkv.weight q5_K 1783blk.42.attn_qkv.weight q5_K 1784blk.43.attn_v.weight q5_K 1785blk.44.attn_qkv.weight q5_K 1786blk.45.attn_qkv.weight q5_K 1787blk.46.attn_qkv.weight q5_K 1788blk.47.attn_v.weight q5_K 1789blk.48.attn_qkv.weight q5_K 1790blk.49.attn_qkv.weight q5_K 1791blk.50.attn_qkv.weight q5_K 1792blk.51.attn_v.weight q5_K 1793blk.52.attn_qkv.weight q5_K 1794blk.53.attn_qkv.weight q5_K 1795blk.54.attn_qkv.weight q5_K 1796blk.55.attn_v.weight q5_K 1797blk.56.attn_qkv.weight q5_K 1798blk.57.attn_qkv.weight q5_K 1799blk.58.attn_qkv.weight q5_K 1800blk.59.attn_v.weight q5_K 1801blk.60.attn_qkv.weight q5_K 1802blk.61.attn_qkv.weight q5_K 1803blk.62.attn_qkv.weight q5_K 1804blk.63.attn_v.weight q5_K 1805 1806[IQ1_M] iq1_m 1807output.weight q5_K 1808token_embd.weight q2_K 1809blk.0.attn_qkv.weight q4_K 1810blk.0.ffn_down.weight q2_K 1811blk.1.attn_qkv.weight q4_K 1812blk.1.ffn_down.weight q2_K 1813blk.2.attn_qkv.weight q4_K 1814blk.2.ffn_down.weight q2_K 1815blk.3.attn_output.weight iq2_xxs 1816blk.3.attn_v.weight q4_K 1817blk.3.ffn_down.weight q2_K 1818blk.4.attn_qkv.weight q4_K 1819blk.4.ffn_down.weight q2_K 1820blk.5.attn_qkv.weight q4_K 1821blk.5.ffn_down.weight q2_K 1822blk.6.attn_qkv.weight q4_K 1823blk.6.ffn_down.weight q2_K 1824blk.7.attn_output.weight iq2_xxs 1825blk.7.attn_v.weight q4_K 1826blk.7.ffn_down.weight q2_K 1827blk.8.attn_qkv.weight q4_K 1828blk.9.attn_qkv.weight q4_K 1829blk.10.attn_qkv.weight q4_K 1830blk.11.attn_output.weight iq2_xxs 1831blk.11.attn_v.weight q4_K 1832blk.12.attn_qkv.weight q4_K 1833blk.13.attn_qkv.weight q4_K 1834blk.14.attn_qkv.weight q4_K 1835blk.15.attn_output.weight iq2_xxs 1836blk.15.attn_v.weight q4_K 1837blk.16.attn_qkv.weight q4_K 1838blk.17.attn_qkv.weight q4_K 1839blk.18.attn_qkv.weight q4_K 1840blk.19.attn_output.weight iq2_xxs 1841blk.19.attn_v.weight q4_K 1842blk.20.attn_qkv.weight q4_K 1843blk.21.attn_qkv.weight q4_K 1844blk.22.attn_qkv.weight q4_K 1845blk.23.attn_output.weight iq2_xxs 1846blk.23.attn_v.weight q4_K 1847blk.24.attn_qkv.weight q4_K 1848blk.25.attn_qkv.weight q4_K 1849blk.26.attn_qkv.weight q4_K 1850blk.27.attn_output.weight iq2_xxs 1851blk.27.attn_v.weight q4_K 1852blk.28.attn_qkv.weight q4_K 1853blk.29.attn_qkv.weight q4_K 1854blk.30.attn_qkv.weight q4_K 1855blk.31.attn_output.weight iq2_xxs 1856blk.31.attn_v.weight q4_K 1857blk.32.attn_qkv.weight q4_K 1858blk.33.attn_qkv.weight q4_K 1859blk.34.attn_qkv.weight q4_K 1860blk.35.attn_output.weight iq2_xxs 1861blk.35.attn_v.weight q4_K 1862blk.36.attn_qkv.weight q4_K 1863blk.37.attn_qkv.weight q4_K 1864blk.38.attn_qkv.weight q4_K 1865blk.39.attn_output.weight iq2_xxs 1866blk.39.attn_v.weight q4_K 1867blk.40.attn_qkv.weight q4_K 1868blk.41.attn_qkv.weight q4_K 1869blk.42.attn_qkv.weight q4_K 1870blk.43.attn_output.weight iq2_xxs 1871blk.43.attn_v.weight q4_K 1872blk.44.attn_qkv.weight q4_K 1873blk.45.attn_qkv.weight q4_K 1874blk.46.attn_qkv.weight q4_K 1875blk.47.attn_output.weight iq2_xxs 1876blk.47.attn_v.weight q4_K 1877blk.48.attn_qkv.weight q4_K 1878blk.49.attn_qkv.weight q4_K 1879blk.50.attn_qkv.weight q4_K 1880blk.51.attn_output.weight iq2_xxs 1881blk.51.attn_v.weight q4_K 1882blk.52.attn_qkv.weight q4_K 1883blk.53.attn_qkv.weight q4_K 1884blk.54.attn_qkv.weight q4_K 1885blk.55.attn_output.weight iq2_xxs 1886blk.55.attn_v.weight q4_K 1887blk.56.attn_qkv.weight q4_K 1888blk.57.attn_qkv.weight q4_K 1889blk.58.attn_qkv.weight q4_K 1890blk.59.attn_output.weight iq2_xxs 1891blk.59.attn_v.weight q4_K 1892blk.60.attn_qkv.weight q4_K 1893blk.61.attn_qkv.weight q4_K 1894blk.62.attn_qkv.weight q4_K 1895blk.63.attn_output.weight iq2_xxs 1896blk.63.attn_v.weight q4_K 1897 1898[BF16] bf16 1899 1900[TQ1_0] tq1_0 1901output.weight q6_K 1902token_embd.weight q4_K 1903 1904[TQ2_0] tq2_0 1905output.weight q6_K 1906token_embd.weight q4_K 1907 1908[MXFP4_MOE] mxfp4 1909output.weight q8_0 1910token_embd.weight q8_0 1911blk.0.attn_gate.weight q8_0 1912blk.0.attn_qkv.weight q8_0 1913blk.0.ffn_down.weight q8_0 1914blk.0.ffn_gate.weight q8_0 1915blk.0.ffn_up.weight q8_0 1916blk.0.ssm_alpha.weight q8_0 1917blk.0.ssm_beta.weight q8_0 1918blk.0.ssm_out.weight q8_0 1919blk.1.attn_gate.weight q8_0 1920blk.1.attn_qkv.weight q8_0 1921blk.1.ffn_down.weight q8_0 1922blk.1.ffn_gate.weight q8_0 1923blk.1.ffn_up.weight q8_0 1924blk.1.ssm_alpha.weight q8_0 1925blk.1.ssm_beta.weight q8_0 1926blk.1.ssm_out.weight q8_0 1927blk.2.attn_gate.weight q8_0 1928blk.2.attn_qkv.weight q8_0 1929blk.2.ffn_down.weight q8_0 1930blk.2.ffn_gate.weight q8_0 1931blk.2.ffn_up.weight q8_0 1932blk.2.ssm_alpha.weight q8_0 1933blk.2.ssm_beta.weight q8_0 1934blk.2.ssm_out.weight q8_0 1935blk.3.attn_k.weight q8_0 1936blk.3.attn_output.weight q8_0 1937blk.3.attn_q.weight q8_0 1938blk.3.attn_v.weight q8_0 1939blk.3.ffn_down.weight q8_0 1940blk.3.ffn_gate.weight q8_0 1941blk.3.ffn_up.weight q8_0 1942blk.4.attn_gate.weight q8_0 1943blk.4.attn_qkv.weight q8_0 1944blk.4.ffn_down.weight q8_0 1945blk.4.ffn_gate.weight q8_0 1946blk.4.ffn_up.weight q8_0 1947blk.4.ssm_alpha.weight q8_0 1948blk.4.ssm_beta.weight q8_0 1949blk.4.ssm_out.weight q8_0 1950blk.5.attn_gate.weight q8_0 1951blk.5.attn_qkv.weight q8_0 1952blk.5.ffn_down.weight q8_0 1953blk.5.ffn_gate.weight q8_0 1954blk.5.ffn_up.weight q8_0 1955blk.5.ssm_alpha.weight q8_0 1956blk.5.ssm_beta.weight q8_0 1957blk.5.ssm_out.weight q8_0 1958blk.6.attn_gate.weight q8_0 1959blk.6.attn_qkv.weight q8_0 1960blk.6.ffn_down.weight q8_0 1961blk.6.ffn_gate.weight q8_0 1962blk.6.ffn_up.weight q8_0 1963blk.6.ssm_alpha.weight q8_0 1964blk.6.ssm_beta.weight q8_0 1965blk.6.ssm_out.weight q8_0 1966blk.7.attn_k.weight q8_0 1967blk.7.attn_output.weight q8_0 1968blk.7.attn_q.weight q8_0 1969blk.7.attn_v.weight q8_0 1970blk.7.ffn_down.weight q8_0 1971blk.7.ffn_gate.weight q8_0 1972blk.7.ffn_up.weight q8_0 1973blk.8.attn_gate.weight q8_0 1974blk.8.attn_qkv.weight q8_0 1975blk.8.ffn_down.weight q8_0 1976blk.8.ffn_gate.weight q8_0 1977blk.8.ffn_up.weight q8_0 1978blk.8.ssm_alpha.weight q8_0 1979blk.8.ssm_beta.weight q8_0 1980blk.8.ssm_out.weight q8_0 1981blk.9.attn_gate.weight q8_0 1982blk.9.attn_qkv.weight q8_0 1983blk.9.ffn_down.weight q8_0 1984blk.9.ffn_gate.weight q8_0 1985blk.9.ffn_up.weight q8_0 1986blk.9.ssm_alpha.weight q8_0 1987blk.9.ssm_beta.weight q8_0 1988blk.9.ssm_out.weight q8_0 1989blk.10.attn_gate.weight q8_0 1990blk.10.attn_qkv.weight q8_0 1991blk.10.ffn_down.weight q8_0 1992blk.10.ffn_gate.weight q8_0 1993blk.10.ffn_up.weight q8_0 1994blk.10.ssm_alpha.weight q8_0 1995blk.10.ssm_beta.weight q8_0 1996blk.10.ssm_out.weight q8_0 1997blk.11.attn_k.weight q8_0 1998blk.11.attn_output.weight q8_0 1999blk.11.attn_q.weight q8_0 2000blk.11.attn_v.weight q8_0 2001blk.11.ffn_down.weight q8_0 2002blk.11.ffn_gate.weight q8_0 2003blk.11.ffn_up.weight q8_0 2004blk.12.attn_gate.weight q8_0 2005blk.12.attn_qkv.weight q8_0 2006blk.12.ffn_down.weight q8_0 2007blk.12.ffn_gate.weight q8_0 2008blk.12.ffn_up.weight q8_0 2009blk.12.ssm_alpha.weight q8_0 2010blk.12.ssm_beta.weight q8_0 2011blk.12.ssm_out.weight q8_0 2012blk.13.attn_gate.weight q8_0 2013blk.13.attn_qkv.weight q8_0 2014blk.13.ffn_down.weight q8_0 2015blk.13.ffn_gate.weight q8_0 2016blk.13.ffn_up.weight q8_0 2017blk.13.ssm_alpha.weight q8_0 2018blk.13.ssm_beta.weight q8_0 2019blk.13.ssm_out.weight q8_0 2020blk.14.attn_gate.weight q8_0 2021blk.14.attn_qkv.weight q8_0 2022blk.14.ffn_down.weight q8_0 2023blk.14.ffn_gate.weight q8_0 2024blk.14.ffn_up.weight q8_0 2025blk.14.ssm_alpha.weight q8_0 2026blk.14.ssm_beta.weight q8_0 2027blk.14.ssm_out.weight q8_0 2028blk.15.attn_k.weight q8_0 2029blk.15.attn_output.weight q8_0 2030blk.15.attn_q.weight q8_0 2031blk.15.attn_v.weight q8_0 2032blk.15.ffn_down.weight q8_0 2033blk.15.ffn_gate.weight q8_0 2034blk.15.ffn_up.weight q8_0 2035blk.16.attn_gate.weight q8_0 2036blk.16.attn_qkv.weight q8_0 2037blk.16.ffn_down.weight q8_0 2038blk.16.ffn_gate.weight q8_0 2039blk.16.ffn_up.weight q8_0 2040blk.16.ssm_alpha.weight q8_0 2041blk.16.ssm_beta.weight q8_0 2042blk.16.ssm_out.weight q8_0 2043blk.17.attn_gate.weight q8_0 2044blk.17.attn_qkv.weight q8_0 2045blk.17.ffn_down.weight q8_0 2046blk.17.ffn_gate.weight q8_0 2047blk.17.ffn_up.weight q8_0 2048blk.17.ssm_alpha.weight q8_0 2049blk.17.ssm_beta.weight q8_0 2050blk.17.ssm_out.weight q8_0 2051blk.18.attn_gate.weight q8_0 2052blk.18.attn_qkv.weight q8_0 2053blk.18.ffn_down.weight q8_0 2054blk.18.ffn_gate.weight q8_0 2055blk.18.ffn_up.weight q8_0 2056blk.18.ssm_alpha.weight q8_0 2057blk.18.ssm_beta.weight q8_0 2058blk.18.ssm_out.weight q8_0 2059blk.19.attn_k.weight q8_0 2060blk.19.attn_output.weight q8_0 2061blk.19.attn_q.weight q8_0 2062blk.19.attn_v.weight q8_0 2063blk.19.ffn_down.weight q8_0 2064blk.19.ffn_gate.weight q8_0 2065blk.19.ffn_up.weight q8_0 2066blk.20.attn_gate.weight q8_0 2067blk.20.attn_qkv.weight q8_0 2068blk.20.ffn_down.weight q8_0 2069blk.20.ffn_gate.weight q8_0 2070blk.20.ffn_up.weight q8_0 2071blk.20.ssm_alpha.weight q8_0 2072blk.20.ssm_beta.weight q8_0 2073blk.20.ssm_out.weight q8_0 2074blk.21.attn_gate.weight q8_0 2075blk.21.attn_qkv.weight q8_0 2076blk.21.ffn_down.weight q8_0 2077blk.21.ffn_gate.weight q8_0 2078blk.21.ffn_up.weight q8_0 2079blk.21.ssm_alpha.weight q8_0 2080blk.21.ssm_beta.weight q8_0 2081blk.21.ssm_out.weight q8_0 2082blk.22.attn_gate.weight q8_0 2083blk.22.attn_qkv.weight q8_0 2084blk.22.ffn_down.weight q8_0 2085blk.22.ffn_gate.weight q8_0 2086blk.22.ffn_up.weight q8_0 2087blk.22.ssm_alpha.weight q8_0 2088blk.22.ssm_beta.weight q8_0 2089blk.22.ssm_out.weight q8_0 2090blk.23.attn_k.weight q8_0 2091blk.23.attn_output.weight q8_0 2092blk.23.attn_q.weight q8_0 2093blk.23.attn_v.weight q8_0 2094blk.23.ffn_down.weight q8_0 2095blk.23.ffn_gate.weight q8_0 2096blk.23.ffn_up.weight q8_0 2097blk.24.attn_gate.weight q8_0 2098blk.24.attn_qkv.weight q8_0 2099blk.24.ffn_down.weight q8_0 2100blk.24.ffn_gate.weight q8_0 2101blk.24.ffn_up.weight q8_0 2102blk.24.ssm_alpha.weight q8_0 2103blk.24.ssm_beta.weight q8_0 2104blk.24.ssm_out.weight q8_0 2105blk.25.attn_gate.weight q8_0 2106blk.25.attn_qkv.weight q8_0 2107blk.25.ffn_down.weight q8_0 2108blk.25.ffn_gate.weight q8_0 2109blk.25.ffn_up.weight q8_0 2110blk.25.ssm_alpha.weight q8_0 2111blk.25.ssm_beta.weight q8_0 2112blk.25.ssm_out.weight q8_0 2113blk.26.attn_gate.weight q8_0 2114blk.26.attn_qkv.weight q8_0 2115blk.26.ffn_down.weight q8_0 2116blk.26.ffn_gate.weight q8_0 2117blk.26.ffn_up.weight q8_0 2118blk.26.ssm_alpha.weight q8_0 2119blk.26.ssm_beta.weight q8_0 2120blk.26.ssm_out.weight q8_0 2121blk.27.attn_k.weight q8_0 2122blk.27.attn_output.weight q8_0 2123blk.27.attn_q.weight q8_0 2124blk.27.attn_v.weight q8_0 2125blk.27.ffn_down.weight q8_0 2126blk.27.ffn_gate.weight q8_0 2127blk.27.ffn_up.weight q8_0 2128blk.28.attn_gate.weight q8_0 2129blk.28.attn_qkv.weight q8_0 2130blk.28.ffn_down.weight q8_0 2131blk.28.ffn_gate.weight q8_0 2132blk.28.ffn_up.weight q8_0 2133blk.28.ssm_alpha.weight q8_0 2134blk.28.ssm_beta.weight q8_0 2135blk.28.ssm_out.weight q8_0 2136blk.29.attn_gate.weight q8_0 2137blk.29.attn_qkv.weight q8_0 2138blk.29.ffn_down.weight q8_0 2139blk.29.ffn_gate.weight q8_0 2140blk.29.ffn_up.weight q8_0 2141blk.29.ssm_alpha.weight q8_0 2142blk.29.ssm_beta.weight q8_0 2143blk.29.ssm_out.weight q8_0 2144blk.30.attn_gate.weight q8_0 2145blk.30.attn_qkv.weight q8_0 2146blk.30.ffn_down.weight q8_0 2147blk.30.ffn_gate.weight q8_0 2148blk.30.ffn_up.weight q8_0 2149blk.30.ssm_alpha.weight q8_0 2150blk.30.ssm_beta.weight q8_0 2151blk.30.ssm_out.weight q8_0 2152blk.31.attn_k.weight q8_0 2153blk.31.attn_output.weight q8_0 2154blk.31.attn_q.weight q8_0 2155blk.31.attn_v.weight q8_0 2156blk.31.ffn_down.weight q8_0 2157blk.31.ffn_gate.weight q8_0 2158blk.31.ffn_up.weight q8_0 2159blk.32.attn_gate.weight q8_0 2160blk.32.attn_qkv.weight q8_0 2161blk.32.ffn_down.weight q8_0 2162blk.32.ffn_gate.weight q8_0 2163blk.32.ffn_up.weight q8_0 2164blk.32.ssm_alpha.weight q8_0 2165blk.32.ssm_beta.weight q8_0 2166blk.32.ssm_out.weight q8_0 2167blk.33.attn_gate.weight q8_0 2168blk.33.attn_qkv.weight q8_0 2169blk.33.ffn_down.weight q8_0 2170blk.33.ffn_gate.weight q8_0 2171blk.33.ffn_up.weight q8_0 2172blk.33.ssm_alpha.weight q8_0 2173blk.33.ssm_beta.weight q8_0 2174blk.33.ssm_out.weight q8_0 2175blk.34.attn_gate.weight q8_0 2176blk.34.attn_qkv.weight q8_0 2177blk.34.ffn_down.weight q8_0 2178blk.34.ffn_gate.weight q8_0 2179blk.34.ffn_up.weight q8_0 2180blk.34.ssm_alpha.weight q8_0 2181blk.34.ssm_beta.weight q8_0 2182blk.34.ssm_out.weight q8_0 2183blk.35.attn_k.weight q8_0 2184blk.35.attn_output.weight q8_0 2185blk.35.attn_q.weight q8_0 2186blk.35.attn_v.weight q8_0 2187blk.35.ffn_down.weight q8_0 2188blk.35.ffn_gate.weight q8_0 2189blk.35.ffn_up.weight q8_0 2190blk.36.attn_gate.weight q8_0 2191blk.36.attn_qkv.weight q8_0 2192blk.36.ffn_down.weight q8_0 2193blk.36.ffn_gate.weight q8_0 2194blk.36.ffn_up.weight q8_0 2195blk.36.ssm_alpha.weight q8_0 2196blk.36.ssm_beta.weight q8_0 2197blk.36.ssm_out.weight q8_0 2198blk.37.attn_gate.weight q8_0 2199blk.37.attn_qkv.weight q8_0 2200blk.37.ffn_down.weight q8_0 2201blk.37.ffn_gate.weight q8_0 2202blk.37.ffn_up.weight q8_0 2203blk.37.ssm_alpha.weight q8_0 2204blk.37.ssm_beta.weight q8_0 2205blk.37.ssm_out.weight q8_0 2206blk.38.attn_gate.weight q8_0 2207blk.38.attn_qkv.weight q8_0 2208blk.38.ffn_down.weight q8_0 2209blk.38.ffn_gate.weight q8_0 2210blk.38.ffn_up.weight q8_0 2211blk.38.ssm_alpha.weight q8_0 2212blk.38.ssm_beta.weight q8_0 2213blk.38.ssm_out.weight q8_0 2214blk.39.attn_k.weight q8_0 2215blk.39.attn_output.weight q8_0 2216blk.39.attn_q.weight q8_0 2217blk.39.attn_v.weight q8_0 2218blk.39.ffn_down.weight q8_0 2219blk.39.ffn_gate.weight q8_0 2220blk.39.ffn_up.weight q8_0 2221blk.40.attn_gate.weight q8_0 2222blk.40.attn_qkv.weight q8_0 2223blk.40.ffn_down.weight q8_0 2224blk.40.ffn_gate.weight q8_0 2225blk.40.ffn_up.weight q8_0 2226blk.40.ssm_alpha.weight q8_0 2227blk.40.ssm_beta.weight q8_0 2228blk.40.ssm_out.weight q8_0 2229blk.41.attn_gate.weight q8_0 2230blk.41.attn_qkv.weight q8_0 2231blk.41.ffn_down.weight q8_0 2232blk.41.ffn_gate.weight q8_0 2233blk.41.ffn_up.weight q8_0 2234blk.41.ssm_alpha.weight q8_0 2235blk.41.ssm_beta.weight q8_0 2236blk.41.ssm_out.weight q8_0 2237blk.42.attn_gate.weight q8_0 2238blk.42.attn_qkv.weight q8_0 2239blk.42.ffn_down.weight q8_0 2240blk.42.ffn_gate.weight q8_0 2241blk.42.ffn_up.weight q8_0 2242blk.42.ssm_alpha.weight q8_0 2243blk.42.ssm_beta.weight q8_0 2244blk.42.ssm_out.weight q8_0 2245blk.43.attn_k.weight q8_0 2246blk.43.attn_output.weight q8_0 2247blk.43.attn_q.weight q8_0 2248blk.43.attn_v.weight q8_0 2249blk.43.ffn_down.weight q8_0 2250blk.43.ffn_gate.weight q8_0 2251blk.43.ffn_up.weight q8_0 2252blk.44.attn_gate.weight q8_0 2253blk.44.attn_qkv.weight q8_0 2254blk.44.ffn_down.weight q8_0 2255blk.44.ffn_gate.weight q8_0 2256blk.44.ffn_up.weight q8_0 2257blk.44.ssm_alpha.weight q8_0 2258blk.44.ssm_beta.weight q8_0 2259blk.44.ssm_out.weight q8_0 2260blk.45.attn_gate.weight q8_0 2261blk.45.attn_qkv.weight q8_0 2262blk.45.ffn_down.weight q8_0 2263blk.45.ffn_gate.weight q8_0 2264blk.45.ffn_up.weight q8_0 2265blk.45.ssm_alpha.weight q8_0 2266blk.45.ssm_beta.weight q8_0 2267blk.45.ssm_out.weight q8_0 2268blk.46.attn_gate.weight q8_0 2269blk.46.attn_qkv.weight q8_0 2270blk.46.ffn_down.weight q8_0 2271blk.46.ffn_gate.weight q8_0 2272blk.46.ffn_up.weight q8_0 2273blk.46.ssm_alpha.weight q8_0 2274blk.46.ssm_beta.weight q8_0 2275blk.46.ssm_out.weight q8_0 2276blk.47.attn_k.weight q8_0 2277blk.47.attn_output.weight q8_0 2278blk.47.attn_q.weight q8_0 2279blk.47.attn_v.weight q8_0 2280blk.47.ffn_down.weight q8_0 2281blk.47.ffn_gate.weight q8_0 2282blk.47.ffn_up.weight q8_0 2283blk.48.attn_gate.weight q8_0 2284blk.48.attn_qkv.weight q8_0 2285blk.48.ffn_down.weight q8_0 2286blk.48.ffn_gate.weight q8_0 2287blk.48.ffn_up.weight q8_0 2288blk.48.ssm_alpha.weight q8_0 2289blk.48.ssm_beta.weight q8_0 2290blk.48.ssm_out.weight q8_0 2291blk.49.attn_gate.weight q8_0 2292blk.49.attn_qkv.weight q8_0 2293blk.49.ffn_down.weight q8_0 2294blk.49.ffn_gate.weight q8_0 2295blk.49.ffn_up.weight q8_0 2296blk.49.ssm_alpha.weight q8_0 2297blk.49.ssm_beta.weight q8_0 2298blk.49.ssm_out.weight q8_0 2299blk.50.attn_gate.weight q8_0 2300blk.50.attn_qkv.weight q8_0 2301blk.50.ffn_down.weight q8_0 2302blk.50.ffn_gate.weight q8_0 2303blk.50.ffn_up.weight q8_0 2304blk.50.ssm_alpha.weight q8_0 2305blk.50.ssm_beta.weight q8_0 2306blk.50.ssm_out.weight q8_0 2307blk.51.attn_k.weight q8_0 2308blk.51.attn_output.weight q8_0 2309blk.51.attn_q.weight q8_0 2310blk.51.attn_v.weight q8_0 2311blk.51.ffn_down.weight q8_0 2312blk.51.ffn_gate.weight q8_0 2313blk.51.ffn_up.weight q8_0 2314blk.52.attn_gate.weight q8_0 2315blk.52.attn_qkv.weight q8_0 2316blk.52.ffn_down.weight q8_0 2317blk.52.ffn_gate.weight q8_0 2318blk.52.ffn_up.weight q8_0 2319blk.52.ssm_alpha.weight q8_0 2320blk.52.ssm_beta.weight q8_0 2321blk.52.ssm_out.weight q8_0 2322blk.53.attn_gate.weight q8_0 2323blk.53.attn_qkv.weight q8_0 2324blk.53.ffn_down.weight q8_0 2325blk.53.ffn_gate.weight q8_0 2326blk.53.ffn_up.weight q8_0 2327blk.53.ssm_alpha.weight q8_0 2328blk.53.ssm_beta.weight q8_0 2329blk.53.ssm_out.weight q8_0 2330blk.54.attn_gate.weight q8_0 2331blk.54.attn_qkv.weight q8_0 2332blk.54.ffn_down.weight q8_0 2333blk.54.ffn_gate.weight q8_0 2334blk.54.ffn_up.weight q8_0 2335blk.54.ssm_alpha.weight q8_0 2336blk.54.ssm_beta.weight q8_0 2337blk.54.ssm_out.weight q8_0 2338blk.55.attn_k.weight q8_0 2339blk.55.attn_output.weight q8_0 2340blk.55.attn_q.weight q8_0 2341blk.55.attn_v.weight q8_0 2342blk.55.ffn_down.weight q8_0 2343blk.55.ffn_gate.weight q8_0 2344blk.55.ffn_up.weight q8_0 2345blk.56.attn_gate.weight q8_0 2346blk.56.attn_qkv.weight q8_0 2347blk.56.ffn_down.weight q8_0 2348blk.56.ffn_gate.weight q8_0 2349blk.56.ffn_up.weight q8_0 2350blk.56.ssm_alpha.weight q8_0 2351blk.56.ssm_beta.weight q8_0 2352blk.56.ssm_out.weight q8_0 2353blk.57.attn_gate.weight q8_0 2354blk.57.attn_qkv.weight q8_0 2355blk.57.ffn_down.weight q8_0 2356blk.57.ffn_gate.weight q8_0 2357blk.57.ffn_up.weight q8_0 2358blk.57.ssm_alpha.weight q8_0 2359blk.57.ssm_beta.weight q8_0 2360blk.57.ssm_out.weight q8_0 2361blk.58.attn_gate.weight q8_0 2362blk.58.attn_qkv.weight q8_0 2363blk.58.ffn_down.weight q8_0 2364blk.58.ffn_gate.weight q8_0 2365blk.58.ffn_up.weight q8_0 2366blk.58.ssm_alpha.weight q8_0 2367blk.58.ssm_beta.weight q8_0 2368blk.58.ssm_out.weight q8_0 2369blk.59.attn_k.weight q8_0 2370blk.59.attn_output.weight q8_0 2371blk.59.attn_q.weight q8_0 2372blk.59.attn_v.weight q8_0 2373blk.59.ffn_down.weight q8_0 2374blk.59.ffn_gate.weight q8_0 2375blk.59.ffn_up.weight q8_0 2376blk.60.attn_gate.weight q8_0 2377blk.60.attn_qkv.weight q8_0 2378blk.60.ffn_down.weight q8_0 2379blk.60.ffn_gate.weight q8_0 2380blk.60.ffn_up.weight q8_0 2381blk.60.ssm_alpha.weight q8_0 2382blk.60.ssm_beta.weight q8_0 2383blk.60.ssm_out.weight q8_0 2384blk.61.attn_gate.weight q8_0 2385blk.61.attn_qkv.weight q8_0 2386blk.61.ffn_down.weight q8_0 2387blk.61.ffn_gate.weight q8_0 2388blk.61.ffn_up.weight q8_0 2389blk.61.ssm_alpha.weight q8_0 2390blk.61.ssm_beta.weight q8_0 2391blk.61.ssm_out.weight q8_0 2392blk.62.attn_gate.weight q8_0 2393blk.62.attn_qkv.weight q8_0 2394blk.62.ffn_down.weight q8_0 2395blk.62.ffn_gate.weight q8_0 2396blk.62.ffn_up.weight q8_0 2397blk.62.ssm_alpha.weight q8_0 2398blk.62.ssm_beta.weight q8_0 2399blk.62.ssm_out.weight q8_0 2400blk.63.attn_k.weight q8_0 2401blk.63.attn_output.weight q8_0 2402blk.63.attn_q.weight q8_0 2403blk.63.attn_v.weight q8_0 2404blk.63.ffn_down.weight q8_0 2405blk.63.ffn_gate.weight q8_0 2406blk.63.ffn_up.weight q8_0