char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: Step-3.5-Flash 2# n_embd=4096, n_ff=11264, n_vocab=128896, n_layer=45, n_head=64, n_head_kv=8, n_expert=288 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_output.weight q3_K 25blk.0.attn_v.weight q4_K 26blk.0.ffn_down.weight q3_K 27blk.1.attn_output.weight q3_K 28blk.1.attn_v.weight q4_K 29blk.1.ffn_down.weight q3_K 30blk.2.attn_output.weight q3_K 31blk.2.attn_v.weight q4_K 32blk.2.ffn_down.weight q3_K 33blk.3.attn_output.weight q3_K 34blk.3.attn_v.weight q4_K 35blk.3.ffn_down_exps.weight q3_K 36blk.3.ffn_down_shexp.weight q3_K 37blk.4.attn_output.weight q3_K 38blk.4.attn_v.weight q4_K 39blk.4.ffn_down_exps.weight q3_K 40blk.4.ffn_down_shexp.weight q3_K 41blk.5.attn_output.weight q3_K 42blk.5.attn_v.weight q4_K 43blk.5.ffn_down_exps.weight q3_K 44blk.5.ffn_down_shexp.weight q3_K 45blk.6.attn_output.weight q3_K 46blk.6.attn_v.weight q4_K 47blk.6.ffn_down_exps.weight q3_K 48blk.6.ffn_down_shexp.weight q3_K 49blk.7.attn_output.weight q3_K 50blk.7.attn_v.weight q4_K 51blk.7.ffn_down_exps.weight q3_K 52blk.7.ffn_down_shexp.weight q3_K 53blk.8.attn_output.weight q3_K 54blk.8.attn_v.weight q4_K 55blk.8.ffn_down_exps.weight q3_K 56blk.8.ffn_down_shexp.weight q3_K 57blk.9.attn_output.weight q3_K 58blk.9.attn_v.weight q4_K 59blk.9.ffn_down_exps.weight q3_K 60blk.9.ffn_down_shexp.weight q3_K 61blk.10.attn_output.weight q3_K 62blk.10.attn_v.weight q4_K 63blk.10.ffn_down_exps.weight q3_K 64blk.10.ffn_down_shexp.weight q3_K 65blk.11.attn_output.weight q3_K 66blk.11.attn_v.weight q4_K 67blk.11.ffn_down_exps.weight q3_K 68blk.11.ffn_down_shexp.weight q3_K 69blk.12.attn_output.weight q3_K 70blk.12.attn_v.weight q4_K 71blk.12.ffn_down_exps.weight q3_K 72blk.12.ffn_down_shexp.weight q3_K 73blk.13.attn_output.weight q3_K 74blk.13.attn_v.weight q4_K 75blk.13.ffn_down_exps.weight q3_K 76blk.13.ffn_down_shexp.weight q3_K 77blk.14.attn_output.weight q3_K 78blk.14.attn_v.weight q4_K 79blk.14.ffn_down_exps.weight q3_K 80blk.14.ffn_down_shexp.weight q3_K 81blk.15.attn_output.weight q3_K 82blk.15.attn_v.weight q4_K 83blk.15.ffn_down_exps.weight q3_K 84blk.15.ffn_down_shexp.weight q3_K 85blk.16.attn_output.weight q3_K 86blk.16.attn_v.weight q4_K 87blk.16.ffn_down_exps.weight q3_K 88blk.16.ffn_down_shexp.weight q3_K 89blk.17.attn_output.weight q3_K 90blk.17.attn_v.weight q4_K 91blk.17.ffn_down_exps.weight q3_K 92blk.17.ffn_down_shexp.weight q3_K 93blk.18.attn_output.weight q3_K 94blk.18.attn_v.weight q4_K 95blk.18.ffn_down_exps.weight q3_K 96blk.18.ffn_down_shexp.weight q3_K 97blk.19.attn_output.weight q3_K 98blk.19.attn_v.weight q4_K 99blk.19.ffn_down_exps.weight q3_K 100blk.19.ffn_down_shexp.weight q3_K 101blk.20.attn_output.weight q3_K 102blk.20.attn_v.weight q4_K 103blk.20.ffn_down_exps.weight q3_K 104blk.20.ffn_down_shexp.weight q3_K 105blk.21.attn_output.weight q3_K 106blk.21.attn_v.weight q4_K 107blk.21.ffn_down_exps.weight q3_K 108blk.21.ffn_down_shexp.weight q3_K 109blk.22.attn_output.weight q3_K 110blk.22.attn_v.weight q4_K 111blk.22.ffn_down_exps.weight q3_K 112blk.22.ffn_down_shexp.weight q3_K 113blk.23.attn_output.weight q3_K 114blk.23.attn_v.weight q4_K 115blk.23.ffn_down_exps.weight q3_K 116blk.23.ffn_down_shexp.weight q3_K 117blk.24.attn_output.weight q3_K 118blk.24.attn_v.weight q4_K 119blk.24.ffn_down_exps.weight q3_K 120blk.24.ffn_down_shexp.weight q3_K 121blk.25.attn_output.weight q3_K 122blk.25.attn_v.weight q4_K 123blk.25.ffn_down_exps.weight q3_K 124blk.25.ffn_down_shexp.weight q3_K 125blk.26.attn_output.weight q3_K 126blk.26.attn_v.weight q4_K 127blk.26.ffn_down_exps.weight q3_K 128blk.26.ffn_down_shexp.weight q3_K 129blk.27.attn_output.weight q3_K 130blk.27.attn_v.weight q4_K 131blk.27.ffn_down_exps.weight q3_K 132blk.27.ffn_down_shexp.weight q3_K 133blk.28.attn_output.weight q3_K 134blk.28.attn_v.weight q4_K 135blk.28.ffn_down_exps.weight q3_K 136blk.28.ffn_down_shexp.weight q3_K 137blk.29.attn_output.weight q3_K 138blk.29.attn_v.weight q4_K 139blk.29.ffn_down_exps.weight q3_K 140blk.29.ffn_down_shexp.weight q3_K 141blk.30.attn_output.weight q3_K 142blk.30.attn_v.weight q4_K 143blk.30.ffn_down_exps.weight q3_K 144blk.30.ffn_down_shexp.weight q3_K 145blk.31.attn_output.weight q3_K 146blk.31.attn_v.weight q4_K 147blk.31.ffn_down_exps.weight q3_K 148blk.31.ffn_down_shexp.weight q3_K 149blk.32.attn_output.weight q3_K 150blk.32.attn_v.weight q4_K 151blk.32.ffn_down_exps.weight q3_K 152blk.32.ffn_down_shexp.weight q3_K 153blk.33.attn_output.weight q3_K 154blk.33.attn_v.weight q4_K 155blk.33.ffn_down_exps.weight q3_K 156blk.33.ffn_down_shexp.weight q3_K 157blk.34.attn_output.weight q3_K 158blk.34.attn_v.weight q4_K 159blk.34.ffn_down_exps.weight q3_K 160blk.34.ffn_down_shexp.weight q3_K 161blk.35.attn_output.weight q3_K 162blk.35.attn_v.weight q4_K 163blk.35.ffn_down_exps.weight q3_K 164blk.35.ffn_down_shexp.weight q3_K 165blk.36.attn_output.weight q3_K 166blk.36.attn_v.weight q4_K 167blk.36.ffn_down_exps.weight q3_K 168blk.36.ffn_down_shexp.weight q3_K 169blk.37.attn_output.weight q3_K 170blk.37.attn_v.weight q4_K 171blk.37.ffn_down_exps.weight q3_K 172blk.37.ffn_down_shexp.weight q3_K 173blk.38.attn_output.weight q3_K 174blk.38.attn_v.weight q4_K 175blk.38.ffn_down_exps.weight q3_K 176blk.38.ffn_down_shexp.weight q3_K 177blk.39.attn_output.weight q3_K 178blk.39.attn_v.weight q4_K 179blk.39.ffn_down_exps.weight q3_K 180blk.39.ffn_down_shexp.weight q3_K 181blk.40.attn_output.weight q3_K 182blk.40.attn_v.weight q4_K 183blk.40.ffn_down_exps.weight q3_K 184blk.40.ffn_down_shexp.weight q3_K 185blk.41.attn_output.weight q3_K 186blk.41.attn_v.weight q4_K 187blk.41.ffn_down_exps.weight q3_K 188blk.41.ffn_down_shexp.weight q3_K 189blk.42.attn_output.weight q3_K 190blk.42.attn_v.weight q4_K 191blk.42.ffn_down_exps.weight q3_K 192blk.42.ffn_down_shexp.weight q3_K 193blk.43.attn_output.weight q3_K 194blk.43.attn_v.weight q4_K 195blk.43.ffn_down_exps.weight q3_K 196blk.43.ffn_down_shexp.weight q3_K 197blk.44.attn_output.weight q3_K 198blk.44.attn_v.weight q4_K 199blk.44.ffn_down_exps.weight q3_K 200blk.44.ffn_down_shexp.weight q3_K 201 202[Q3_K_S] q3_K 203output.weight q6_K 204 205[Q3_K_M] q3_K 206output.weight q6_K 207blk.0.attn_output.weight q4_K 208blk.0.attn_v.weight q5_K 209blk.0.ffn_down.weight q5_K 210blk.1.attn_output.weight q4_K 211blk.1.attn_v.weight q5_K 212blk.1.ffn_down.weight q5_K 213blk.2.attn_output.weight q4_K 214blk.2.attn_v.weight q4_K 215blk.2.ffn_down.weight q4_K 216blk.3.attn_output.weight q4_K 217blk.3.attn_v.weight q4_K 218blk.3.ffn_down_exps.weight q4_K 219blk.3.ffn_down_shexp.weight q4_K 220blk.4.attn_output.weight q4_K 221blk.4.attn_v.weight q4_K 222blk.4.ffn_down_exps.weight q4_K 223blk.4.ffn_down_shexp.weight q4_K 224blk.5.attn_output.weight q4_K 225blk.5.attn_v.weight q4_K 226blk.5.ffn_down_exps.weight q4_K 227blk.5.ffn_down_shexp.weight q4_K 228blk.6.attn_output.weight q4_K 229blk.6.attn_v.weight q4_K 230blk.6.ffn_down_exps.weight q4_K 231blk.6.ffn_down_shexp.weight q4_K 232blk.7.attn_output.weight q4_K 233blk.7.attn_v.weight q4_K 234blk.7.ffn_down_exps.weight q4_K 235blk.7.ffn_down_shexp.weight q4_K 236blk.8.attn_output.weight q4_K 237blk.8.attn_v.weight q4_K 238blk.8.ffn_down_exps.weight q4_K 239blk.8.ffn_down_shexp.weight q4_K 240blk.9.attn_output.weight q4_K 241blk.9.attn_v.weight q4_K 242blk.9.ffn_down_exps.weight q4_K 243blk.9.ffn_down_shexp.weight q4_K 244blk.10.attn_output.weight q4_K 245blk.10.attn_v.weight q4_K 246blk.10.ffn_down_exps.weight q4_K 247blk.10.ffn_down_shexp.weight q4_K 248blk.11.attn_output.weight q4_K 249blk.11.attn_v.weight q4_K 250blk.11.ffn_down_exps.weight q4_K 251blk.11.ffn_down_shexp.weight q4_K 252blk.12.attn_output.weight q4_K 253blk.12.attn_v.weight q4_K 254blk.12.ffn_down_exps.weight q4_K 255blk.12.ffn_down_shexp.weight q4_K 256blk.13.attn_output.weight q4_K 257blk.13.attn_v.weight q4_K 258blk.13.ffn_down_exps.weight q4_K 259blk.13.ffn_down_shexp.weight q4_K 260blk.14.attn_output.weight q4_K 261blk.14.attn_v.weight q4_K 262blk.14.ffn_down_exps.weight q4_K 263blk.14.ffn_down_shexp.weight q4_K 264blk.15.attn_output.weight q4_K 265blk.15.attn_v.weight q4_K 266blk.15.ffn_down_exps.weight q4_K 267blk.15.ffn_down_shexp.weight q4_K 268blk.16.attn_output.weight q4_K 269blk.16.attn_v.weight q4_K 270blk.16.ffn_down_exps.weight q4_K 271blk.16.ffn_down_shexp.weight q4_K 272blk.17.attn_output.weight q4_K 273blk.17.attn_v.weight q4_K 274blk.17.ffn_down_exps.weight q4_K 275blk.17.ffn_down_shexp.weight q4_K 276blk.18.attn_output.weight q4_K 277blk.18.attn_v.weight q4_K 278blk.18.ffn_down_exps.weight q4_K 279blk.18.ffn_down_shexp.weight q4_K 280blk.19.attn_output.weight q4_K 281blk.19.attn_v.weight q4_K 282blk.19.ffn_down_exps.weight q4_K 283blk.19.ffn_down_shexp.weight q4_K 284blk.20.attn_output.weight q4_K 285blk.20.attn_v.weight q4_K 286blk.20.ffn_down_exps.weight q4_K 287blk.20.ffn_down_shexp.weight q4_K 288blk.21.attn_output.weight q4_K 289blk.21.attn_v.weight q4_K 290blk.21.ffn_down_exps.weight q4_K 291blk.21.ffn_down_shexp.weight q4_K 292blk.22.attn_output.weight q4_K 293blk.22.attn_v.weight q4_K 294blk.22.ffn_down_exps.weight q4_K 295blk.22.ffn_down_shexp.weight q4_K 296blk.23.attn_output.weight q4_K 297blk.23.attn_v.weight q4_K 298blk.23.ffn_down_exps.weight q4_K 299blk.23.ffn_down_shexp.weight q4_K 300blk.24.attn_output.weight q4_K 301blk.24.attn_v.weight q4_K 302blk.24.ffn_down_exps.weight q4_K 303blk.24.ffn_down_shexp.weight q4_K 304blk.25.attn_output.weight q4_K 305blk.25.attn_v.weight q4_K 306blk.25.ffn_down_exps.weight q4_K 307blk.25.ffn_down_shexp.weight q4_K 308blk.26.attn_output.weight q4_K 309blk.26.attn_v.weight q4_K 310blk.26.ffn_down_exps.weight q4_K 311blk.26.ffn_down_shexp.weight q4_K 312blk.27.attn_output.weight q4_K 313blk.27.attn_v.weight q4_K 314blk.27.ffn_down_exps.weight q4_K 315blk.27.ffn_down_shexp.weight q4_K 316blk.28.attn_output.weight q4_K 317blk.28.attn_v.weight q4_K 318blk.28.ffn_down_exps.weight q4_K 319blk.28.ffn_down_shexp.weight q4_K 320blk.29.attn_output.weight q4_K 321blk.29.attn_v.weight q4_K 322blk.29.ffn_down_exps.weight q4_K 323blk.29.ffn_down_shexp.weight q4_K 324blk.30.attn_output.weight q4_K 325blk.30.attn_v.weight q4_K 326blk.30.ffn_down_exps.weight q4_K 327blk.30.ffn_down_shexp.weight q4_K 328blk.31.attn_output.weight q4_K 329blk.31.attn_v.weight q4_K 330blk.31.ffn_down_exps.weight q4_K 331blk.31.ffn_down_shexp.weight q4_K 332blk.32.attn_output.weight q4_K 333blk.32.attn_v.weight q4_K 334blk.32.ffn_down_exps.weight q4_K 335blk.32.ffn_down_shexp.weight q4_K 336blk.33.attn_output.weight q4_K 337blk.33.attn_v.weight q4_K 338blk.33.ffn_down_exps.weight q4_K 339blk.33.ffn_down_shexp.weight q4_K 340blk.34.attn_output.weight q4_K 341blk.34.attn_v.weight q4_K 342blk.34.ffn_down_exps.weight q4_K 343blk.34.ffn_down_shexp.weight q4_K 344blk.35.attn_output.weight q4_K 345blk.35.attn_v.weight q4_K 346blk.35.ffn_down_exps.weight q4_K 347blk.35.ffn_down_shexp.weight q4_K 348blk.36.attn_output.weight q4_K 349blk.36.attn_v.weight q4_K 350blk.36.ffn_down_exps.weight q4_K 351blk.36.ffn_down_shexp.weight q4_K 352blk.37.attn_output.weight q4_K 353blk.37.attn_v.weight q4_K 354blk.37.ffn_down_exps.weight q4_K 355blk.37.ffn_down_shexp.weight q4_K 356blk.38.attn_output.weight q4_K 357blk.38.attn_v.weight q4_K 358blk.38.ffn_down_exps.weight q4_K 359blk.38.ffn_down_shexp.weight q4_K 360blk.39.attn_output.weight q4_K 361blk.39.attn_v.weight q4_K 362blk.39.ffn_down_exps.weight q4_K 363blk.39.ffn_down_shexp.weight q4_K 364blk.40.attn_output.weight q4_K 365blk.40.attn_v.weight q4_K 366blk.40.ffn_down_exps.weight q4_K 367blk.40.ffn_down_shexp.weight q4_K 368blk.41.attn_output.weight q4_K 369blk.41.attn_v.weight q4_K 370blk.41.ffn_down_exps.weight q4_K 371blk.41.ffn_down_shexp.weight q4_K 372blk.42.attn_output.weight q4_K 373blk.42.attn_v.weight q4_K 374blk.42.ffn_down_exps.weight q4_K 375blk.42.ffn_down_shexp.weight q4_K 376blk.43.attn_output.weight q4_K 377blk.43.attn_v.weight q4_K 378blk.43.ffn_down_exps.weight q4_K 379blk.43.ffn_down_shexp.weight q4_K 380blk.44.attn_output.weight q4_K 381blk.44.attn_v.weight q4_K 382blk.44.ffn_down_exps.weight q4_K 383blk.44.ffn_down_shexp.weight q4_K 384 385[Q3_K_L] q3_K 386output.weight q6_K 387blk.0.attn_output.weight q5_K 388blk.0.attn_v.weight q5_K 389blk.0.ffn_down.weight q5_K 390blk.1.attn_output.weight q5_K 391blk.1.attn_v.weight q5_K 392blk.1.ffn_down.weight q5_K 393blk.2.attn_output.weight q5_K 394blk.2.attn_v.weight q5_K 395blk.2.ffn_down.weight q5_K 396blk.3.attn_output.weight q5_K 397blk.3.attn_v.weight q5_K 398blk.3.ffn_down_exps.weight q5_K 399blk.3.ffn_down_shexp.weight q5_K 400blk.4.attn_output.weight q5_K 401blk.4.attn_v.weight q5_K 402blk.4.ffn_down_exps.weight q5_K 403blk.4.ffn_down_shexp.weight q5_K 404blk.5.attn_output.weight q5_K 405blk.5.attn_v.weight q5_K 406blk.5.ffn_down_exps.weight q5_K 407blk.5.ffn_down_shexp.weight q5_K 408blk.6.attn_output.weight q5_K 409blk.6.attn_v.weight q5_K 410blk.6.ffn_down_exps.weight q5_K 411blk.6.ffn_down_shexp.weight q5_K 412blk.7.attn_output.weight q5_K 413blk.7.attn_v.weight q5_K 414blk.7.ffn_down_exps.weight q5_K 415blk.7.ffn_down_shexp.weight q5_K 416blk.8.attn_output.weight q5_K 417blk.8.attn_v.weight q5_K 418blk.8.ffn_down_exps.weight q5_K 419blk.8.ffn_down_shexp.weight q5_K 420blk.9.attn_output.weight q5_K 421blk.9.attn_v.weight q5_K 422blk.9.ffn_down_exps.weight q5_K 423blk.9.ffn_down_shexp.weight q5_K 424blk.10.attn_output.weight q5_K 425blk.10.attn_v.weight q5_K 426blk.10.ffn_down_exps.weight q5_K 427blk.10.ffn_down_shexp.weight q5_K 428blk.11.attn_output.weight q5_K 429blk.11.attn_v.weight q5_K 430blk.11.ffn_down_exps.weight q5_K 431blk.11.ffn_down_shexp.weight q5_K 432blk.12.attn_output.weight q5_K 433blk.12.attn_v.weight q5_K 434blk.12.ffn_down_exps.weight q5_K 435blk.12.ffn_down_shexp.weight q5_K 436blk.13.attn_output.weight q5_K 437blk.13.attn_v.weight q5_K 438blk.13.ffn_down_exps.weight q5_K 439blk.13.ffn_down_shexp.weight q5_K 440blk.14.attn_output.weight q5_K 441blk.14.attn_v.weight q5_K 442blk.14.ffn_down_exps.weight q5_K 443blk.14.ffn_down_shexp.weight q5_K 444blk.15.attn_output.weight q5_K 445blk.15.attn_v.weight q5_K 446blk.15.ffn_down_exps.weight q5_K 447blk.15.ffn_down_shexp.weight q5_K 448blk.16.attn_output.weight q5_K 449blk.16.attn_v.weight q5_K 450blk.16.ffn_down_exps.weight q5_K 451blk.16.ffn_down_shexp.weight q5_K 452blk.17.attn_output.weight q5_K 453blk.17.attn_v.weight q5_K 454blk.17.ffn_down_exps.weight q5_K 455blk.17.ffn_down_shexp.weight q5_K 456blk.18.attn_output.weight q5_K 457blk.18.attn_v.weight q5_K 458blk.18.ffn_down_exps.weight q5_K 459blk.18.ffn_down_shexp.weight q5_K 460blk.19.attn_output.weight q5_K 461blk.19.attn_v.weight q5_K 462blk.19.ffn_down_exps.weight q5_K 463blk.19.ffn_down_shexp.weight q5_K 464blk.20.attn_output.weight q5_K 465blk.20.attn_v.weight q5_K 466blk.20.ffn_down_exps.weight q5_K 467blk.20.ffn_down_shexp.weight q5_K 468blk.21.attn_output.weight q5_K 469blk.21.attn_v.weight q5_K 470blk.21.ffn_down_exps.weight q5_K 471blk.21.ffn_down_shexp.weight q5_K 472blk.22.attn_output.weight q5_K 473blk.22.attn_v.weight q5_K 474blk.22.ffn_down_exps.weight q5_K 475blk.22.ffn_down_shexp.weight q5_K 476blk.23.attn_output.weight q5_K 477blk.23.attn_v.weight q5_K 478blk.23.ffn_down_exps.weight q5_K 479blk.23.ffn_down_shexp.weight q5_K 480blk.24.attn_output.weight q5_K 481blk.24.attn_v.weight q5_K 482blk.24.ffn_down_exps.weight q5_K 483blk.24.ffn_down_shexp.weight q5_K 484blk.25.attn_output.weight q5_K 485blk.25.attn_v.weight q5_K 486blk.25.ffn_down_exps.weight q5_K 487blk.25.ffn_down_shexp.weight q5_K 488blk.26.attn_output.weight q5_K 489blk.26.attn_v.weight q5_K 490blk.26.ffn_down_exps.weight q5_K 491blk.26.ffn_down_shexp.weight q5_K 492blk.27.attn_output.weight q5_K 493blk.27.attn_v.weight q5_K 494blk.27.ffn_down_exps.weight q5_K 495blk.27.ffn_down_shexp.weight q5_K 496blk.28.attn_output.weight q5_K 497blk.28.attn_v.weight q5_K 498blk.28.ffn_down_exps.weight q5_K 499blk.28.ffn_down_shexp.weight q5_K 500blk.29.attn_output.weight q5_K 501blk.29.attn_v.weight q5_K 502blk.29.ffn_down_exps.weight q5_K 503blk.29.ffn_down_shexp.weight q5_K 504blk.30.attn_output.weight q5_K 505blk.30.attn_v.weight q5_K 506blk.30.ffn_down_exps.weight q5_K 507blk.30.ffn_down_shexp.weight q5_K 508blk.31.attn_output.weight q5_K 509blk.31.attn_v.weight q5_K 510blk.31.ffn_down_exps.weight q5_K 511blk.31.ffn_down_shexp.weight q5_K 512blk.32.attn_output.weight q5_K 513blk.32.attn_v.weight q5_K 514blk.32.ffn_down_exps.weight q5_K 515blk.32.ffn_down_shexp.weight q5_K 516blk.33.attn_output.weight q5_K 517blk.33.attn_v.weight q5_K 518blk.33.ffn_down_exps.weight q5_K 519blk.33.ffn_down_shexp.weight q5_K 520blk.34.attn_output.weight q5_K 521blk.34.attn_v.weight q5_K 522blk.34.ffn_down_exps.weight q5_K 523blk.34.ffn_down_shexp.weight q5_K 524blk.35.attn_output.weight q5_K 525blk.35.attn_v.weight q5_K 526blk.35.ffn_down_exps.weight q5_K 527blk.35.ffn_down_shexp.weight q5_K 528blk.36.attn_output.weight q5_K 529blk.36.attn_v.weight q5_K 530blk.36.ffn_down_exps.weight q5_K 531blk.36.ffn_down_shexp.weight q5_K 532blk.37.attn_output.weight q5_K 533blk.37.attn_v.weight q5_K 534blk.37.ffn_down_exps.weight q5_K 535blk.37.ffn_down_shexp.weight q5_K 536blk.38.attn_output.weight q5_K 537blk.38.attn_v.weight q5_K 538blk.38.ffn_down_exps.weight q5_K 539blk.38.ffn_down_shexp.weight q5_K 540blk.39.attn_output.weight q5_K 541blk.39.attn_v.weight q5_K 542blk.39.ffn_down_exps.weight q5_K 543blk.39.ffn_down_shexp.weight q5_K 544blk.40.attn_output.weight q5_K 545blk.40.attn_v.weight q5_K 546blk.40.ffn_down_exps.weight q5_K 547blk.40.ffn_down_shexp.weight q5_K 548blk.41.attn_output.weight q5_K 549blk.41.attn_v.weight q5_K 550blk.41.ffn_down_exps.weight q5_K 551blk.41.ffn_down_shexp.weight q5_K 552blk.42.attn_output.weight q5_K 553blk.42.attn_v.weight q5_K 554blk.42.ffn_down_exps.weight q5_K 555blk.42.ffn_down_shexp.weight q5_K 556blk.43.attn_output.weight q5_K 557blk.43.attn_v.weight q5_K 558blk.43.ffn_down_exps.weight q5_K 559blk.43.ffn_down_shexp.weight q5_K 560blk.44.attn_output.weight q5_K 561blk.44.attn_v.weight q5_K 562blk.44.ffn_down_exps.weight q5_K 563blk.44.ffn_down_shexp.weight q5_K 564 565[Q4_K_S] q4_K 566output.weight q6_K 567blk.0.attn_v.weight q5_K 568blk.0.ffn_down.weight q5_K 569blk.1.attn_v.weight q5_K 570blk.1.ffn_down.weight q5_K 571blk.2.attn_v.weight q5_K 572blk.2.ffn_down.weight q5_K 573blk.3.attn_v.weight q5_K 574blk.3.ffn_down_exps.weight q5_K 575blk.3.ffn_down_shexp.weight q5_K 576blk.4.ffn_down_exps.weight q5_K 577blk.4.ffn_down_shexp.weight q5_K 578 579[Q4_K_M] q4_K 580output.weight q6_K 581blk.0.attn_v.weight q6_K 582blk.0.ffn_down.weight q6_K 583blk.1.attn_v.weight q6_K 584blk.1.ffn_down.weight q6_K 585blk.2.attn_v.weight q6_K 586blk.2.ffn_down.weight q6_K 587blk.3.attn_v.weight q6_K 588blk.3.ffn_down_exps.weight q6_K 589blk.3.ffn_down_shexp.weight q6_K 590blk.4.attn_v.weight q6_K 591blk.4.ffn_down_exps.weight q6_K 592blk.4.ffn_down_shexp.weight q6_K 593blk.7.attn_v.weight q6_K 594blk.7.ffn_down_exps.weight q6_K 595blk.7.ffn_down_shexp.weight q6_K 596blk.10.attn_v.weight q6_K 597blk.10.ffn_down_exps.weight q6_K 598blk.10.ffn_down_shexp.weight q6_K 599blk.13.attn_v.weight q6_K 600blk.13.ffn_down_exps.weight q6_K 601blk.13.ffn_down_shexp.weight q6_K 602blk.16.attn_v.weight q6_K 603blk.16.ffn_down_exps.weight q6_K 604blk.16.ffn_down_shexp.weight q6_K 605blk.19.attn_v.weight q6_K 606blk.19.ffn_down_exps.weight q6_K 607blk.19.ffn_down_shexp.weight q6_K 608blk.22.attn_v.weight q6_K 609blk.22.ffn_down_exps.weight q6_K 610blk.22.ffn_down_shexp.weight q6_K 611blk.25.attn_v.weight q6_K 612blk.25.ffn_down_exps.weight q6_K 613blk.25.ffn_down_shexp.weight q6_K 614blk.28.attn_v.weight q6_K 615blk.28.ffn_down_exps.weight q6_K 616blk.28.ffn_down_shexp.weight q6_K 617blk.31.attn_v.weight q6_K 618blk.31.ffn_down_exps.weight q6_K 619blk.31.ffn_down_shexp.weight q6_K 620blk.34.attn_v.weight q6_K 621blk.34.ffn_down_exps.weight q6_K 622blk.34.ffn_down_shexp.weight q6_K 623blk.37.attn_v.weight q6_K 624blk.37.ffn_down_exps.weight q6_K 625blk.37.ffn_down_shexp.weight q6_K 626blk.39.attn_v.weight q6_K 627blk.39.ffn_down_exps.weight q6_K 628blk.39.ffn_down_shexp.weight q6_K 629blk.40.attn_v.weight q6_K 630blk.40.ffn_down_exps.weight q6_K 631blk.40.ffn_down_shexp.weight q6_K 632blk.41.attn_v.weight q6_K 633blk.41.ffn_down_exps.weight q6_K 634blk.41.ffn_down_shexp.weight q6_K 635blk.42.attn_v.weight q6_K 636blk.42.ffn_down_exps.weight q6_K 637blk.42.ffn_down_shexp.weight q6_K 638blk.43.attn_v.weight q6_K 639blk.43.ffn_down_exps.weight q6_K 640blk.43.ffn_down_shexp.weight q6_K 641blk.44.attn_v.weight q6_K 642blk.44.ffn_down_exps.weight q6_K 643blk.44.ffn_down_shexp.weight q6_K 644 645[Q5_K_S] q5_K 646output.weight q6_K 647 648[Q5_K_M] q5_K 649output.weight q6_K 650blk.0.attn_v.weight q6_K 651blk.0.ffn_down.weight q6_K 652blk.1.attn_v.weight q6_K 653blk.1.ffn_down.weight q6_K 654blk.2.attn_v.weight q6_K 655blk.2.ffn_down.weight q6_K 656blk.3.attn_v.weight q6_K 657blk.3.ffn_down_exps.weight q6_K 658blk.3.ffn_down_shexp.weight q6_K 659blk.4.attn_v.weight q6_K 660blk.4.ffn_down_exps.weight q6_K 661blk.4.ffn_down_shexp.weight q6_K 662blk.7.attn_v.weight q6_K 663blk.7.ffn_down_exps.weight q6_K 664blk.7.ffn_down_shexp.weight q6_K 665blk.10.attn_v.weight q6_K 666blk.10.ffn_down_exps.weight q6_K 667blk.10.ffn_down_shexp.weight q6_K 668blk.13.attn_v.weight q6_K 669blk.13.ffn_down_exps.weight q6_K 670blk.13.ffn_down_shexp.weight q6_K 671blk.16.attn_v.weight q6_K 672blk.16.ffn_down_exps.weight q6_K 673blk.16.ffn_down_shexp.weight q6_K 674blk.19.attn_v.weight q6_K 675blk.19.ffn_down_exps.weight q6_K 676blk.19.ffn_down_shexp.weight q6_K 677blk.22.attn_v.weight q6_K 678blk.22.ffn_down_exps.weight q6_K 679blk.22.ffn_down_shexp.weight q6_K 680blk.25.attn_v.weight q6_K 681blk.25.ffn_down_exps.weight q6_K 682blk.25.ffn_down_shexp.weight q6_K 683blk.28.attn_v.weight q6_K 684blk.28.ffn_down_exps.weight q6_K 685blk.28.ffn_down_shexp.weight q6_K 686blk.31.attn_v.weight q6_K 687blk.31.ffn_down_exps.weight q6_K 688blk.31.ffn_down_shexp.weight q6_K 689blk.34.attn_v.weight q6_K 690blk.34.ffn_down_exps.weight q6_K 691blk.34.ffn_down_shexp.weight q6_K 692blk.37.attn_v.weight q6_K 693blk.37.ffn_down_exps.weight q6_K 694blk.37.ffn_down_shexp.weight q6_K 695blk.39.attn_v.weight q6_K 696blk.39.ffn_down_exps.weight q6_K 697blk.39.ffn_down_shexp.weight q6_K 698blk.40.attn_v.weight q6_K 699blk.40.ffn_down_exps.weight q6_K 700blk.40.ffn_down_shexp.weight q6_K 701blk.41.attn_v.weight q6_K 702blk.41.ffn_down_exps.weight q6_K 703blk.41.ffn_down_shexp.weight q6_K 704blk.42.attn_v.weight q6_K 705blk.42.ffn_down_exps.weight q6_K 706blk.42.ffn_down_shexp.weight q6_K 707blk.43.attn_v.weight q6_K 708blk.43.ffn_down_exps.weight q6_K 709blk.43.ffn_down_shexp.weight q6_K 710blk.44.attn_v.weight q6_K 711blk.44.ffn_down_exps.weight q6_K 712blk.44.ffn_down_shexp.weight q6_K 713 714[Q6_K] q6_K 715 716[IQ2_XXS] iq2_xxs 717output.weight q5_K 718token_embd.weight q2_K 719blk.0.attn_v.weight q4_K 720blk.0.ffn_down.weight q2_K 721blk.1.attn_v.weight q4_K 722blk.1.ffn_down.weight q2_K 723blk.2.attn_v.weight q4_K 724blk.2.ffn_down.weight q2_K 725blk.3.attn_v.weight q4_K 726blk.3.ffn_down_exps.weight q2_K 727blk.3.ffn_down_shexp.weight q2_K 728blk.4.attn_v.weight q4_K 729blk.5.attn_v.weight q4_K 730blk.6.attn_v.weight q4_K 731blk.7.attn_v.weight q4_K 732blk.8.attn_v.weight q4_K 733blk.9.attn_v.weight q4_K 734blk.10.attn_v.weight q4_K 735blk.11.attn_v.weight q4_K 736blk.12.attn_v.weight q4_K 737blk.13.attn_v.weight q4_K 738blk.14.attn_v.weight q4_K 739blk.15.attn_v.weight q4_K 740blk.16.attn_v.weight q4_K 741blk.17.attn_v.weight q4_K 742blk.18.attn_v.weight q4_K 743blk.19.attn_v.weight q4_K 744blk.20.attn_v.weight q4_K 745blk.21.attn_v.weight q4_K 746blk.22.attn_v.weight q4_K 747blk.23.attn_v.weight q4_K 748blk.24.attn_v.weight q4_K 749blk.25.attn_v.weight q4_K 750blk.26.attn_v.weight q4_K 751blk.27.attn_v.weight q4_K 752blk.28.attn_v.weight q4_K 753blk.29.attn_v.weight q4_K 754blk.30.attn_v.weight q4_K 755blk.31.attn_v.weight q4_K 756blk.32.attn_v.weight q4_K 757blk.33.attn_v.weight q4_K 758blk.34.attn_v.weight q4_K 759blk.35.attn_v.weight q4_K 760blk.36.attn_v.weight q4_K 761blk.37.attn_v.weight q4_K 762blk.38.attn_v.weight q4_K 763blk.39.attn_v.weight q4_K 764blk.40.attn_v.weight q4_K 765blk.41.attn_v.weight q4_K 766blk.42.attn_v.weight q4_K 767blk.43.attn_v.weight q4_K 768blk.44.attn_v.weight q4_K 769 770[IQ2_XS] iq2_xs 771output.weight q5_K 772token_embd.weight q2_K 773blk.0.attn_v.weight q4_K 774blk.0.ffn_down.weight q2_K 775blk.1.attn_v.weight q4_K 776blk.1.ffn_down.weight q2_K 777blk.2.attn_v.weight q4_K 778blk.2.ffn_down.weight q2_K 779blk.3.attn_v.weight q4_K 780blk.3.ffn_down_exps.weight q2_K 781blk.3.ffn_down_shexp.weight q2_K 782blk.4.attn_v.weight q4_K 783blk.5.attn_v.weight q4_K 784blk.6.attn_v.weight q4_K 785blk.7.attn_v.weight q4_K 786blk.8.attn_v.weight q4_K 787blk.9.attn_v.weight q4_K 788blk.10.attn_v.weight q4_K 789blk.11.attn_v.weight q4_K 790blk.12.attn_v.weight q4_K 791blk.13.attn_v.weight q4_K 792blk.14.attn_v.weight q4_K 793blk.15.attn_v.weight q4_K 794blk.16.attn_v.weight q4_K 795blk.17.attn_v.weight q4_K 796blk.18.attn_v.weight q4_K 797blk.19.attn_v.weight q4_K 798blk.20.attn_v.weight q4_K 799blk.21.attn_v.weight q4_K 800blk.22.attn_v.weight q4_K 801blk.23.attn_v.weight q4_K 802blk.24.attn_v.weight q4_K 803blk.25.attn_v.weight q4_K 804blk.26.attn_v.weight q4_K 805blk.27.attn_v.weight q4_K 806blk.28.attn_v.weight q4_K 807blk.29.attn_v.weight q4_K 808blk.30.attn_v.weight q4_K 809blk.31.attn_v.weight q4_K 810blk.32.attn_v.weight q4_K 811blk.33.attn_v.weight q4_K 812blk.34.attn_v.weight q4_K 813blk.35.attn_v.weight q4_K 814blk.36.attn_v.weight q4_K 815blk.37.attn_v.weight q4_K 816blk.38.attn_v.weight q4_K 817blk.39.attn_v.weight q4_K 818blk.40.attn_v.weight q4_K 819blk.41.attn_v.weight q4_K 820blk.42.attn_v.weight q4_K 821blk.43.attn_v.weight q4_K 822blk.44.attn_v.weight q4_K 823 824[Q2_K_S] q2_K 825output.weight q6_K 826blk.0.attn_v.weight q4_K 827blk.0.ffn_down.weight q4_K 828blk.1.attn_v.weight q4_K 829blk.1.ffn_down.weight q4_K 830blk.2.attn_v.weight q4_K 831blk.2.ffn_down.weight q4_K 832blk.3.attn_v.weight q4_K 833blk.3.ffn_down_exps.weight q4_K 834blk.3.ffn_down_shexp.weight q4_K 835blk.4.attn_v.weight q4_K 836blk.4.ffn_down_exps.weight q4_K 837blk.4.ffn_down_shexp.weight q4_K 838blk.5.attn_v.weight q4_K 839blk.6.attn_v.weight q4_K 840blk.7.attn_v.weight q4_K 841blk.8.attn_v.weight q4_K 842blk.9.attn_v.weight q4_K 843blk.10.attn_v.weight q4_K 844blk.11.attn_v.weight q4_K 845blk.12.attn_v.weight q4_K 846blk.13.attn_v.weight q4_K 847blk.14.attn_v.weight q4_K 848blk.15.attn_v.weight q4_K 849blk.16.attn_v.weight q4_K 850blk.17.attn_v.weight q4_K 851blk.18.attn_v.weight q4_K 852blk.19.attn_v.weight q4_K 853blk.20.attn_v.weight q4_K 854blk.21.attn_v.weight q4_K 855blk.22.attn_v.weight q4_K 856blk.23.attn_v.weight q4_K 857blk.24.attn_v.weight q4_K 858blk.25.attn_v.weight q4_K 859blk.26.attn_v.weight q4_K 860blk.27.attn_v.weight q4_K 861blk.28.attn_v.weight q4_K 862blk.29.attn_v.weight q4_K 863blk.30.attn_v.weight q4_K 864blk.31.attn_v.weight q4_K 865blk.32.attn_v.weight q4_K 866blk.33.attn_v.weight q4_K 867blk.34.attn_v.weight q4_K 868blk.35.attn_v.weight q4_K 869blk.36.attn_v.weight q4_K 870blk.37.attn_v.weight q4_K 871blk.38.attn_v.weight q4_K 872blk.39.attn_v.weight q4_K 873blk.40.attn_v.weight q4_K 874blk.41.attn_v.weight q4_K 875blk.42.attn_v.weight q4_K 876blk.43.attn_v.weight q4_K 877blk.44.attn_v.weight q4_K 878 879[IQ3_XS] iq3_s 880output.weight q6_K 881blk.0.attn_k.weight iq3_xxs 882blk.0.attn_q.weight iq3_xxs 883blk.0.attn_v.weight q4_K 884blk.1.attn_k.weight iq3_xxs 885blk.1.attn_q.weight iq3_xxs 886blk.1.attn_v.weight q4_K 887blk.2.attn_k.weight iq3_xxs 888blk.2.attn_q.weight iq3_xxs 889blk.2.attn_v.weight q4_K 890blk.3.attn_k.weight iq3_xxs 891blk.3.attn_q.weight iq3_xxs 892blk.3.attn_v.weight q4_K 893blk.4.attn_k.weight iq3_xxs 894blk.4.attn_q.weight iq3_xxs 895blk.4.attn_v.weight q4_K 896blk.5.attn_k.weight iq3_xxs 897blk.5.attn_q.weight iq3_xxs 898blk.5.attn_v.weight q4_K 899blk.5.ffn_gate_exps.weight iq3_xxs 900blk.5.ffn_gate_shexp.weight iq3_xxs 901blk.5.ffn_up_exps.weight iq3_xxs 902blk.5.ffn_up_shexp.weight iq3_xxs 903blk.6.attn_k.weight iq3_xxs 904blk.6.attn_q.weight iq3_xxs 905blk.6.attn_v.weight q4_K 906blk.6.ffn_gate_exps.weight iq3_xxs 907blk.6.ffn_gate_shexp.weight iq3_xxs 908blk.6.ffn_up_exps.weight iq3_xxs 909blk.6.ffn_up_shexp.weight iq3_xxs 910blk.7.attn_k.weight iq3_xxs 911blk.7.attn_q.weight iq3_xxs 912blk.7.attn_v.weight q4_K 913blk.7.ffn_gate_exps.weight iq3_xxs 914blk.7.ffn_gate_shexp.weight iq3_xxs 915blk.7.ffn_up_exps.weight iq3_xxs 916blk.7.ffn_up_shexp.weight iq3_xxs 917blk.8.attn_k.weight iq3_xxs 918blk.8.attn_q.weight iq3_xxs 919blk.8.attn_v.weight q4_K 920blk.8.ffn_gate_exps.weight iq3_xxs 921blk.8.ffn_gate_shexp.weight iq3_xxs 922blk.8.ffn_up_exps.weight iq3_xxs 923blk.8.ffn_up_shexp.weight iq3_xxs 924blk.9.attn_k.weight iq3_xxs 925blk.9.attn_q.weight iq3_xxs 926blk.9.attn_v.weight q4_K 927blk.9.ffn_gate_exps.weight iq3_xxs 928blk.9.ffn_gate_shexp.weight iq3_xxs 929blk.9.ffn_up_exps.weight iq3_xxs 930blk.9.ffn_up_shexp.weight iq3_xxs 931blk.10.attn_k.weight iq3_xxs 932blk.10.attn_q.weight iq3_xxs 933blk.10.attn_v.weight q4_K 934blk.10.ffn_gate_exps.weight iq3_xxs 935blk.10.ffn_gate_shexp.weight iq3_xxs 936blk.10.ffn_up_exps.weight iq3_xxs 937blk.10.ffn_up_shexp.weight iq3_xxs 938blk.11.attn_k.weight iq3_xxs 939blk.11.attn_q.weight iq3_xxs 940blk.11.attn_v.weight q4_K 941blk.11.ffn_gate_exps.weight iq3_xxs 942blk.11.ffn_gate_shexp.weight iq3_xxs 943blk.11.ffn_up_exps.weight iq3_xxs 944blk.11.ffn_up_shexp.weight iq3_xxs 945blk.12.attn_k.weight iq3_xxs 946blk.12.attn_q.weight iq3_xxs 947blk.12.attn_v.weight q4_K 948blk.12.ffn_gate_exps.weight iq3_xxs 949blk.12.ffn_gate_shexp.weight iq3_xxs 950blk.12.ffn_up_exps.weight iq3_xxs 951blk.12.ffn_up_shexp.weight iq3_xxs 952blk.13.attn_k.weight iq3_xxs 953blk.13.attn_q.weight iq3_xxs 954blk.13.attn_v.weight q4_K 955blk.13.ffn_gate_exps.weight iq3_xxs 956blk.13.ffn_gate_shexp.weight iq3_xxs 957blk.13.ffn_up_exps.weight iq3_xxs 958blk.13.ffn_up_shexp.weight iq3_xxs 959blk.14.attn_k.weight iq3_xxs 960blk.14.attn_q.weight iq3_xxs 961blk.14.attn_v.weight q4_K 962blk.14.ffn_gate_exps.weight iq3_xxs 963blk.14.ffn_gate_shexp.weight iq3_xxs 964blk.14.ffn_up_exps.weight iq3_xxs 965blk.14.ffn_up_shexp.weight iq3_xxs 966blk.15.attn_k.weight iq3_xxs 967blk.15.attn_q.weight iq3_xxs 968blk.15.attn_v.weight q4_K 969blk.15.ffn_gate_exps.weight iq3_xxs 970blk.15.ffn_gate_shexp.weight iq3_xxs 971blk.15.ffn_up_exps.weight iq3_xxs 972blk.15.ffn_up_shexp.weight iq3_xxs 973blk.16.attn_k.weight iq3_xxs 974blk.16.attn_q.weight iq3_xxs 975blk.16.attn_v.weight q4_K 976blk.16.ffn_gate_exps.weight iq3_xxs 977blk.16.ffn_gate_shexp.weight iq3_xxs 978blk.16.ffn_up_exps.weight iq3_xxs 979blk.16.ffn_up_shexp.weight iq3_xxs 980blk.17.attn_k.weight iq3_xxs 981blk.17.attn_q.weight iq3_xxs 982blk.17.attn_v.weight q4_K 983blk.17.ffn_gate_exps.weight iq3_xxs 984blk.17.ffn_gate_shexp.weight iq3_xxs 985blk.17.ffn_up_exps.weight iq3_xxs 986blk.17.ffn_up_shexp.weight iq3_xxs 987blk.18.attn_k.weight iq3_xxs 988blk.18.attn_q.weight iq3_xxs 989blk.18.attn_v.weight q4_K 990blk.18.ffn_gate_exps.weight iq3_xxs 991blk.18.ffn_gate_shexp.weight iq3_xxs 992blk.18.ffn_up_exps.weight iq3_xxs 993blk.18.ffn_up_shexp.weight iq3_xxs 994blk.19.attn_k.weight iq3_xxs 995blk.19.attn_q.weight iq3_xxs 996blk.19.attn_v.weight q4_K 997blk.19.ffn_gate_exps.weight iq3_xxs 998blk.19.ffn_gate_shexp.weight iq3_xxs 999blk.19.ffn_up_exps.weight iq3_xxs 1000blk.19.ffn_up_shexp.weight iq3_xxs 1001blk.20.attn_k.weight iq3_xxs 1002blk.20.attn_q.weight iq3_xxs 1003blk.20.attn_v.weight q4_K 1004blk.20.ffn_gate_exps.weight iq3_xxs 1005blk.20.ffn_gate_shexp.weight iq3_xxs 1006blk.20.ffn_up_exps.weight iq3_xxs 1007blk.20.ffn_up_shexp.weight iq3_xxs 1008blk.21.attn_k.weight iq3_xxs 1009blk.21.attn_q.weight iq3_xxs 1010blk.21.attn_v.weight q4_K 1011blk.21.ffn_gate_exps.weight iq3_xxs 1012blk.21.ffn_gate_shexp.weight iq3_xxs 1013blk.21.ffn_up_exps.weight iq3_xxs 1014blk.21.ffn_up_shexp.weight iq3_xxs 1015blk.22.attn_k.weight iq3_xxs 1016blk.22.attn_q.weight iq3_xxs 1017blk.22.attn_v.weight q4_K 1018blk.22.ffn_gate_exps.weight iq3_xxs 1019blk.22.ffn_gate_shexp.weight iq3_xxs 1020blk.22.ffn_up_exps.weight iq3_xxs 1021blk.22.ffn_up_shexp.weight iq3_xxs 1022blk.23.attn_k.weight iq3_xxs 1023blk.23.attn_q.weight iq3_xxs 1024blk.23.attn_v.weight q4_K 1025blk.23.ffn_gate_exps.weight iq3_xxs 1026blk.23.ffn_gate_shexp.weight iq3_xxs 1027blk.23.ffn_up_exps.weight iq3_xxs 1028blk.23.ffn_up_shexp.weight iq3_xxs 1029blk.24.attn_k.weight iq3_xxs 1030blk.24.attn_q.weight iq3_xxs 1031blk.24.attn_v.weight q4_K 1032blk.24.ffn_gate_exps.weight iq3_xxs 1033blk.24.ffn_gate_shexp.weight iq3_xxs 1034blk.24.ffn_up_exps.weight iq3_xxs 1035blk.24.ffn_up_shexp.weight iq3_xxs 1036blk.25.attn_k.weight iq3_xxs 1037blk.25.attn_q.weight iq3_xxs 1038blk.25.attn_v.weight q4_K 1039blk.25.ffn_gate_exps.weight iq3_xxs 1040blk.25.ffn_gate_shexp.weight iq3_xxs 1041blk.25.ffn_up_exps.weight iq3_xxs 1042blk.25.ffn_up_shexp.weight iq3_xxs 1043blk.26.attn_k.weight iq3_xxs 1044blk.26.attn_q.weight iq3_xxs 1045blk.26.attn_v.weight q4_K 1046blk.26.ffn_gate_exps.weight iq3_xxs 1047blk.26.ffn_gate_shexp.weight iq3_xxs 1048blk.26.ffn_up_exps.weight iq3_xxs 1049blk.26.ffn_up_shexp.weight iq3_xxs 1050blk.27.attn_k.weight iq3_xxs 1051blk.27.attn_q.weight iq3_xxs 1052blk.27.attn_v.weight q4_K 1053blk.27.ffn_gate_exps.weight iq3_xxs 1054blk.27.ffn_gate_shexp.weight iq3_xxs 1055blk.27.ffn_up_exps.weight iq3_xxs 1056blk.27.ffn_up_shexp.weight iq3_xxs 1057blk.28.attn_k.weight iq3_xxs 1058blk.28.attn_q.weight iq3_xxs 1059blk.28.attn_v.weight q4_K 1060blk.28.ffn_gate_exps.weight iq3_xxs 1061blk.28.ffn_gate_shexp.weight iq3_xxs 1062blk.28.ffn_up_exps.weight iq3_xxs 1063blk.28.ffn_up_shexp.weight iq3_xxs 1064blk.29.attn_k.weight iq3_xxs 1065blk.29.attn_q.weight iq3_xxs 1066blk.29.attn_v.weight q4_K 1067blk.29.ffn_gate_exps.weight iq3_xxs 1068blk.29.ffn_gate_shexp.weight iq3_xxs 1069blk.29.ffn_up_exps.weight iq3_xxs 1070blk.29.ffn_up_shexp.weight iq3_xxs 1071blk.30.attn_k.weight iq3_xxs 1072blk.30.attn_q.weight iq3_xxs 1073blk.30.attn_v.weight q4_K 1074blk.30.ffn_gate_exps.weight iq3_xxs 1075blk.30.ffn_gate_shexp.weight iq3_xxs 1076blk.30.ffn_up_exps.weight iq3_xxs 1077blk.30.ffn_up_shexp.weight iq3_xxs 1078blk.31.attn_k.weight iq3_xxs 1079blk.31.attn_q.weight iq3_xxs 1080blk.31.attn_v.weight q4_K 1081blk.31.ffn_gate_exps.weight iq3_xxs 1082blk.31.ffn_gate_shexp.weight iq3_xxs 1083blk.31.ffn_up_exps.weight iq3_xxs 1084blk.31.ffn_up_shexp.weight iq3_xxs 1085blk.32.attn_k.weight iq3_xxs 1086blk.32.attn_q.weight iq3_xxs 1087blk.32.attn_v.weight q4_K 1088blk.32.ffn_gate_exps.weight iq3_xxs 1089blk.32.ffn_gate_shexp.weight iq3_xxs 1090blk.32.ffn_up_exps.weight iq3_xxs 1091blk.32.ffn_up_shexp.weight iq3_xxs 1092blk.33.attn_k.weight iq3_xxs 1093blk.33.attn_q.weight iq3_xxs 1094blk.33.attn_v.weight q4_K 1095blk.33.ffn_gate_exps.weight iq3_xxs 1096blk.33.ffn_gate_shexp.weight iq3_xxs 1097blk.33.ffn_up_exps.weight iq3_xxs 1098blk.33.ffn_up_shexp.weight iq3_xxs 1099blk.34.attn_k.weight iq3_xxs 1100blk.34.attn_q.weight iq3_xxs 1101blk.34.attn_v.weight q4_K 1102blk.34.ffn_gate_exps.weight iq3_xxs 1103blk.34.ffn_gate_shexp.weight iq3_xxs 1104blk.34.ffn_up_exps.weight iq3_xxs 1105blk.34.ffn_up_shexp.weight iq3_xxs 1106blk.35.attn_k.weight iq3_xxs 1107blk.35.attn_q.weight iq3_xxs 1108blk.35.attn_v.weight q4_K 1109blk.35.ffn_gate_exps.weight iq3_xxs 1110blk.35.ffn_gate_shexp.weight iq3_xxs 1111blk.35.ffn_up_exps.weight iq3_xxs 1112blk.35.ffn_up_shexp.weight iq3_xxs 1113blk.36.attn_k.weight iq3_xxs 1114blk.36.attn_q.weight iq3_xxs 1115blk.36.attn_v.weight q4_K 1116blk.36.ffn_gate_exps.weight iq3_xxs 1117blk.36.ffn_gate_shexp.weight iq3_xxs 1118blk.36.ffn_up_exps.weight iq3_xxs 1119blk.36.ffn_up_shexp.weight iq3_xxs 1120blk.37.attn_k.weight iq3_xxs 1121blk.37.attn_q.weight iq3_xxs 1122blk.37.attn_v.weight q4_K 1123blk.37.ffn_gate_exps.weight iq3_xxs 1124blk.37.ffn_gate_shexp.weight iq3_xxs 1125blk.37.ffn_up_exps.weight iq3_xxs 1126blk.37.ffn_up_shexp.weight iq3_xxs 1127blk.38.attn_k.weight iq3_xxs 1128blk.38.attn_q.weight iq3_xxs 1129blk.38.attn_v.weight q4_K 1130blk.38.ffn_gate_exps.weight iq3_xxs 1131blk.38.ffn_gate_shexp.weight iq3_xxs 1132blk.38.ffn_up_exps.weight iq3_xxs 1133blk.38.ffn_up_shexp.weight iq3_xxs 1134blk.39.attn_k.weight iq3_xxs 1135blk.39.attn_q.weight iq3_xxs 1136blk.39.attn_v.weight q4_K 1137blk.40.attn_k.weight iq3_xxs 1138blk.40.attn_q.weight iq3_xxs 1139blk.40.attn_v.weight q4_K 1140blk.41.attn_k.weight iq3_xxs 1141blk.41.attn_q.weight iq3_xxs 1142blk.41.attn_v.weight q4_K 1143blk.42.attn_k.weight iq3_xxs 1144blk.42.attn_q.weight iq3_xxs 1145blk.42.attn_v.weight q4_K 1146blk.43.attn_k.weight iq3_xxs 1147blk.43.attn_q.weight iq3_xxs 1148blk.43.attn_v.weight q4_K 1149blk.44.attn_k.weight iq3_xxs 1150blk.44.attn_q.weight iq3_xxs 1151blk.44.attn_v.weight q4_K 1152 1153[IQ3_XXS] iq3_xxs 1154output.weight q5_K 1155token_embd.weight iq3_s 1156blk.0.attn_k.weight iq2_s 1157blk.0.attn_output.weight iq3_s 1158blk.0.attn_q.weight iq2_s 1159blk.0.attn_v.weight q4_K 1160blk.0.ffn_down.weight q4_K 1161blk.1.attn_k.weight iq2_s 1162blk.1.attn_output.weight iq3_s 1163blk.1.attn_q.weight iq2_s 1164blk.1.attn_v.weight q4_K 1165blk.1.ffn_down.weight q4_K 1166blk.2.attn_k.weight iq2_s 1167blk.2.attn_output.weight iq3_s 1168blk.2.attn_q.weight iq2_s 1169blk.2.attn_v.weight q4_K 1170blk.2.ffn_down.weight q4_K 1171blk.3.attn_k.weight iq2_s 1172blk.3.attn_output.weight iq3_s 1173blk.3.attn_q.weight iq2_s 1174blk.3.attn_v.weight q4_K 1175blk.3.ffn_down_exps.weight q4_K 1176blk.3.ffn_down_shexp.weight q4_K 1177blk.4.attn_k.weight iq2_s 1178blk.4.attn_output.weight iq3_s 1179blk.4.attn_q.weight iq2_s 1180blk.4.attn_v.weight q4_K 1181blk.4.ffn_down_exps.weight q4_K 1182blk.4.ffn_down_shexp.weight q4_K 1183blk.5.attn_k.weight iq2_s 1184blk.5.attn_output.weight iq3_s 1185blk.5.attn_q.weight iq2_s 1186blk.5.attn_v.weight q4_K 1187blk.5.ffn_down_exps.weight q3_K 1188blk.5.ffn_down_shexp.weight q3_K 1189blk.6.attn_k.weight iq2_s 1190blk.6.attn_output.weight iq3_s 1191blk.6.attn_q.weight iq2_s 1192blk.6.attn_v.weight q4_K 1193blk.6.ffn_down_exps.weight q3_K 1194blk.6.ffn_down_shexp.weight q3_K 1195blk.7.attn_k.weight iq2_s 1196blk.7.attn_output.weight iq3_s 1197blk.7.attn_q.weight iq2_s 1198blk.7.attn_v.weight q4_K 1199blk.7.ffn_down_exps.weight q3_K 1200blk.7.ffn_down_shexp.weight q3_K 1201blk.8.attn_k.weight iq2_s 1202blk.8.attn_output.weight iq3_s 1203blk.8.attn_q.weight iq2_s 1204blk.8.attn_v.weight q4_K 1205blk.8.ffn_down_exps.weight q3_K 1206blk.8.ffn_down_shexp.weight q3_K 1207blk.9.attn_k.weight iq2_s 1208blk.9.attn_output.weight iq3_s 1209blk.9.attn_q.weight iq2_s 1210blk.9.attn_v.weight q4_K 1211blk.9.ffn_down_exps.weight q3_K 1212blk.9.ffn_down_shexp.weight q3_K 1213blk.10.attn_k.weight iq2_s 1214blk.10.attn_output.weight iq3_s 1215blk.10.attn_q.weight iq2_s 1216blk.10.attn_v.weight q4_K 1217blk.10.ffn_down_exps.weight q3_K 1218blk.10.ffn_down_shexp.weight q3_K 1219blk.11.attn_k.weight iq2_s 1220blk.11.attn_output.weight iq3_s 1221blk.11.attn_q.weight iq2_s 1222blk.11.attn_v.weight q4_K 1223blk.11.ffn_down_exps.weight q3_K 1224blk.11.ffn_down_shexp.weight q3_K 1225blk.12.attn_k.weight iq2_s 1226blk.12.attn_output.weight iq3_s 1227blk.12.attn_q.weight iq2_s 1228blk.12.attn_v.weight q4_K 1229blk.12.ffn_down_exps.weight q3_K 1230blk.12.ffn_down_shexp.weight q3_K 1231blk.13.attn_k.weight iq2_s 1232blk.13.attn_output.weight iq3_s 1233blk.13.attn_q.weight iq2_s 1234blk.13.attn_v.weight q4_K 1235blk.13.ffn_down_exps.weight q3_K 1236blk.13.ffn_down_shexp.weight q3_K 1237blk.14.attn_k.weight iq2_s 1238blk.14.attn_output.weight iq3_s 1239blk.14.attn_q.weight iq2_s 1240blk.14.attn_v.weight q4_K 1241blk.14.ffn_down_exps.weight q3_K 1242blk.14.ffn_down_shexp.weight q3_K 1243blk.15.attn_k.weight iq2_s 1244blk.15.attn_output.weight iq3_s 1245blk.15.attn_q.weight iq2_s 1246blk.15.attn_v.weight q4_K 1247blk.15.ffn_down_exps.weight q3_K 1248blk.15.ffn_down_shexp.weight q3_K 1249blk.16.attn_k.weight iq2_s 1250blk.16.attn_output.weight iq3_s 1251blk.16.attn_q.weight iq2_s 1252blk.16.attn_v.weight q4_K 1253blk.16.ffn_down_exps.weight q3_K 1254blk.16.ffn_down_shexp.weight q3_K 1255blk.17.attn_k.weight iq2_s 1256blk.17.attn_output.weight iq3_s 1257blk.17.attn_q.weight iq2_s 1258blk.17.attn_v.weight q4_K 1259blk.17.ffn_down_exps.weight q3_K 1260blk.17.ffn_down_shexp.weight q3_K 1261blk.18.attn_k.weight iq2_s 1262blk.18.attn_output.weight iq3_s 1263blk.18.attn_q.weight iq2_s 1264blk.18.attn_v.weight q4_K 1265blk.18.ffn_down_exps.weight q3_K 1266blk.18.ffn_down_shexp.weight q3_K 1267blk.19.attn_k.weight iq2_s 1268blk.19.attn_output.weight iq3_s 1269blk.19.attn_q.weight iq2_s 1270blk.19.attn_v.weight q4_K 1271blk.19.ffn_down_exps.weight q3_K 1272blk.19.ffn_down_shexp.weight q3_K 1273blk.20.attn_k.weight iq2_s 1274blk.20.attn_output.weight iq3_s 1275blk.20.attn_q.weight iq2_s 1276blk.20.attn_v.weight q4_K 1277blk.20.ffn_down_exps.weight q3_K 1278blk.20.ffn_down_shexp.weight q3_K 1279blk.21.attn_k.weight iq2_s 1280blk.21.attn_output.weight iq3_s 1281blk.21.attn_q.weight iq2_s 1282blk.21.attn_v.weight q4_K 1283blk.21.ffn_down_exps.weight q3_K 1284blk.21.ffn_down_shexp.weight q3_K 1285blk.22.attn_k.weight iq2_s 1286blk.22.attn_output.weight iq3_s 1287blk.22.attn_q.weight iq2_s 1288blk.22.attn_v.weight q4_K 1289blk.22.ffn_down_exps.weight q3_K 1290blk.22.ffn_down_shexp.weight q3_K 1291blk.23.attn_k.weight iq2_s 1292blk.23.attn_output.weight iq3_s 1293blk.23.attn_q.weight iq2_s 1294blk.23.attn_v.weight q4_K 1295blk.23.ffn_down_exps.weight q3_K 1296blk.23.ffn_down_shexp.weight q3_K 1297blk.24.attn_k.weight iq2_s 1298blk.24.attn_output.weight iq3_s 1299blk.24.attn_q.weight iq2_s 1300blk.24.attn_v.weight q4_K 1301blk.24.ffn_down_exps.weight q3_K 1302blk.24.ffn_down_shexp.weight q3_K 1303blk.25.attn_k.weight iq2_s 1304blk.25.attn_output.weight iq3_s 1305blk.25.attn_q.weight iq2_s 1306blk.25.attn_v.weight q4_K 1307blk.25.ffn_down_exps.weight q3_K 1308blk.25.ffn_down_shexp.weight q3_K 1309blk.26.attn_k.weight iq2_s 1310blk.26.attn_output.weight iq3_s 1311blk.26.attn_q.weight iq2_s 1312blk.26.attn_v.weight q4_K 1313blk.26.ffn_down_exps.weight q3_K 1314blk.26.ffn_down_shexp.weight q3_K 1315blk.27.attn_k.weight iq2_s 1316blk.27.attn_output.weight iq3_s 1317blk.27.attn_q.weight iq2_s 1318blk.27.attn_v.weight q4_K 1319blk.27.ffn_down_exps.weight q3_K 1320blk.27.ffn_down_shexp.weight q3_K 1321blk.28.attn_k.weight iq2_s 1322blk.28.attn_output.weight iq3_s 1323blk.28.attn_q.weight iq2_s 1324blk.28.attn_v.weight q4_K 1325blk.28.ffn_down_exps.weight q3_K 1326blk.28.ffn_down_shexp.weight q3_K 1327blk.29.attn_k.weight iq2_s 1328blk.29.attn_output.weight iq3_s 1329blk.29.attn_q.weight iq2_s 1330blk.29.attn_v.weight q4_K 1331blk.29.ffn_down_exps.weight q3_K 1332blk.29.ffn_down_shexp.weight q3_K 1333blk.30.attn_k.weight iq2_s 1334blk.30.attn_output.weight iq3_s 1335blk.30.attn_q.weight iq2_s 1336blk.30.attn_v.weight q4_K 1337blk.30.ffn_down_exps.weight q3_K 1338blk.30.ffn_down_shexp.weight q3_K 1339blk.31.attn_k.weight iq2_s 1340blk.31.attn_output.weight iq3_s 1341blk.31.attn_q.weight iq2_s 1342blk.31.attn_v.weight q4_K 1343blk.31.ffn_down_exps.weight q3_K 1344blk.31.ffn_down_shexp.weight q3_K 1345blk.32.attn_k.weight iq2_s 1346blk.32.attn_output.weight iq3_s 1347blk.32.attn_q.weight iq2_s 1348blk.32.attn_v.weight q4_K 1349blk.32.ffn_down_exps.weight q3_K 1350blk.32.ffn_down_shexp.weight q3_K 1351blk.33.attn_k.weight iq2_s 1352blk.33.attn_output.weight iq3_s 1353blk.33.attn_q.weight iq2_s 1354blk.33.attn_v.weight q4_K 1355blk.33.ffn_down_exps.weight q3_K 1356blk.33.ffn_down_shexp.weight q3_K 1357blk.34.attn_k.weight iq2_s 1358blk.34.attn_output.weight iq3_s 1359blk.34.attn_q.weight iq2_s 1360blk.34.attn_v.weight q4_K 1361blk.34.ffn_down_exps.weight q3_K 1362blk.34.ffn_down_shexp.weight q3_K 1363blk.35.attn_k.weight iq2_s 1364blk.35.attn_output.weight iq3_s 1365blk.35.attn_q.weight iq2_s 1366blk.35.attn_v.weight q4_K 1367blk.35.ffn_down_exps.weight q3_K 1368blk.35.ffn_down_shexp.weight q3_K 1369blk.36.attn_k.weight iq2_s 1370blk.36.attn_output.weight iq3_s 1371blk.36.attn_q.weight iq2_s 1372blk.36.attn_v.weight q4_K 1373blk.36.ffn_down_exps.weight q3_K 1374blk.36.ffn_down_shexp.weight q3_K 1375blk.37.attn_k.weight iq2_s 1376blk.37.attn_output.weight iq3_s 1377blk.37.attn_q.weight iq2_s 1378blk.37.attn_v.weight q4_K 1379blk.37.ffn_down_exps.weight q3_K 1380blk.37.ffn_down_shexp.weight q3_K 1381blk.38.attn_k.weight iq2_s 1382blk.38.attn_output.weight iq3_s 1383blk.38.attn_q.weight iq2_s 1384blk.38.attn_v.weight q4_K 1385blk.38.ffn_down_exps.weight q3_K 1386blk.38.ffn_down_shexp.weight q3_K 1387blk.39.attn_k.weight iq2_s 1388blk.39.attn_output.weight iq3_s 1389blk.39.attn_q.weight iq2_s 1390blk.39.attn_v.weight q4_K 1391blk.39.ffn_down_exps.weight q3_K 1392blk.39.ffn_down_shexp.weight q3_K 1393blk.40.attn_k.weight iq2_s 1394blk.40.attn_output.weight iq3_s 1395blk.40.attn_q.weight iq2_s 1396blk.40.attn_v.weight q4_K 1397blk.40.ffn_down_exps.weight q3_K 1398blk.40.ffn_down_shexp.weight q3_K 1399blk.41.attn_k.weight iq2_s 1400blk.41.attn_output.weight iq3_s 1401blk.41.attn_q.weight iq2_s 1402blk.41.attn_v.weight q4_K 1403blk.41.ffn_down_exps.weight q3_K 1404blk.41.ffn_down_shexp.weight q3_K 1405blk.42.attn_k.weight iq2_s 1406blk.42.attn_output.weight iq3_s 1407blk.42.attn_q.weight iq2_s 1408blk.42.attn_v.weight q4_K 1409blk.42.ffn_down_exps.weight q3_K 1410blk.42.ffn_down_shexp.weight q3_K 1411blk.43.attn_k.weight iq2_s 1412blk.43.attn_output.weight iq3_s 1413blk.43.attn_q.weight iq2_s 1414blk.43.attn_v.weight q4_K 1415blk.43.ffn_down_exps.weight q3_K 1416blk.43.ffn_down_shexp.weight q3_K 1417blk.44.attn_k.weight iq2_s 1418blk.44.attn_output.weight iq3_s 1419blk.44.attn_q.weight iq2_s 1420blk.44.attn_v.weight q4_K 1421blk.44.ffn_down_exps.weight q3_K 1422blk.44.ffn_down_shexp.weight q3_K 1423 1424[IQ1_S] iq1_s 1425output.weight q5_K 1426token_embd.weight q2_K 1427blk.0.attn_output.weight iq2_xxs 1428blk.0.attn_v.weight q4_K 1429blk.0.ffn_down.weight q2_K 1430blk.1.attn_output.weight iq2_xxs 1431blk.1.attn_v.weight q4_K 1432blk.1.ffn_down.weight q2_K 1433blk.2.attn_output.weight iq2_xxs 1434blk.2.attn_v.weight q4_K 1435blk.2.ffn_down.weight q2_K 1436blk.3.attn_output.weight iq2_xxs 1437blk.3.attn_v.weight q4_K 1438blk.3.ffn_down_exps.weight q2_K 1439blk.3.ffn_down_shexp.weight q2_K 1440blk.4.attn_output.weight iq2_xxs 1441blk.4.attn_v.weight q4_K 1442blk.5.attn_output.weight iq2_xxs 1443blk.5.attn_v.weight q4_K 1444blk.6.attn_output.weight iq2_xxs 1445blk.6.attn_v.weight q4_K 1446blk.7.attn_output.weight iq2_xxs 1447blk.7.attn_v.weight q4_K 1448blk.8.attn_output.weight iq2_xxs 1449blk.8.attn_v.weight q4_K 1450blk.9.attn_output.weight iq2_xxs 1451blk.9.attn_v.weight q4_K 1452blk.10.attn_output.weight iq2_xxs 1453blk.10.attn_v.weight q4_K 1454blk.11.attn_output.weight iq2_xxs 1455blk.11.attn_v.weight q4_K 1456blk.12.attn_output.weight iq2_xxs 1457blk.12.attn_v.weight q4_K 1458blk.13.attn_output.weight iq2_xxs 1459blk.13.attn_v.weight q4_K 1460blk.14.attn_output.weight iq2_xxs 1461blk.14.attn_v.weight q4_K 1462blk.15.attn_output.weight iq2_xxs 1463blk.15.attn_v.weight q4_K 1464blk.16.attn_output.weight iq2_xxs 1465blk.16.attn_v.weight q4_K 1466blk.17.attn_output.weight iq2_xxs 1467blk.17.attn_v.weight q4_K 1468blk.18.attn_output.weight iq2_xxs 1469blk.18.attn_v.weight q4_K 1470blk.19.attn_output.weight iq2_xxs 1471blk.19.attn_v.weight q4_K 1472blk.20.attn_output.weight iq2_xxs 1473blk.20.attn_v.weight q4_K 1474blk.21.attn_output.weight iq2_xxs 1475blk.21.attn_v.weight q4_K 1476blk.22.attn_output.weight iq2_xxs 1477blk.22.attn_v.weight q4_K 1478blk.23.attn_output.weight iq2_xxs 1479blk.23.attn_v.weight q4_K 1480blk.24.attn_output.weight iq2_xxs 1481blk.24.attn_v.weight q4_K 1482blk.25.attn_output.weight iq2_xxs 1483blk.25.attn_v.weight q4_K 1484blk.26.attn_output.weight iq2_xxs 1485blk.26.attn_v.weight q4_K 1486blk.27.attn_output.weight iq2_xxs 1487blk.27.attn_v.weight q4_K 1488blk.28.attn_output.weight iq2_xxs 1489blk.28.attn_v.weight q4_K 1490blk.29.attn_output.weight iq2_xxs 1491blk.29.attn_v.weight q4_K 1492blk.30.attn_output.weight iq2_xxs 1493blk.30.attn_v.weight q4_K 1494blk.31.attn_output.weight iq2_xxs 1495blk.31.attn_v.weight q4_K 1496blk.32.attn_output.weight iq2_xxs 1497blk.32.attn_v.weight q4_K 1498blk.33.attn_output.weight iq2_xxs 1499blk.33.attn_v.weight q4_K 1500blk.34.attn_output.weight iq2_xxs 1501blk.34.attn_v.weight q4_K 1502blk.35.attn_output.weight iq2_xxs 1503blk.35.attn_v.weight q4_K 1504blk.36.attn_output.weight iq2_xxs 1505blk.36.attn_v.weight q4_K 1506blk.37.attn_output.weight iq2_xxs 1507blk.37.attn_v.weight q4_K 1508blk.38.attn_output.weight iq2_xxs 1509blk.38.attn_v.weight q4_K 1510blk.39.attn_output.weight iq2_xxs 1511blk.39.attn_v.weight q4_K 1512blk.40.attn_output.weight iq2_xxs 1513blk.40.attn_v.weight q4_K 1514blk.41.attn_output.weight iq2_xxs 1515blk.41.attn_v.weight q4_K 1516blk.42.attn_output.weight iq2_xxs 1517blk.42.attn_v.weight q4_K 1518blk.43.attn_output.weight iq2_xxs 1519blk.43.attn_v.weight q4_K 1520blk.44.attn_output.weight iq2_xxs 1521blk.44.attn_v.weight q4_K 1522 1523[IQ4_NL] iq4_nl 1524output.weight q6_K 1525blk.0.attn_v.weight q5_K 1526blk.0.ffn_down.weight q5_K 1527blk.1.attn_v.weight q5_K 1528blk.1.ffn_down.weight q5_K 1529blk.2.attn_v.weight q5_K 1530blk.2.ffn_down.weight q5_K 1531blk.3.attn_v.weight q5_K 1532blk.3.ffn_down_exps.weight q5_K 1533blk.3.ffn_down_shexp.weight q5_K 1534blk.4.attn_v.weight q5_K 1535blk.4.ffn_down_exps.weight q5_K 1536blk.4.ffn_down_shexp.weight q5_K 1537blk.5.attn_v.weight q5_K 1538blk.6.attn_v.weight q5_K 1539blk.7.attn_v.weight q5_K 1540blk.8.attn_v.weight q5_K 1541blk.9.attn_v.weight q5_K 1542blk.10.attn_v.weight q5_K 1543blk.11.attn_v.weight q5_K 1544blk.12.attn_v.weight q5_K 1545blk.13.attn_v.weight q5_K 1546blk.14.attn_v.weight q5_K 1547blk.15.attn_v.weight q5_K 1548blk.16.attn_v.weight q5_K 1549blk.17.attn_v.weight q5_K 1550blk.18.attn_v.weight q5_K 1551blk.19.attn_v.weight q5_K 1552blk.20.attn_v.weight q5_K 1553blk.21.attn_v.weight q5_K 1554blk.22.attn_v.weight q5_K 1555blk.23.attn_v.weight q5_K 1556blk.24.attn_v.weight q5_K 1557blk.25.attn_v.weight q5_K 1558blk.26.attn_v.weight q5_K 1559blk.27.attn_v.weight q5_K 1560blk.28.attn_v.weight q5_K 1561blk.29.attn_v.weight q5_K 1562blk.30.attn_v.weight q5_K 1563blk.31.attn_v.weight q5_K 1564blk.32.attn_v.weight q5_K 1565blk.33.attn_v.weight q5_K 1566blk.34.attn_v.weight q5_K 1567blk.35.attn_v.weight q5_K 1568blk.36.attn_v.weight q5_K 1569blk.37.attn_v.weight q5_K 1570blk.38.attn_v.weight q5_K 1571blk.39.attn_v.weight q5_K 1572blk.40.attn_v.weight q5_K 1573blk.41.attn_v.weight q5_K 1574blk.42.attn_v.weight q5_K 1575blk.43.attn_v.weight q5_K 1576blk.44.attn_v.weight q5_K 1577 1578[IQ3_S] iq3_s 1579output.weight q6_K 1580blk.0.attn_v.weight q4_K 1581blk.1.attn_v.weight q4_K 1582blk.2.attn_v.weight q4_K 1583blk.3.attn_v.weight q4_K 1584blk.4.attn_v.weight q4_K 1585blk.5.attn_v.weight q4_K 1586blk.6.attn_v.weight q4_K 1587blk.7.attn_v.weight q4_K 1588blk.8.attn_v.weight q4_K 1589blk.9.attn_v.weight q4_K 1590blk.10.attn_v.weight q4_K 1591blk.11.attn_v.weight q4_K 1592blk.12.attn_v.weight q4_K 1593blk.13.attn_v.weight q4_K 1594blk.14.attn_v.weight q4_K 1595blk.15.attn_v.weight q4_K 1596blk.16.attn_v.weight q4_K 1597blk.17.attn_v.weight q4_K 1598blk.18.attn_v.weight q4_K 1599blk.19.attn_v.weight q4_K 1600blk.20.attn_v.weight q4_K 1601blk.21.attn_v.weight q4_K 1602blk.22.attn_v.weight q4_K 1603blk.23.attn_v.weight q4_K 1604blk.24.attn_v.weight q4_K 1605blk.25.attn_v.weight q4_K 1606blk.26.attn_v.weight q4_K 1607blk.27.attn_v.weight q4_K 1608blk.28.attn_v.weight q4_K 1609blk.29.attn_v.weight q4_K 1610blk.30.attn_v.weight q4_K 1611blk.31.attn_v.weight q4_K 1612blk.32.attn_v.weight q4_K 1613blk.33.attn_v.weight q4_K 1614blk.34.attn_v.weight q4_K 1615blk.35.attn_v.weight q4_K 1616blk.36.attn_v.weight q4_K 1617blk.37.attn_v.weight q4_K 1618blk.38.attn_v.weight q4_K 1619blk.39.attn_v.weight q4_K 1620blk.40.attn_v.weight q4_K 1621blk.41.attn_v.weight q4_K 1622blk.42.attn_v.weight q4_K 1623blk.43.attn_v.weight q4_K 1624blk.44.attn_v.weight q4_K 1625 1626[IQ3_M] iq3_s 1627output.weight q6_K 1628blk.0.attn_output.weight q4_K 1629blk.0.attn_v.weight q4_K 1630blk.0.ffn_down.weight q4_K 1631blk.1.attn_output.weight q4_K 1632blk.1.attn_v.weight q4_K 1633blk.1.ffn_down.weight q4_K 1634blk.2.attn_output.weight q4_K 1635blk.2.attn_v.weight q4_K 1636blk.2.ffn_down.weight q4_K 1637blk.3.attn_output.weight q4_K 1638blk.3.attn_v.weight q4_K 1639blk.3.ffn_down_exps.weight q4_K 1640blk.3.ffn_down_shexp.weight q4_K 1641blk.4.attn_output.weight q4_K 1642blk.4.attn_v.weight q4_K 1643blk.4.ffn_down_exps.weight q4_K 1644blk.4.ffn_down_shexp.weight q4_K 1645blk.5.attn_output.weight q4_K 1646blk.5.attn_v.weight q4_K 1647blk.6.attn_output.weight q4_K 1648blk.6.attn_v.weight q4_K 1649blk.7.attn_output.weight q4_K 1650blk.7.attn_v.weight q4_K 1651blk.8.attn_output.weight q4_K 1652blk.8.attn_v.weight q4_K 1653blk.9.attn_output.weight q4_K 1654blk.9.attn_v.weight q4_K 1655blk.10.attn_output.weight q4_K 1656blk.10.attn_v.weight q4_K 1657blk.11.attn_output.weight q4_K 1658blk.11.attn_v.weight q4_K 1659blk.12.attn_output.weight q4_K 1660blk.12.attn_v.weight q4_K 1661blk.13.attn_output.weight q4_K 1662blk.13.attn_v.weight q4_K 1663blk.14.attn_output.weight q4_K 1664blk.14.attn_v.weight q4_K 1665blk.15.attn_output.weight q4_K 1666blk.15.attn_v.weight q4_K 1667blk.16.attn_output.weight q4_K 1668blk.16.attn_v.weight q4_K 1669blk.17.attn_output.weight q4_K 1670blk.17.attn_v.weight q4_K 1671blk.18.attn_output.weight q4_K 1672blk.18.attn_v.weight q4_K 1673blk.19.attn_output.weight q4_K 1674blk.19.attn_v.weight q4_K 1675blk.20.attn_output.weight q4_K 1676blk.20.attn_v.weight q4_K 1677blk.21.attn_output.weight q4_K 1678blk.21.attn_v.weight q4_K 1679blk.22.attn_output.weight q4_K 1680blk.22.attn_v.weight q4_K 1681blk.23.attn_output.weight q4_K 1682blk.23.attn_v.weight q4_K 1683blk.24.attn_output.weight q4_K 1684blk.24.attn_v.weight q4_K 1685blk.25.attn_output.weight q4_K 1686blk.25.attn_v.weight q4_K 1687blk.26.attn_output.weight q4_K 1688blk.26.attn_v.weight q4_K 1689blk.27.attn_output.weight q4_K 1690blk.27.attn_v.weight q4_K 1691blk.28.attn_output.weight q4_K 1692blk.28.attn_v.weight q4_K 1693blk.29.attn_output.weight q4_K 1694blk.29.attn_v.weight q4_K 1695blk.30.attn_output.weight q4_K 1696blk.30.attn_v.weight q4_K 1697blk.31.attn_output.weight q4_K 1698blk.31.attn_v.weight q4_K 1699blk.32.attn_output.weight q4_K 1700blk.32.attn_v.weight q4_K 1701blk.33.attn_output.weight q4_K 1702blk.33.attn_v.weight q4_K 1703blk.34.attn_output.weight q4_K 1704blk.34.attn_v.weight q4_K 1705blk.35.attn_output.weight q4_K 1706blk.35.attn_v.weight q4_K 1707blk.36.attn_output.weight q4_K 1708blk.36.attn_v.weight q4_K 1709blk.37.attn_output.weight q4_K 1710blk.37.attn_v.weight q4_K 1711blk.38.attn_output.weight q4_K 1712blk.38.attn_v.weight q4_K 1713blk.39.attn_output.weight q4_K 1714blk.39.attn_v.weight q4_K 1715blk.40.attn_output.weight q4_K 1716blk.40.attn_v.weight q4_K 1717blk.41.attn_output.weight q4_K 1718blk.41.attn_v.weight q4_K 1719blk.42.attn_output.weight q4_K 1720blk.42.attn_v.weight q4_K 1721blk.43.attn_output.weight q4_K 1722blk.43.attn_v.weight q4_K 1723blk.44.attn_output.weight q4_K 1724blk.44.attn_v.weight q4_K 1725 1726[IQ2_S] iq2_xs 1727output.weight q5_K 1728token_embd.weight iq3_s 1729blk.0.attn_output.weight iq3_s 1730blk.0.attn_v.weight q4_K 1731blk.0.ffn_down.weight iq3_s 1732blk.1.attn_output.weight iq3_s 1733blk.1.attn_v.weight q4_K 1734blk.1.ffn_down.weight iq3_s 1735blk.2.attn_output.weight iq3_s 1736blk.2.attn_v.weight q4_K 1737blk.2.ffn_down.weight iq3_s 1738blk.3.attn_output.weight iq3_s 1739blk.3.attn_v.weight q4_K 1740blk.3.ffn_down_exps.weight iq3_s 1741blk.3.ffn_down_shexp.weight iq3_s 1742blk.4.attn_output.weight iq3_s 1743blk.4.attn_v.weight q4_K 1744blk.5.attn_output.weight iq3_s 1745blk.5.attn_v.weight q4_K 1746blk.6.attn_output.weight iq3_s 1747blk.6.attn_v.weight q4_K 1748blk.7.attn_output.weight iq3_s 1749blk.7.attn_v.weight q4_K 1750blk.8.attn_output.weight iq3_s 1751blk.8.attn_v.weight q4_K 1752blk.9.attn_output.weight iq3_s 1753blk.9.attn_v.weight q4_K 1754blk.10.attn_output.weight iq3_s 1755blk.10.attn_v.weight q4_K 1756blk.11.attn_output.weight iq3_s 1757blk.11.attn_v.weight q4_K 1758blk.12.attn_output.weight iq3_s 1759blk.12.attn_v.weight q4_K 1760blk.13.attn_output.weight iq3_s 1761blk.13.attn_v.weight q4_K 1762blk.14.attn_output.weight iq3_s 1763blk.14.attn_v.weight q4_K 1764blk.15.attn_output.weight iq3_s 1765blk.15.attn_v.weight q4_K 1766blk.16.attn_output.weight iq3_s 1767blk.16.attn_v.weight q4_K 1768blk.17.attn_output.weight iq3_s 1769blk.17.attn_v.weight q4_K 1770blk.18.attn_output.weight iq3_s 1771blk.18.attn_v.weight q4_K 1772blk.19.attn_output.weight iq3_s 1773blk.19.attn_v.weight q4_K 1774blk.20.attn_output.weight iq3_s 1775blk.20.attn_v.weight q4_K 1776blk.21.attn_output.weight iq3_s 1777blk.21.attn_v.weight q4_K 1778blk.22.attn_output.weight iq3_s 1779blk.22.attn_v.weight q4_K 1780blk.23.attn_output.weight iq3_s 1781blk.23.attn_v.weight q4_K 1782blk.24.attn_output.weight iq3_s 1783blk.24.attn_v.weight q4_K 1784blk.25.attn_output.weight iq3_s 1785blk.25.attn_v.weight q4_K 1786blk.26.attn_output.weight iq3_s 1787blk.26.attn_v.weight q4_K 1788blk.27.attn_output.weight iq3_s 1789blk.27.attn_v.weight q4_K 1790blk.28.attn_output.weight iq3_s 1791blk.28.attn_v.weight q4_K 1792blk.29.attn_output.weight iq3_s 1793blk.29.attn_v.weight q4_K 1794blk.30.attn_output.weight iq3_s 1795blk.30.attn_v.weight q4_K 1796blk.31.attn_output.weight iq3_s 1797blk.31.attn_v.weight q4_K 1798blk.32.attn_output.weight iq3_s 1799blk.32.attn_v.weight q4_K 1800blk.33.attn_output.weight iq3_s 1801blk.33.attn_v.weight q4_K 1802blk.34.attn_output.weight iq3_s 1803blk.34.attn_v.weight q4_K 1804blk.35.attn_output.weight iq3_s 1805blk.35.attn_v.weight q4_K 1806blk.36.attn_output.weight iq3_s 1807blk.36.attn_v.weight q4_K 1808blk.37.attn_output.weight iq3_s 1809blk.37.attn_v.weight q4_K 1810blk.38.attn_output.weight iq3_s 1811blk.38.attn_v.weight q4_K 1812blk.39.attn_output.weight iq3_s 1813blk.39.attn_v.weight q4_K 1814blk.40.attn_output.weight iq3_s 1815blk.40.attn_v.weight q4_K 1816blk.41.attn_output.weight iq3_s 1817blk.41.attn_v.weight q4_K 1818blk.42.attn_output.weight iq3_s 1819blk.42.attn_v.weight q4_K 1820blk.43.attn_output.weight iq3_s 1821blk.43.attn_v.weight q4_K 1822blk.44.attn_output.weight iq3_s 1823blk.44.attn_v.weight q4_K 1824 1825[IQ2_M] iq2_s 1826output.weight q5_K 1827token_embd.weight iq3_s 1828blk.0.attn_output.weight iq3_s 1829blk.0.attn_v.weight q4_K 1830blk.0.ffn_down.weight iq3_s 1831blk.1.attn_output.weight iq3_s 1832blk.1.attn_v.weight q4_K 1833blk.1.ffn_down.weight iq3_s 1834blk.2.attn_output.weight iq3_s 1835blk.2.attn_v.weight q4_K 1836blk.2.ffn_down.weight iq3_s 1837blk.3.attn_output.weight iq3_s 1838blk.3.attn_v.weight q4_K 1839blk.3.ffn_down_exps.weight iq3_s 1840blk.3.ffn_down_shexp.weight iq3_s 1841blk.4.attn_output.weight iq3_s 1842blk.4.attn_v.weight q4_K 1843blk.5.attn_output.weight iq3_s 1844blk.5.attn_v.weight q4_K 1845blk.6.attn_output.weight iq3_s 1846blk.6.attn_v.weight q4_K 1847blk.7.attn_output.weight iq3_s 1848blk.7.attn_v.weight q4_K 1849blk.8.attn_output.weight iq3_s 1850blk.8.attn_v.weight q4_K 1851blk.9.attn_output.weight iq3_s 1852blk.9.attn_v.weight q4_K 1853blk.10.attn_output.weight iq3_s 1854blk.10.attn_v.weight q4_K 1855blk.11.attn_output.weight iq3_s 1856blk.11.attn_v.weight q4_K 1857blk.12.attn_output.weight iq3_s 1858blk.12.attn_v.weight q4_K 1859blk.13.attn_output.weight iq3_s 1860blk.13.attn_v.weight q4_K 1861blk.14.attn_output.weight iq3_s 1862blk.14.attn_v.weight q4_K 1863blk.15.attn_output.weight iq3_s 1864blk.15.attn_v.weight q4_K 1865blk.16.attn_output.weight iq3_s 1866blk.16.attn_v.weight q4_K 1867blk.17.attn_output.weight iq3_s 1868blk.17.attn_v.weight q4_K 1869blk.18.attn_output.weight iq3_s 1870blk.18.attn_v.weight q4_K 1871blk.19.attn_output.weight iq3_s 1872blk.19.attn_v.weight q4_K 1873blk.20.attn_output.weight iq3_s 1874blk.20.attn_v.weight q4_K 1875blk.21.attn_output.weight iq3_s 1876blk.21.attn_v.weight q4_K 1877blk.22.attn_output.weight iq3_s 1878blk.22.attn_v.weight q4_K 1879blk.23.attn_output.weight iq3_s 1880blk.23.attn_v.weight q4_K 1881blk.24.attn_output.weight iq3_s 1882blk.24.attn_v.weight q4_K 1883blk.25.attn_output.weight iq3_s 1884blk.25.attn_v.weight q4_K 1885blk.26.attn_output.weight iq3_s 1886blk.26.attn_v.weight q4_K 1887blk.27.attn_output.weight iq3_s 1888blk.27.attn_v.weight q4_K 1889blk.28.attn_output.weight iq3_s 1890blk.28.attn_v.weight q4_K 1891blk.29.attn_output.weight iq3_s 1892blk.29.attn_v.weight q4_K 1893blk.30.attn_output.weight iq3_s 1894blk.30.attn_v.weight q4_K 1895blk.31.attn_output.weight iq3_s 1896blk.31.attn_v.weight q4_K 1897blk.32.attn_output.weight iq3_s 1898blk.32.attn_v.weight q4_K 1899blk.33.attn_output.weight iq3_s 1900blk.33.attn_v.weight q4_K 1901blk.34.attn_output.weight iq3_s 1902blk.34.attn_v.weight q4_K 1903blk.35.attn_output.weight iq3_s 1904blk.35.attn_v.weight q4_K 1905blk.36.attn_output.weight iq3_s 1906blk.36.attn_v.weight q4_K 1907blk.37.attn_output.weight iq3_s 1908blk.37.attn_v.weight q4_K 1909blk.38.attn_output.weight iq3_s 1910blk.38.attn_v.weight q4_K 1911blk.39.attn_output.weight iq3_s 1912blk.39.attn_v.weight q4_K 1913blk.40.attn_output.weight iq3_s 1914blk.40.attn_v.weight q4_K 1915blk.41.attn_output.weight iq3_s 1916blk.41.attn_v.weight q4_K 1917blk.42.attn_output.weight iq3_s 1918blk.42.attn_v.weight q4_K 1919blk.43.attn_output.weight iq3_s 1920blk.43.attn_v.weight q4_K 1921blk.44.attn_output.weight iq3_s 1922blk.44.attn_v.weight q4_K 1923 1924[IQ4_XS] iq4_xs 1925output.weight q6_K 1926blk.0.attn_v.weight q5_K 1927blk.0.ffn_down.weight q5_K 1928blk.1.attn_v.weight q5_K 1929blk.1.ffn_down.weight q5_K 1930blk.2.attn_v.weight q5_K 1931blk.2.ffn_down.weight q5_K 1932blk.3.attn_v.weight q5_K 1933blk.3.ffn_down_exps.weight q5_K 1934blk.3.ffn_down_shexp.weight q5_K 1935blk.4.attn_v.weight q5_K 1936blk.4.ffn_down_exps.weight q5_K 1937blk.4.ffn_down_shexp.weight q5_K 1938blk.5.attn_v.weight q5_K 1939blk.6.attn_v.weight q5_K 1940blk.7.attn_v.weight q5_K 1941blk.8.attn_v.weight q5_K 1942blk.9.attn_v.weight q5_K 1943blk.10.attn_v.weight q5_K 1944blk.11.attn_v.weight q5_K 1945blk.12.attn_v.weight q5_K 1946blk.13.attn_v.weight q5_K 1947blk.14.attn_v.weight q5_K 1948blk.15.attn_v.weight q5_K 1949blk.16.attn_v.weight q5_K 1950blk.17.attn_v.weight q5_K 1951blk.18.attn_v.weight q5_K 1952blk.19.attn_v.weight q5_K 1953blk.20.attn_v.weight q5_K 1954blk.21.attn_v.weight q5_K 1955blk.22.attn_v.weight q5_K 1956blk.23.attn_v.weight q5_K 1957blk.24.attn_v.weight q5_K 1958blk.25.attn_v.weight q5_K 1959blk.26.attn_v.weight q5_K 1960blk.27.attn_v.weight q5_K 1961blk.28.attn_v.weight q5_K 1962blk.29.attn_v.weight q5_K 1963blk.30.attn_v.weight q5_K 1964blk.31.attn_v.weight q5_K 1965blk.32.attn_v.weight q5_K 1966blk.33.attn_v.weight q5_K 1967blk.34.attn_v.weight q5_K 1968blk.35.attn_v.weight q5_K 1969blk.36.attn_v.weight q5_K 1970blk.37.attn_v.weight q5_K 1971blk.38.attn_v.weight q5_K 1972blk.39.attn_v.weight q5_K 1973blk.40.attn_v.weight q5_K 1974blk.41.attn_v.weight q5_K 1975blk.42.attn_v.weight q5_K 1976blk.43.attn_v.weight q5_K 1977blk.44.attn_v.weight q5_K 1978 1979[IQ1_M] iq1_m 1980output.weight q5_K 1981token_embd.weight q2_K 1982blk.0.attn_output.weight iq2_xxs 1983blk.0.attn_v.weight q4_K 1984blk.0.ffn_down.weight q2_K 1985blk.1.attn_output.weight iq2_xxs 1986blk.1.attn_v.weight q4_K 1987blk.1.ffn_down.weight q2_K 1988blk.2.attn_output.weight iq2_xxs 1989blk.2.attn_v.weight q4_K 1990blk.2.ffn_down.weight q2_K 1991blk.3.attn_output.weight iq2_xxs 1992blk.3.attn_v.weight q4_K 1993blk.3.ffn_down_exps.weight q2_K 1994blk.3.ffn_down_shexp.weight q2_K 1995blk.4.attn_output.weight iq2_xxs 1996blk.4.attn_v.weight q4_K 1997blk.5.attn_output.weight iq2_xxs 1998blk.5.attn_v.weight q4_K 1999blk.6.attn_output.weight iq2_xxs 2000blk.6.attn_v.weight q4_K 2001blk.7.attn_output.weight iq2_xxs 2002blk.7.attn_v.weight q4_K 2003blk.8.attn_output.weight iq2_xxs 2004blk.8.attn_v.weight q4_K 2005blk.9.attn_output.weight iq2_xxs 2006blk.9.attn_v.weight q4_K 2007blk.10.attn_output.weight iq2_xxs 2008blk.10.attn_v.weight q4_K 2009blk.11.attn_output.weight iq2_xxs 2010blk.11.attn_v.weight q4_K 2011blk.12.attn_output.weight iq2_xxs 2012blk.12.attn_v.weight q4_K 2013blk.13.attn_output.weight iq2_xxs 2014blk.13.attn_v.weight q4_K 2015blk.14.attn_output.weight iq2_xxs 2016blk.14.attn_v.weight q4_K 2017blk.15.attn_output.weight iq2_xxs 2018blk.15.attn_v.weight q4_K 2019blk.16.attn_output.weight iq2_xxs 2020blk.16.attn_v.weight q4_K 2021blk.17.attn_output.weight iq2_xxs 2022blk.17.attn_v.weight q4_K 2023blk.18.attn_output.weight iq2_xxs 2024blk.18.attn_v.weight q4_K 2025blk.19.attn_output.weight iq2_xxs 2026blk.19.attn_v.weight q4_K 2027blk.20.attn_output.weight iq2_xxs 2028blk.20.attn_v.weight q4_K 2029blk.21.attn_output.weight iq2_xxs 2030blk.21.attn_v.weight q4_K 2031blk.22.attn_output.weight iq2_xxs 2032blk.22.attn_v.weight q4_K 2033blk.23.attn_output.weight iq2_xxs 2034blk.23.attn_v.weight q4_K 2035blk.24.attn_output.weight iq2_xxs 2036blk.24.attn_v.weight q4_K 2037blk.25.attn_output.weight iq2_xxs 2038blk.25.attn_v.weight q4_K 2039blk.26.attn_output.weight iq2_xxs 2040blk.26.attn_v.weight q4_K 2041blk.27.attn_output.weight iq2_xxs 2042blk.27.attn_v.weight q4_K 2043blk.28.attn_output.weight iq2_xxs 2044blk.28.attn_v.weight q4_K 2045blk.29.attn_output.weight iq2_xxs 2046blk.29.attn_v.weight q4_K 2047blk.30.attn_output.weight iq2_xxs 2048blk.30.attn_v.weight q4_K 2049blk.31.attn_output.weight iq2_xxs 2050blk.31.attn_v.weight q4_K 2051blk.32.attn_output.weight iq2_xxs 2052blk.32.attn_v.weight q4_K 2053blk.33.attn_output.weight iq2_xxs 2054blk.33.attn_v.weight q4_K 2055blk.34.attn_output.weight iq2_xxs 2056blk.34.attn_v.weight q4_K 2057blk.35.attn_output.weight iq2_xxs 2058blk.35.attn_v.weight q4_K 2059blk.36.attn_output.weight iq2_xxs 2060blk.36.attn_v.weight q4_K 2061blk.37.attn_output.weight iq2_xxs 2062blk.37.attn_v.weight q4_K 2063blk.38.attn_output.weight iq2_xxs 2064blk.38.attn_v.weight q4_K 2065blk.39.attn_output.weight iq2_xxs 2066blk.39.attn_v.weight q4_K 2067blk.40.attn_output.weight iq2_xxs 2068blk.40.attn_v.weight q4_K 2069blk.41.attn_output.weight iq2_xxs 2070blk.41.attn_v.weight q4_K 2071blk.42.attn_output.weight iq2_xxs 2072blk.42.attn_v.weight q4_K 2073blk.43.attn_output.weight iq2_xxs 2074blk.43.attn_v.weight q4_K 2075blk.44.attn_output.weight iq2_xxs 2076blk.44.attn_v.weight q4_K 2077 2078[BF16] bf16 2079 2080[TQ1_0] tq1_0 2081output.weight q6_K 2082token_embd.weight q4_K 2083 2084[TQ2_0] tq2_0 2085output.weight q6_K 2086token_embd.weight q4_K 2087 2088[MXFP4_MOE] mxfp4 2089output.weight q8_0 2090token_embd.weight q8_0 2091blk.0.attn_gate.weight q8_0 2092blk.0.attn_k.weight q8_0 2093blk.0.attn_output.weight q8_0 2094blk.0.attn_q.weight q8_0 2095blk.0.attn_v.weight q8_0 2096blk.0.ffn_down.weight q8_0 2097blk.0.ffn_gate.weight q8_0 2098blk.0.ffn_up.weight q8_0 2099blk.1.attn_gate.weight q8_0 2100blk.1.attn_k.weight q8_0 2101blk.1.attn_output.weight q8_0 2102blk.1.attn_q.weight q8_0 2103blk.1.attn_v.weight q8_0 2104blk.1.ffn_down.weight q8_0 2105blk.1.ffn_gate.weight q8_0 2106blk.1.ffn_up.weight q8_0 2107blk.2.attn_gate.weight q8_0 2108blk.2.attn_k.weight q8_0 2109blk.2.attn_output.weight q8_0 2110blk.2.attn_q.weight q8_0 2111blk.2.attn_v.weight q8_0 2112blk.2.ffn_down.weight q8_0 2113blk.2.ffn_gate.weight q8_0 2114blk.2.ffn_up.weight q8_0 2115blk.3.attn_gate.weight q8_0 2116blk.3.attn_k.weight q8_0 2117blk.3.attn_output.weight q8_0 2118blk.3.attn_q.weight q8_0 2119blk.3.attn_v.weight q8_0 2120blk.3.ffn_down_shexp.weight q8_0 2121blk.3.ffn_gate_shexp.weight q8_0 2122blk.3.ffn_up_shexp.weight q8_0 2123blk.4.attn_gate.weight q8_0 2124blk.4.attn_k.weight q8_0 2125blk.4.attn_output.weight q8_0 2126blk.4.attn_q.weight q8_0 2127blk.4.attn_v.weight q8_0 2128blk.4.ffn_down_shexp.weight q8_0 2129blk.4.ffn_gate_shexp.weight q8_0 2130blk.4.ffn_up_shexp.weight q8_0 2131blk.5.attn_gate.weight q8_0 2132blk.5.attn_k.weight q8_0 2133blk.5.attn_output.weight q8_0 2134blk.5.attn_q.weight q8_0 2135blk.5.attn_v.weight q8_0 2136blk.5.ffn_down_shexp.weight q8_0 2137blk.5.ffn_gate_shexp.weight q8_0 2138blk.5.ffn_up_shexp.weight q8_0 2139blk.6.attn_gate.weight q8_0 2140blk.6.attn_k.weight q8_0 2141blk.6.attn_output.weight q8_0 2142blk.6.attn_q.weight q8_0 2143blk.6.attn_v.weight q8_0 2144blk.6.ffn_down_shexp.weight q8_0 2145blk.6.ffn_gate_shexp.weight q8_0 2146blk.6.ffn_up_shexp.weight q8_0 2147blk.7.attn_gate.weight q8_0 2148blk.7.attn_k.weight q8_0 2149blk.7.attn_output.weight q8_0 2150blk.7.attn_q.weight q8_0 2151blk.7.attn_v.weight q8_0 2152blk.7.ffn_down_shexp.weight q8_0 2153blk.7.ffn_gate_shexp.weight q8_0 2154blk.7.ffn_up_shexp.weight q8_0 2155blk.8.attn_gate.weight q8_0 2156blk.8.attn_k.weight q8_0 2157blk.8.attn_output.weight q8_0 2158blk.8.attn_q.weight q8_0 2159blk.8.attn_v.weight q8_0 2160blk.8.ffn_down_shexp.weight q8_0 2161blk.8.ffn_gate_shexp.weight q8_0 2162blk.8.ffn_up_shexp.weight q8_0 2163blk.9.attn_gate.weight q8_0 2164blk.9.attn_k.weight q8_0 2165blk.9.attn_output.weight q8_0 2166blk.9.attn_q.weight q8_0 2167blk.9.attn_v.weight q8_0 2168blk.9.ffn_down_shexp.weight q8_0 2169blk.9.ffn_gate_shexp.weight q8_0 2170blk.9.ffn_up_shexp.weight q8_0 2171blk.10.attn_gate.weight q8_0 2172blk.10.attn_k.weight q8_0 2173blk.10.attn_output.weight q8_0 2174blk.10.attn_q.weight q8_0 2175blk.10.attn_v.weight q8_0 2176blk.10.ffn_down_shexp.weight q8_0 2177blk.10.ffn_gate_shexp.weight q8_0 2178blk.10.ffn_up_shexp.weight q8_0 2179blk.11.attn_gate.weight q8_0 2180blk.11.attn_k.weight q8_0 2181blk.11.attn_output.weight q8_0 2182blk.11.attn_q.weight q8_0 2183blk.11.attn_v.weight q8_0 2184blk.11.ffn_down_shexp.weight q8_0 2185blk.11.ffn_gate_shexp.weight q8_0 2186blk.11.ffn_up_shexp.weight q8_0 2187blk.12.attn_gate.weight q8_0 2188blk.12.attn_k.weight q8_0 2189blk.12.attn_output.weight q8_0 2190blk.12.attn_q.weight q8_0 2191blk.12.attn_v.weight q8_0 2192blk.12.ffn_down_shexp.weight q8_0 2193blk.12.ffn_gate_shexp.weight q8_0 2194blk.12.ffn_up_shexp.weight q8_0 2195blk.13.attn_gate.weight q8_0 2196blk.13.attn_k.weight q8_0 2197blk.13.attn_output.weight q8_0 2198blk.13.attn_q.weight q8_0 2199blk.13.attn_v.weight q8_0 2200blk.13.ffn_down_shexp.weight q8_0 2201blk.13.ffn_gate_shexp.weight q8_0 2202blk.13.ffn_up_shexp.weight q8_0 2203blk.14.attn_gate.weight q8_0 2204blk.14.attn_k.weight q8_0 2205blk.14.attn_output.weight q8_0 2206blk.14.attn_q.weight q8_0 2207blk.14.attn_v.weight q8_0 2208blk.14.ffn_down_shexp.weight q8_0 2209blk.14.ffn_gate_shexp.weight q8_0 2210blk.14.ffn_up_shexp.weight q8_0 2211blk.15.attn_gate.weight q8_0 2212blk.15.attn_k.weight q8_0 2213blk.15.attn_output.weight q8_0 2214blk.15.attn_q.weight q8_0 2215blk.15.attn_v.weight q8_0 2216blk.15.ffn_down_shexp.weight q8_0 2217blk.15.ffn_gate_shexp.weight q8_0 2218blk.15.ffn_up_shexp.weight q8_0 2219blk.16.attn_gate.weight q8_0 2220blk.16.attn_k.weight q8_0 2221blk.16.attn_output.weight q8_0 2222blk.16.attn_q.weight q8_0 2223blk.16.attn_v.weight q8_0 2224blk.16.ffn_down_shexp.weight q8_0 2225blk.16.ffn_gate_shexp.weight q8_0 2226blk.16.ffn_up_shexp.weight q8_0 2227blk.17.attn_gate.weight q8_0 2228blk.17.attn_k.weight q8_0 2229blk.17.attn_output.weight q8_0 2230blk.17.attn_q.weight q8_0 2231blk.17.attn_v.weight q8_0 2232blk.17.ffn_down_shexp.weight q8_0 2233blk.17.ffn_gate_shexp.weight q8_0 2234blk.17.ffn_up_shexp.weight q8_0 2235blk.18.attn_gate.weight q8_0 2236blk.18.attn_k.weight q8_0 2237blk.18.attn_output.weight q8_0 2238blk.18.attn_q.weight q8_0 2239blk.18.attn_v.weight q8_0 2240blk.18.ffn_down_shexp.weight q8_0 2241blk.18.ffn_gate_shexp.weight q8_0 2242blk.18.ffn_up_shexp.weight q8_0 2243blk.19.attn_gate.weight q8_0 2244blk.19.attn_k.weight q8_0 2245blk.19.attn_output.weight q8_0 2246blk.19.attn_q.weight q8_0 2247blk.19.attn_v.weight q8_0 2248blk.19.ffn_down_shexp.weight q8_0 2249blk.19.ffn_gate_shexp.weight q8_0 2250blk.19.ffn_up_shexp.weight q8_0 2251blk.20.attn_gate.weight q8_0 2252blk.20.attn_k.weight q8_0 2253blk.20.attn_output.weight q8_0 2254blk.20.attn_q.weight q8_0 2255blk.20.attn_v.weight q8_0 2256blk.20.ffn_down_shexp.weight q8_0 2257blk.20.ffn_gate_shexp.weight q8_0 2258blk.20.ffn_up_shexp.weight q8_0 2259blk.21.attn_gate.weight q8_0 2260blk.21.attn_k.weight q8_0 2261blk.21.attn_output.weight q8_0 2262blk.21.attn_q.weight q8_0 2263blk.21.attn_v.weight q8_0 2264blk.21.ffn_down_shexp.weight q8_0 2265blk.21.ffn_gate_shexp.weight q8_0 2266blk.21.ffn_up_shexp.weight q8_0 2267blk.22.attn_gate.weight q8_0 2268blk.22.attn_k.weight q8_0 2269blk.22.attn_output.weight q8_0 2270blk.22.attn_q.weight q8_0 2271blk.22.attn_v.weight q8_0 2272blk.22.ffn_down_shexp.weight q8_0 2273blk.22.ffn_gate_shexp.weight q8_0 2274blk.22.ffn_up_shexp.weight q8_0 2275blk.23.attn_gate.weight q8_0 2276blk.23.attn_k.weight q8_0 2277blk.23.attn_output.weight q8_0 2278blk.23.attn_q.weight q8_0 2279blk.23.attn_v.weight q8_0 2280blk.23.ffn_down_shexp.weight q8_0 2281blk.23.ffn_gate_shexp.weight q8_0 2282blk.23.ffn_up_shexp.weight q8_0 2283blk.24.attn_gate.weight q8_0 2284blk.24.attn_k.weight q8_0 2285blk.24.attn_output.weight q8_0 2286blk.24.attn_q.weight q8_0 2287blk.24.attn_v.weight q8_0 2288blk.24.ffn_down_shexp.weight q8_0 2289blk.24.ffn_gate_shexp.weight q8_0 2290blk.24.ffn_up_shexp.weight q8_0 2291blk.25.attn_gate.weight q8_0 2292blk.25.attn_k.weight q8_0 2293blk.25.attn_output.weight q8_0 2294blk.25.attn_q.weight q8_0 2295blk.25.attn_v.weight q8_0 2296blk.25.ffn_down_shexp.weight q8_0 2297blk.25.ffn_gate_shexp.weight q8_0 2298blk.25.ffn_up_shexp.weight q8_0 2299blk.26.attn_gate.weight q8_0 2300blk.26.attn_k.weight q8_0 2301blk.26.attn_output.weight q8_0 2302blk.26.attn_q.weight q8_0 2303blk.26.attn_v.weight q8_0 2304blk.26.ffn_down_shexp.weight q8_0 2305blk.26.ffn_gate_shexp.weight q8_0 2306blk.26.ffn_up_shexp.weight q8_0 2307blk.27.attn_gate.weight q8_0 2308blk.27.attn_k.weight q8_0 2309blk.27.attn_output.weight q8_0 2310blk.27.attn_q.weight q8_0 2311blk.27.attn_v.weight q8_0 2312blk.27.ffn_down_shexp.weight q8_0 2313blk.27.ffn_gate_shexp.weight q8_0 2314blk.27.ffn_up_shexp.weight q8_0 2315blk.28.attn_gate.weight q8_0 2316blk.28.attn_k.weight q8_0 2317blk.28.attn_output.weight q8_0 2318blk.28.attn_q.weight q8_0 2319blk.28.attn_v.weight q8_0 2320blk.28.ffn_down_shexp.weight q8_0 2321blk.28.ffn_gate_shexp.weight q8_0 2322blk.28.ffn_up_shexp.weight q8_0 2323blk.29.attn_gate.weight q8_0 2324blk.29.attn_k.weight q8_0 2325blk.29.attn_output.weight q8_0 2326blk.29.attn_q.weight q8_0 2327blk.29.attn_v.weight q8_0 2328blk.29.ffn_down_shexp.weight q8_0 2329blk.29.ffn_gate_shexp.weight q8_0 2330blk.29.ffn_up_shexp.weight q8_0 2331blk.30.attn_gate.weight q8_0 2332blk.30.attn_k.weight q8_0 2333blk.30.attn_output.weight q8_0 2334blk.30.attn_q.weight q8_0 2335blk.30.attn_v.weight q8_0 2336blk.30.ffn_down_shexp.weight q8_0 2337blk.30.ffn_gate_shexp.weight q8_0 2338blk.30.ffn_up_shexp.weight q8_0 2339blk.31.attn_gate.weight q8_0 2340blk.31.attn_k.weight q8_0 2341blk.31.attn_output.weight q8_0 2342blk.31.attn_q.weight q8_0 2343blk.31.attn_v.weight q8_0 2344blk.31.ffn_down_shexp.weight q8_0 2345blk.31.ffn_gate_shexp.weight q8_0 2346blk.31.ffn_up_shexp.weight q8_0 2347blk.32.attn_gate.weight q8_0 2348blk.32.attn_k.weight q8_0 2349blk.32.attn_output.weight q8_0 2350blk.32.attn_q.weight q8_0 2351blk.32.attn_v.weight q8_0 2352blk.32.ffn_down_shexp.weight q8_0 2353blk.32.ffn_gate_shexp.weight q8_0 2354blk.32.ffn_up_shexp.weight q8_0 2355blk.33.attn_gate.weight q8_0 2356blk.33.attn_k.weight q8_0 2357blk.33.attn_output.weight q8_0 2358blk.33.attn_q.weight q8_0 2359blk.33.attn_v.weight q8_0 2360blk.33.ffn_down_shexp.weight q8_0 2361blk.33.ffn_gate_shexp.weight q8_0 2362blk.33.ffn_up_shexp.weight q8_0 2363blk.34.attn_gate.weight q8_0 2364blk.34.attn_k.weight q8_0 2365blk.34.attn_output.weight q8_0 2366blk.34.attn_q.weight q8_0 2367blk.34.attn_v.weight q8_0 2368blk.34.ffn_down_shexp.weight q8_0 2369blk.34.ffn_gate_shexp.weight q8_0 2370blk.34.ffn_up_shexp.weight q8_0 2371blk.35.attn_gate.weight q8_0 2372blk.35.attn_k.weight q8_0 2373blk.35.attn_output.weight q8_0 2374blk.35.attn_q.weight q8_0 2375blk.35.attn_v.weight q8_0 2376blk.35.ffn_down_shexp.weight q8_0 2377blk.35.ffn_gate_shexp.weight q8_0 2378blk.35.ffn_up_shexp.weight q8_0 2379blk.36.attn_gate.weight q8_0 2380blk.36.attn_k.weight q8_0 2381blk.36.attn_output.weight q8_0 2382blk.36.attn_q.weight q8_0 2383blk.36.attn_v.weight q8_0 2384blk.36.ffn_down_shexp.weight q8_0 2385blk.36.ffn_gate_shexp.weight q8_0 2386blk.36.ffn_up_shexp.weight q8_0 2387blk.37.attn_gate.weight q8_0 2388blk.37.attn_k.weight q8_0 2389blk.37.attn_output.weight q8_0 2390blk.37.attn_q.weight q8_0 2391blk.37.attn_v.weight q8_0 2392blk.37.ffn_down_shexp.weight q8_0 2393blk.37.ffn_gate_shexp.weight q8_0 2394blk.37.ffn_up_shexp.weight q8_0 2395blk.38.attn_gate.weight q8_0 2396blk.38.attn_k.weight q8_0 2397blk.38.attn_output.weight q8_0 2398blk.38.attn_q.weight q8_0 2399blk.38.attn_v.weight q8_0 2400blk.38.ffn_down_shexp.weight q8_0 2401blk.38.ffn_gate_shexp.weight q8_0 2402blk.38.ffn_up_shexp.weight q8_0 2403blk.39.attn_gate.weight q8_0 2404blk.39.attn_k.weight q8_0 2405blk.39.attn_output.weight q8_0 2406blk.39.attn_q.weight q8_0 2407blk.39.attn_v.weight q8_0 2408blk.39.ffn_down_shexp.weight q8_0 2409blk.39.ffn_gate_shexp.weight q8_0 2410blk.39.ffn_up_shexp.weight q8_0 2411blk.40.attn_gate.weight q8_0 2412blk.40.attn_k.weight q8_0 2413blk.40.attn_output.weight q8_0 2414blk.40.attn_q.weight q8_0 2415blk.40.attn_v.weight q8_0 2416blk.40.ffn_down_shexp.weight q8_0 2417blk.40.ffn_gate_shexp.weight q8_0 2418blk.40.ffn_up_shexp.weight q8_0 2419blk.41.attn_gate.weight q8_0 2420blk.41.attn_k.weight q8_0 2421blk.41.attn_output.weight q8_0 2422blk.41.attn_q.weight q8_0 2423blk.41.attn_v.weight q8_0 2424blk.41.ffn_down_shexp.weight q8_0 2425blk.41.ffn_gate_shexp.weight q8_0 2426blk.41.ffn_up_shexp.weight q8_0 2427blk.42.attn_gate.weight q8_0 2428blk.42.attn_k.weight q8_0 2429blk.42.attn_output.weight q8_0 2430blk.42.attn_q.weight q8_0 2431blk.42.attn_v.weight q8_0 2432blk.42.ffn_down_shexp.weight q8_0 2433blk.42.ffn_gate_shexp.weight q8_0 2434blk.42.ffn_up_shexp.weight q8_0 2435blk.43.attn_gate.weight q8_0 2436blk.43.attn_k.weight q8_0 2437blk.43.attn_output.weight q8_0 2438blk.43.attn_q.weight q8_0 2439blk.43.attn_v.weight q8_0 2440blk.43.ffn_down_shexp.weight q8_0 2441blk.43.ffn_gate_shexp.weight q8_0 2442blk.43.ffn_up_shexp.weight q8_0 2443blk.44.attn_gate.weight q8_0 2444blk.44.attn_k.weight q8_0 2445blk.44.attn_output.weight q8_0 2446blk.44.attn_q.weight q8_0 2447blk.44.attn_v.weight q8_0 2448blk.44.ffn_down_shexp.weight q8_0 2449blk.44.ffn_gate_shexp.weight q8_0 2450blk.44.ffn_up_shexp.weight q8_0