char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: GLM-4.6V 2# n_embd=4096, n_ff=10944, n_vocab=151552, n_layer=46, n_head=96, n_head_kv=8, n_expert=128 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_output.weight q3_K 25blk.0.attn_v.weight q4_K 26blk.0.ffn_down.weight q4_0 27blk.1.attn_output.weight q3_K 28blk.1.attn_v.weight q4_K 29blk.1.ffn_down_exps.weight q4_0 30blk.1.ffn_down_shexp.weight q4_0 31blk.2.attn_output.weight q3_K 32blk.2.attn_v.weight q4_K 33blk.2.ffn_down_exps.weight q4_0 34blk.2.ffn_down_shexp.weight q4_0 35blk.3.attn_output.weight q3_K 36blk.3.attn_v.weight q4_K 37blk.3.ffn_down_exps.weight q4_0 38blk.3.ffn_down_shexp.weight q4_0 39blk.4.attn_output.weight q3_K 40blk.4.attn_v.weight q4_K 41blk.4.ffn_down_exps.weight q4_0 42blk.4.ffn_down_shexp.weight q4_0 43blk.5.attn_output.weight q3_K 44blk.5.attn_v.weight q4_K 45blk.5.ffn_down_exps.weight q4_0 46blk.5.ffn_down_shexp.weight q4_0 47blk.6.attn_output.weight q3_K 48blk.6.attn_v.weight q4_K 49blk.6.ffn_down_exps.weight q4_0 50blk.6.ffn_down_shexp.weight q4_0 51blk.7.attn_output.weight q3_K 52blk.7.attn_v.weight q4_K 53blk.7.ffn_down_exps.weight q4_0 54blk.7.ffn_down_shexp.weight q4_0 55blk.8.attn_output.weight q3_K 56blk.8.attn_v.weight q4_K 57blk.8.ffn_down_exps.weight q4_0 58blk.8.ffn_down_shexp.weight q4_0 59blk.9.attn_output.weight q3_K 60blk.9.attn_v.weight q4_K 61blk.9.ffn_down_exps.weight q4_0 62blk.9.ffn_down_shexp.weight q4_0 63blk.10.attn_output.weight q3_K 64blk.10.attn_v.weight q4_K 65blk.10.ffn_down_exps.weight q4_0 66blk.10.ffn_down_shexp.weight q4_0 67blk.11.attn_output.weight q3_K 68blk.11.attn_v.weight q4_K 69blk.11.ffn_down_exps.weight q4_0 70blk.11.ffn_down_shexp.weight q4_0 71blk.12.attn_output.weight q3_K 72blk.12.attn_v.weight q4_K 73blk.12.ffn_down_exps.weight q4_0 74blk.12.ffn_down_shexp.weight q4_0 75blk.13.attn_output.weight q3_K 76blk.13.attn_v.weight q4_K 77blk.13.ffn_down_exps.weight q4_0 78blk.13.ffn_down_shexp.weight q4_0 79blk.14.attn_output.weight q3_K 80blk.14.attn_v.weight q4_K 81blk.14.ffn_down_exps.weight q4_0 82blk.14.ffn_down_shexp.weight q4_0 83blk.15.attn_output.weight q3_K 84blk.15.attn_v.weight q4_K 85blk.15.ffn_down_exps.weight q4_0 86blk.15.ffn_down_shexp.weight q4_0 87blk.16.attn_output.weight q3_K 88blk.16.attn_v.weight q4_K 89blk.16.ffn_down_exps.weight q4_0 90blk.16.ffn_down_shexp.weight q4_0 91blk.17.attn_output.weight q3_K 92blk.17.attn_v.weight q4_K 93blk.17.ffn_down_exps.weight q4_0 94blk.17.ffn_down_shexp.weight q4_0 95blk.18.attn_output.weight q3_K 96blk.18.attn_v.weight q4_K 97blk.18.ffn_down_exps.weight q4_0 98blk.18.ffn_down_shexp.weight q4_0 99blk.19.attn_output.weight q3_K 100blk.19.attn_v.weight q4_K 101blk.19.ffn_down_exps.weight q4_0 102blk.19.ffn_down_shexp.weight q4_0 103blk.20.attn_output.weight q3_K 104blk.20.attn_v.weight q4_K 105blk.20.ffn_down_exps.weight q4_0 106blk.20.ffn_down_shexp.weight q4_0 107blk.21.attn_output.weight q3_K 108blk.21.attn_v.weight q4_K 109blk.21.ffn_down_exps.weight q4_0 110blk.21.ffn_down_shexp.weight q4_0 111blk.22.attn_output.weight q3_K 112blk.22.attn_v.weight q4_K 113blk.22.ffn_down_exps.weight q4_0 114blk.22.ffn_down_shexp.weight q4_0 115blk.23.attn_output.weight q3_K 116blk.23.attn_v.weight q4_K 117blk.23.ffn_down_exps.weight q4_0 118blk.23.ffn_down_shexp.weight q4_0 119blk.24.attn_output.weight q3_K 120blk.24.attn_v.weight q4_K 121blk.24.ffn_down_exps.weight q4_0 122blk.24.ffn_down_shexp.weight q4_0 123blk.25.attn_output.weight q3_K 124blk.25.attn_v.weight q4_K 125blk.25.ffn_down_exps.weight q4_0 126blk.25.ffn_down_shexp.weight q4_0 127blk.26.attn_output.weight q3_K 128blk.26.attn_v.weight q4_K 129blk.26.ffn_down_exps.weight q4_0 130blk.26.ffn_down_shexp.weight q4_0 131blk.27.attn_output.weight q3_K 132blk.27.attn_v.weight q4_K 133blk.27.ffn_down_exps.weight q4_0 134blk.27.ffn_down_shexp.weight q4_0 135blk.28.attn_output.weight q3_K 136blk.28.attn_v.weight q4_K 137blk.28.ffn_down_exps.weight q4_0 138blk.28.ffn_down_shexp.weight q4_0 139blk.29.attn_output.weight q3_K 140blk.29.attn_v.weight q4_K 141blk.29.ffn_down_exps.weight q4_0 142blk.29.ffn_down_shexp.weight q4_0 143blk.30.attn_output.weight q3_K 144blk.30.attn_v.weight q4_K 145blk.30.ffn_down_exps.weight q4_0 146blk.30.ffn_down_shexp.weight q4_0 147blk.31.attn_output.weight q3_K 148blk.31.attn_v.weight q4_K 149blk.31.ffn_down_exps.weight q4_0 150blk.31.ffn_down_shexp.weight q4_0 151blk.32.attn_output.weight q3_K 152blk.32.attn_v.weight q4_K 153blk.32.ffn_down_exps.weight q4_0 154blk.32.ffn_down_shexp.weight q4_0 155blk.33.attn_output.weight q3_K 156blk.33.attn_v.weight q4_K 157blk.33.ffn_down_exps.weight q4_0 158blk.33.ffn_down_shexp.weight q4_0 159blk.34.attn_output.weight q3_K 160blk.34.attn_v.weight q4_K 161blk.34.ffn_down_exps.weight q4_0 162blk.34.ffn_down_shexp.weight q4_0 163blk.35.attn_output.weight q3_K 164blk.35.attn_v.weight q4_K 165blk.35.ffn_down_exps.weight q4_0 166blk.35.ffn_down_shexp.weight q4_0 167blk.36.attn_output.weight q3_K 168blk.36.attn_v.weight q4_K 169blk.36.ffn_down_exps.weight q4_0 170blk.36.ffn_down_shexp.weight q4_0 171blk.37.attn_output.weight q3_K 172blk.37.attn_v.weight q4_K 173blk.37.ffn_down_exps.weight q4_0 174blk.37.ffn_down_shexp.weight q4_0 175blk.38.attn_output.weight q3_K 176blk.38.attn_v.weight q4_K 177blk.38.ffn_down_exps.weight q4_0 178blk.38.ffn_down_shexp.weight q4_0 179blk.39.attn_output.weight q3_K 180blk.39.attn_v.weight q4_K 181blk.39.ffn_down_exps.weight q4_0 182blk.39.ffn_down_shexp.weight q4_0 183blk.40.attn_output.weight q3_K 184blk.40.attn_v.weight q4_K 185blk.40.ffn_down_exps.weight q4_0 186blk.40.ffn_down_shexp.weight q4_0 187blk.41.attn_output.weight q3_K 188blk.41.attn_v.weight q4_K 189blk.41.ffn_down_exps.weight q4_0 190blk.41.ffn_down_shexp.weight q4_0 191blk.42.attn_output.weight q3_K 192blk.42.attn_v.weight q4_K 193blk.42.ffn_down_exps.weight q4_0 194blk.42.ffn_down_shexp.weight q4_0 195blk.43.attn_output.weight q3_K 196blk.43.attn_v.weight q4_K 197blk.43.ffn_down_exps.weight q4_0 198blk.43.ffn_down_shexp.weight q4_0 199blk.44.attn_output.weight q3_K 200blk.44.attn_v.weight q4_K 201blk.44.ffn_down_exps.weight q4_0 202blk.44.ffn_down_shexp.weight q4_0 203blk.45.attn_output.weight q3_K 204blk.45.attn_v.weight q4_K 205blk.45.ffn_down_exps.weight q4_0 206blk.45.ffn_down_shexp.weight q4_0 207 208[Q3_K_S] q3_K 209output.weight q6_K 210blk.0.ffn_down.weight q4_0 211blk.1.ffn_down_exps.weight q4_0 212blk.1.ffn_down_shexp.weight q4_0 213blk.2.ffn_down_exps.weight q4_0 214blk.2.ffn_down_shexp.weight q4_0 215blk.3.ffn_down_exps.weight q4_0 216blk.3.ffn_down_shexp.weight q4_0 217blk.4.ffn_down_exps.weight q4_0 218blk.4.ffn_down_shexp.weight q4_0 219blk.5.ffn_down_exps.weight q4_0 220blk.5.ffn_down_shexp.weight q4_0 221blk.6.ffn_down_exps.weight q4_0 222blk.6.ffn_down_shexp.weight q4_0 223blk.7.ffn_down_exps.weight q4_0 224blk.7.ffn_down_shexp.weight q4_0 225blk.8.ffn_down_exps.weight q4_0 226blk.8.ffn_down_shexp.weight q4_0 227blk.9.ffn_down_exps.weight q4_0 228blk.9.ffn_down_shexp.weight q4_0 229blk.10.ffn_down_exps.weight q4_0 230blk.10.ffn_down_shexp.weight q4_0 231blk.11.ffn_down_exps.weight q4_0 232blk.11.ffn_down_shexp.weight q4_0 233blk.12.ffn_down_exps.weight q4_0 234blk.12.ffn_down_shexp.weight q4_0 235blk.13.ffn_down_exps.weight q4_0 236blk.13.ffn_down_shexp.weight q4_0 237blk.14.ffn_down_exps.weight q4_0 238blk.14.ffn_down_shexp.weight q4_0 239blk.15.ffn_down_exps.weight q4_0 240blk.15.ffn_down_shexp.weight q4_0 241blk.16.ffn_down_exps.weight q4_0 242blk.16.ffn_down_shexp.weight q4_0 243blk.17.ffn_down_exps.weight q4_0 244blk.17.ffn_down_shexp.weight q4_0 245blk.18.ffn_down_exps.weight q4_0 246blk.18.ffn_down_shexp.weight q4_0 247blk.19.ffn_down_exps.weight q4_0 248blk.19.ffn_down_shexp.weight q4_0 249blk.20.ffn_down_exps.weight q4_0 250blk.20.ffn_down_shexp.weight q4_0 251blk.21.ffn_down_exps.weight q4_0 252blk.21.ffn_down_shexp.weight q4_0 253blk.22.ffn_down_exps.weight q4_0 254blk.22.ffn_down_shexp.weight q4_0 255blk.23.ffn_down_exps.weight q4_0 256blk.23.ffn_down_shexp.weight q4_0 257blk.24.ffn_down_exps.weight q4_0 258blk.24.ffn_down_shexp.weight q4_0 259blk.25.ffn_down_exps.weight q4_0 260blk.25.ffn_down_shexp.weight q4_0 261blk.26.ffn_down_exps.weight q4_0 262blk.26.ffn_down_shexp.weight q4_0 263blk.27.ffn_down_exps.weight q4_0 264blk.27.ffn_down_shexp.weight q4_0 265blk.28.ffn_down_exps.weight q4_0 266blk.28.ffn_down_shexp.weight q4_0 267blk.29.ffn_down_exps.weight q4_0 268blk.29.ffn_down_shexp.weight q4_0 269blk.30.ffn_down_exps.weight q4_0 270blk.30.ffn_down_shexp.weight q4_0 271blk.31.ffn_down_exps.weight q4_0 272blk.31.ffn_down_shexp.weight q4_0 273blk.32.ffn_down_exps.weight q4_0 274blk.32.ffn_down_shexp.weight q4_0 275blk.33.ffn_down_exps.weight q4_0 276blk.33.ffn_down_shexp.weight q4_0 277blk.34.ffn_down_exps.weight q4_0 278blk.34.ffn_down_shexp.weight q4_0 279blk.35.ffn_down_exps.weight q4_0 280blk.35.ffn_down_shexp.weight q4_0 281blk.36.ffn_down_exps.weight q4_0 282blk.36.ffn_down_shexp.weight q4_0 283blk.37.ffn_down_exps.weight q4_0 284blk.37.ffn_down_shexp.weight q4_0 285blk.38.ffn_down_exps.weight q4_0 286blk.38.ffn_down_shexp.weight q4_0 287blk.39.ffn_down_exps.weight q4_0 288blk.39.ffn_down_shexp.weight q4_0 289blk.40.ffn_down_exps.weight q4_0 290blk.40.ffn_down_shexp.weight q4_0 291blk.41.ffn_down_exps.weight q4_0 292blk.41.ffn_down_shexp.weight q4_0 293blk.42.ffn_down_exps.weight q4_0 294blk.42.ffn_down_shexp.weight q4_0 295blk.43.ffn_down_exps.weight q4_0 296blk.43.ffn_down_shexp.weight q4_0 297blk.44.ffn_down_exps.weight q4_0 298blk.44.ffn_down_shexp.weight q4_0 299blk.45.ffn_down_exps.weight q4_0 300blk.45.ffn_down_shexp.weight q4_0 301 302[Q3_K_M] q3_K 303output.weight q6_K 304blk.0.attn_output.weight q4_K 305blk.0.attn_v.weight q5_K 306blk.0.ffn_down.weight q5_1 307blk.1.attn_output.weight q4_K 308blk.1.attn_v.weight q5_K 309blk.1.ffn_down_exps.weight q5_1 310blk.1.ffn_down_shexp.weight q5_1 311blk.2.attn_output.weight q4_K 312blk.2.attn_v.weight q4_K 313blk.2.ffn_down_exps.weight q5_0 314blk.2.ffn_down_shexp.weight q5_0 315blk.3.attn_output.weight q4_K 316blk.3.attn_v.weight q4_K 317blk.3.ffn_down_exps.weight q5_0 318blk.3.ffn_down_shexp.weight q5_0 319blk.4.attn_output.weight q4_K 320blk.4.attn_v.weight q4_K 321blk.4.ffn_down_exps.weight q5_0 322blk.4.ffn_down_shexp.weight q5_0 323blk.5.attn_output.weight q4_K 324blk.5.attn_v.weight q4_K 325blk.5.ffn_down_exps.weight q5_0 326blk.5.ffn_down_shexp.weight q5_0 327blk.6.attn_output.weight q4_K 328blk.6.attn_v.weight q4_K 329blk.6.ffn_down_exps.weight q5_0 330blk.6.ffn_down_shexp.weight q5_0 331blk.7.attn_output.weight q4_K 332blk.7.attn_v.weight q4_K 333blk.7.ffn_down_exps.weight q5_0 334blk.7.ffn_down_shexp.weight q5_0 335blk.8.attn_output.weight q4_K 336blk.8.attn_v.weight q4_K 337blk.8.ffn_down_exps.weight q5_0 338blk.8.ffn_down_shexp.weight q5_0 339blk.9.attn_output.weight q4_K 340blk.9.attn_v.weight q4_K 341blk.9.ffn_down_exps.weight q5_0 342blk.9.ffn_down_shexp.weight q5_0 343blk.10.attn_output.weight q4_K 344blk.10.attn_v.weight q4_K 345blk.10.ffn_down_exps.weight q5_0 346blk.10.ffn_down_shexp.weight q5_0 347blk.11.attn_output.weight q4_K 348blk.11.attn_v.weight q4_K 349blk.11.ffn_down_exps.weight q5_0 350blk.11.ffn_down_shexp.weight q5_0 351blk.12.attn_output.weight q4_K 352blk.12.attn_v.weight q4_K 353blk.12.ffn_down_exps.weight q5_0 354blk.12.ffn_down_shexp.weight q5_0 355blk.13.attn_output.weight q4_K 356blk.13.attn_v.weight q4_K 357blk.13.ffn_down_exps.weight q5_0 358blk.13.ffn_down_shexp.weight q5_0 359blk.14.attn_output.weight q4_K 360blk.14.attn_v.weight q4_K 361blk.14.ffn_down_exps.weight q5_0 362blk.14.ffn_down_shexp.weight q5_0 363blk.15.attn_output.weight q4_K 364blk.15.attn_v.weight q4_K 365blk.15.ffn_down_exps.weight q5_0 366blk.15.ffn_down_shexp.weight q5_0 367blk.16.attn_output.weight q4_K 368blk.16.attn_v.weight q4_K 369blk.16.ffn_down_exps.weight q5_0 370blk.16.ffn_down_shexp.weight q5_0 371blk.17.attn_output.weight q4_K 372blk.17.attn_v.weight q4_K 373blk.17.ffn_down_exps.weight q5_0 374blk.17.ffn_down_shexp.weight q5_0 375blk.18.attn_output.weight q4_K 376blk.18.attn_v.weight q4_K 377blk.18.ffn_down_exps.weight q5_0 378blk.18.ffn_down_shexp.weight q5_0 379blk.19.attn_output.weight q4_K 380blk.19.attn_v.weight q4_K 381blk.19.ffn_down_exps.weight q5_0 382blk.19.ffn_down_shexp.weight q5_0 383blk.20.attn_output.weight q4_K 384blk.20.attn_v.weight q4_K 385blk.20.ffn_down_exps.weight q5_0 386blk.20.ffn_down_shexp.weight q5_0 387blk.21.attn_output.weight q4_K 388blk.21.attn_v.weight q4_K 389blk.21.ffn_down_exps.weight q5_0 390blk.21.ffn_down_shexp.weight q5_0 391blk.22.attn_output.weight q4_K 392blk.22.attn_v.weight q4_K 393blk.22.ffn_down_exps.weight q5_0 394blk.22.ffn_down_shexp.weight q5_0 395blk.23.attn_output.weight q4_K 396blk.23.attn_v.weight q4_K 397blk.23.ffn_down_exps.weight q5_0 398blk.23.ffn_down_shexp.weight q5_0 399blk.24.attn_output.weight q4_K 400blk.24.attn_v.weight q4_K 401blk.24.ffn_down_exps.weight q5_0 402blk.24.ffn_down_shexp.weight q5_0 403blk.25.attn_output.weight q4_K 404blk.25.attn_v.weight q4_K 405blk.25.ffn_down_exps.weight q5_0 406blk.25.ffn_down_shexp.weight q5_0 407blk.26.attn_output.weight q4_K 408blk.26.attn_v.weight q4_K 409blk.26.ffn_down_exps.weight q5_0 410blk.26.ffn_down_shexp.weight q5_0 411blk.27.attn_output.weight q4_K 412blk.27.attn_v.weight q4_K 413blk.27.ffn_down_exps.weight q5_0 414blk.27.ffn_down_shexp.weight q5_0 415blk.28.attn_output.weight q4_K 416blk.28.attn_v.weight q4_K 417blk.28.ffn_down_exps.weight q5_0 418blk.28.ffn_down_shexp.weight q5_0 419blk.29.attn_output.weight q4_K 420blk.29.attn_v.weight q4_K 421blk.29.ffn_down_exps.weight q5_0 422blk.29.ffn_down_shexp.weight q5_0 423blk.30.attn_output.weight q4_K 424blk.30.attn_v.weight q4_K 425blk.30.ffn_down_exps.weight q5_0 426blk.30.ffn_down_shexp.weight q5_0 427blk.31.attn_output.weight q4_K 428blk.31.attn_v.weight q4_K 429blk.31.ffn_down_exps.weight q5_0 430blk.31.ffn_down_shexp.weight q5_0 431blk.32.attn_output.weight q4_K 432blk.32.attn_v.weight q4_K 433blk.32.ffn_down_exps.weight q5_0 434blk.32.ffn_down_shexp.weight q5_0 435blk.33.attn_output.weight q4_K 436blk.33.attn_v.weight q4_K 437blk.33.ffn_down_exps.weight q5_0 438blk.33.ffn_down_shexp.weight q5_0 439blk.34.attn_output.weight q4_K 440blk.34.attn_v.weight q4_K 441blk.34.ffn_down_exps.weight q5_0 442blk.34.ffn_down_shexp.weight q5_0 443blk.35.attn_output.weight q4_K 444blk.35.attn_v.weight q4_K 445blk.35.ffn_down_exps.weight q5_0 446blk.35.ffn_down_shexp.weight q5_0 447blk.36.attn_output.weight q4_K 448blk.36.attn_v.weight q4_K 449blk.36.ffn_down_exps.weight q5_0 450blk.36.ffn_down_shexp.weight q5_0 451blk.37.attn_output.weight q4_K 452blk.37.attn_v.weight q4_K 453blk.37.ffn_down_exps.weight q5_0 454blk.37.ffn_down_shexp.weight q5_0 455blk.38.attn_output.weight q4_K 456blk.38.attn_v.weight q4_K 457blk.38.ffn_down_exps.weight q5_0 458blk.38.ffn_down_shexp.weight q5_0 459blk.39.attn_output.weight q4_K 460blk.39.attn_v.weight q4_K 461blk.39.ffn_down_exps.weight q5_0 462blk.39.ffn_down_shexp.weight q5_0 463blk.40.attn_output.weight q4_K 464blk.40.attn_v.weight q4_K 465blk.40.ffn_down_exps.weight q5_0 466blk.40.ffn_down_shexp.weight q5_0 467blk.41.attn_output.weight q4_K 468blk.41.attn_v.weight q4_K 469blk.41.ffn_down_exps.weight q5_0 470blk.41.ffn_down_shexp.weight q5_0 471blk.42.attn_output.weight q4_K 472blk.42.attn_v.weight q4_K 473blk.42.ffn_down_exps.weight q5_0 474blk.42.ffn_down_shexp.weight q5_0 475blk.43.attn_output.weight q4_K 476blk.43.attn_v.weight q4_K 477blk.43.ffn_down_exps.weight q5_0 478blk.43.ffn_down_shexp.weight q5_0 479blk.44.attn_output.weight q4_K 480blk.44.attn_v.weight q4_K 481blk.44.ffn_down_exps.weight q5_0 482blk.44.ffn_down_shexp.weight q5_0 483blk.45.attn_output.weight q4_K 484blk.45.attn_v.weight q4_K 485blk.45.ffn_down_exps.weight q5_0 486blk.45.ffn_down_shexp.weight q5_0 487 488[Q3_K_L] q3_K 489output.weight q6_K 490blk.0.attn_output.weight q5_K 491blk.0.attn_v.weight q5_K 492blk.0.ffn_down.weight q5_1 493blk.1.attn_output.weight q5_K 494blk.1.attn_v.weight q5_K 495blk.1.ffn_down_exps.weight q5_1 496blk.1.ffn_down_shexp.weight q5_1 497blk.2.attn_output.weight q5_K 498blk.2.attn_v.weight q5_K 499blk.2.ffn_down_exps.weight q5_1 500blk.2.ffn_down_shexp.weight q5_1 501blk.3.attn_output.weight q5_K 502blk.3.attn_v.weight q5_K 503blk.3.ffn_down_exps.weight q5_1 504blk.3.ffn_down_shexp.weight q5_1 505blk.4.attn_output.weight q5_K 506blk.4.attn_v.weight q5_K 507blk.4.ffn_down_exps.weight q5_1 508blk.4.ffn_down_shexp.weight q5_1 509blk.5.attn_output.weight q5_K 510blk.5.attn_v.weight q5_K 511blk.5.ffn_down_exps.weight q5_1 512blk.5.ffn_down_shexp.weight q5_1 513blk.6.attn_output.weight q5_K 514blk.6.attn_v.weight q5_K 515blk.6.ffn_down_exps.weight q5_1 516blk.6.ffn_down_shexp.weight q5_1 517blk.7.attn_output.weight q5_K 518blk.7.attn_v.weight q5_K 519blk.7.ffn_down_exps.weight q5_1 520blk.7.ffn_down_shexp.weight q5_1 521blk.8.attn_output.weight q5_K 522blk.8.attn_v.weight q5_K 523blk.8.ffn_down_exps.weight q5_1 524blk.8.ffn_down_shexp.weight q5_1 525blk.9.attn_output.weight q5_K 526blk.9.attn_v.weight q5_K 527blk.9.ffn_down_exps.weight q5_1 528blk.9.ffn_down_shexp.weight q5_1 529blk.10.attn_output.weight q5_K 530blk.10.attn_v.weight q5_K 531blk.10.ffn_down_exps.weight q5_1 532blk.10.ffn_down_shexp.weight q5_1 533blk.11.attn_output.weight q5_K 534blk.11.attn_v.weight q5_K 535blk.11.ffn_down_exps.weight q5_1 536blk.11.ffn_down_shexp.weight q5_1 537blk.12.attn_output.weight q5_K 538blk.12.attn_v.weight q5_K 539blk.12.ffn_down_exps.weight q5_1 540blk.12.ffn_down_shexp.weight q5_1 541blk.13.attn_output.weight q5_K 542blk.13.attn_v.weight q5_K 543blk.13.ffn_down_exps.weight q5_1 544blk.13.ffn_down_shexp.weight q5_1 545blk.14.attn_output.weight q5_K 546blk.14.attn_v.weight q5_K 547blk.14.ffn_down_exps.weight q5_1 548blk.14.ffn_down_shexp.weight q5_1 549blk.15.attn_output.weight q5_K 550blk.15.attn_v.weight q5_K 551blk.15.ffn_down_exps.weight q5_1 552blk.15.ffn_down_shexp.weight q5_1 553blk.16.attn_output.weight q5_K 554blk.16.attn_v.weight q5_K 555blk.16.ffn_down_exps.weight q5_1 556blk.16.ffn_down_shexp.weight q5_1 557blk.17.attn_output.weight q5_K 558blk.17.attn_v.weight q5_K 559blk.17.ffn_down_exps.weight q5_1 560blk.17.ffn_down_shexp.weight q5_1 561blk.18.attn_output.weight q5_K 562blk.18.attn_v.weight q5_K 563blk.18.ffn_down_exps.weight q5_1 564blk.18.ffn_down_shexp.weight q5_1 565blk.19.attn_output.weight q5_K 566blk.19.attn_v.weight q5_K 567blk.19.ffn_down_exps.weight q5_1 568blk.19.ffn_down_shexp.weight q5_1 569blk.20.attn_output.weight q5_K 570blk.20.attn_v.weight q5_K 571blk.20.ffn_down_exps.weight q5_1 572blk.20.ffn_down_shexp.weight q5_1 573blk.21.attn_output.weight q5_K 574blk.21.attn_v.weight q5_K 575blk.21.ffn_down_exps.weight q5_1 576blk.21.ffn_down_shexp.weight q5_1 577blk.22.attn_output.weight q5_K 578blk.22.attn_v.weight q5_K 579blk.22.ffn_down_exps.weight q5_1 580blk.22.ffn_down_shexp.weight q5_1 581blk.23.attn_output.weight q5_K 582blk.23.attn_v.weight q5_K 583blk.23.ffn_down_exps.weight q5_1 584blk.23.ffn_down_shexp.weight q5_1 585blk.24.attn_output.weight q5_K 586blk.24.attn_v.weight q5_K 587blk.24.ffn_down_exps.weight q5_1 588blk.24.ffn_down_shexp.weight q5_1 589blk.25.attn_output.weight q5_K 590blk.25.attn_v.weight q5_K 591blk.25.ffn_down_exps.weight q5_1 592blk.25.ffn_down_shexp.weight q5_1 593blk.26.attn_output.weight q5_K 594blk.26.attn_v.weight q5_K 595blk.26.ffn_down_exps.weight q5_1 596blk.26.ffn_down_shexp.weight q5_1 597blk.27.attn_output.weight q5_K 598blk.27.attn_v.weight q5_K 599blk.27.ffn_down_exps.weight q5_1 600blk.27.ffn_down_shexp.weight q5_1 601blk.28.attn_output.weight q5_K 602blk.28.attn_v.weight q5_K 603blk.28.ffn_down_exps.weight q5_1 604blk.28.ffn_down_shexp.weight q5_1 605blk.29.attn_output.weight q5_K 606blk.29.attn_v.weight q5_K 607blk.29.ffn_down_exps.weight q5_1 608blk.29.ffn_down_shexp.weight q5_1 609blk.30.attn_output.weight q5_K 610blk.30.attn_v.weight q5_K 611blk.30.ffn_down_exps.weight q5_1 612blk.30.ffn_down_shexp.weight q5_1 613blk.31.attn_output.weight q5_K 614blk.31.attn_v.weight q5_K 615blk.31.ffn_down_exps.weight q5_1 616blk.31.ffn_down_shexp.weight q5_1 617blk.32.attn_output.weight q5_K 618blk.32.attn_v.weight q5_K 619blk.32.ffn_down_exps.weight q5_1 620blk.32.ffn_down_shexp.weight q5_1 621blk.33.attn_output.weight q5_K 622blk.33.attn_v.weight q5_K 623blk.33.ffn_down_exps.weight q5_1 624blk.33.ffn_down_shexp.weight q5_1 625blk.34.attn_output.weight q5_K 626blk.34.attn_v.weight q5_K 627blk.34.ffn_down_exps.weight q5_1 628blk.34.ffn_down_shexp.weight q5_1 629blk.35.attn_output.weight q5_K 630blk.35.attn_v.weight q5_K 631blk.35.ffn_down_exps.weight q5_1 632blk.35.ffn_down_shexp.weight q5_1 633blk.36.attn_output.weight q5_K 634blk.36.attn_v.weight q5_K 635blk.36.ffn_down_exps.weight q5_1 636blk.36.ffn_down_shexp.weight q5_1 637blk.37.attn_output.weight q5_K 638blk.37.attn_v.weight q5_K 639blk.37.ffn_down_exps.weight q5_1 640blk.37.ffn_down_shexp.weight q5_1 641blk.38.attn_output.weight q5_K 642blk.38.attn_v.weight q5_K 643blk.38.ffn_down_exps.weight q5_1 644blk.38.ffn_down_shexp.weight q5_1 645blk.39.attn_output.weight q5_K 646blk.39.attn_v.weight q5_K 647blk.39.ffn_down_exps.weight q5_1 648blk.39.ffn_down_shexp.weight q5_1 649blk.40.attn_output.weight q5_K 650blk.40.attn_v.weight q5_K 651blk.40.ffn_down_exps.weight q5_1 652blk.40.ffn_down_shexp.weight q5_1 653blk.41.attn_output.weight q5_K 654blk.41.attn_v.weight q5_K 655blk.41.ffn_down_exps.weight q5_1 656blk.41.ffn_down_shexp.weight q5_1 657blk.42.attn_output.weight q5_K 658blk.42.attn_v.weight q5_K 659blk.42.ffn_down_exps.weight q5_1 660blk.42.ffn_down_shexp.weight q5_1 661blk.43.attn_output.weight q5_K 662blk.43.attn_v.weight q5_K 663blk.43.ffn_down_exps.weight q5_1 664blk.43.ffn_down_shexp.weight q5_1 665blk.44.attn_output.weight q5_K 666blk.44.attn_v.weight q5_K 667blk.44.ffn_down_exps.weight q5_1 668blk.44.ffn_down_shexp.weight q5_1 669blk.45.attn_output.weight q5_K 670blk.45.attn_v.weight q5_K 671blk.45.ffn_down_exps.weight q5_1 672blk.45.ffn_down_shexp.weight q5_1 673 674[Q4_K_S] q4_K 675output.weight q6_K 676blk.0.attn_v.weight q5_K 677blk.0.ffn_down.weight q5_1 678blk.1.attn_v.weight q5_K 679blk.1.ffn_down_exps.weight q5_1 680blk.1.ffn_down_shexp.weight q5_1 681blk.2.attn_v.weight q5_K 682blk.2.ffn_down_exps.weight q5_1 683blk.2.ffn_down_shexp.weight q5_1 684blk.3.attn_v.weight q5_K 685blk.3.ffn_down_exps.weight q5_1 686blk.3.ffn_down_shexp.weight q5_1 687blk.4.ffn_down_exps.weight q5_1 688blk.4.ffn_down_shexp.weight q5_1 689blk.5.ffn_down_exps.weight q5_0 690blk.5.ffn_down_shexp.weight q5_0 691blk.6.ffn_down_exps.weight q5_0 692blk.6.ffn_down_shexp.weight q5_0 693blk.7.ffn_down_exps.weight q5_0 694blk.7.ffn_down_shexp.weight q5_0 695blk.8.ffn_down_exps.weight q5_0 696blk.8.ffn_down_shexp.weight q5_0 697blk.9.ffn_down_exps.weight q5_0 698blk.9.ffn_down_shexp.weight q5_0 699blk.10.ffn_down_exps.weight q5_0 700blk.10.ffn_down_shexp.weight q5_0 701blk.11.ffn_down_exps.weight q5_0 702blk.11.ffn_down_shexp.weight q5_0 703blk.12.ffn_down_exps.weight q5_0 704blk.12.ffn_down_shexp.weight q5_0 705blk.13.ffn_down_exps.weight q5_0 706blk.13.ffn_down_shexp.weight q5_0 707blk.14.ffn_down_exps.weight q5_0 708blk.14.ffn_down_shexp.weight q5_0 709blk.15.ffn_down_exps.weight q5_0 710blk.15.ffn_down_shexp.weight q5_0 711blk.16.ffn_down_exps.weight q5_0 712blk.16.ffn_down_shexp.weight q5_0 713blk.17.ffn_down_exps.weight q5_0 714blk.17.ffn_down_shexp.weight q5_0 715blk.18.ffn_down_exps.weight q5_0 716blk.18.ffn_down_shexp.weight q5_0 717blk.19.ffn_down_exps.weight q5_0 718blk.19.ffn_down_shexp.weight q5_0 719blk.20.ffn_down_exps.weight q5_0 720blk.20.ffn_down_shexp.weight q5_0 721blk.21.ffn_down_exps.weight q5_0 722blk.21.ffn_down_shexp.weight q5_0 723blk.22.ffn_down_exps.weight q5_0 724blk.22.ffn_down_shexp.weight q5_0 725blk.23.ffn_down_exps.weight q5_0 726blk.23.ffn_down_shexp.weight q5_0 727blk.24.ffn_down_exps.weight q5_0 728blk.24.ffn_down_shexp.weight q5_0 729blk.25.ffn_down_exps.weight q5_0 730blk.25.ffn_down_shexp.weight q5_0 731blk.26.ffn_down_exps.weight q5_0 732blk.26.ffn_down_shexp.weight q5_0 733blk.27.ffn_down_exps.weight q5_0 734blk.27.ffn_down_shexp.weight q5_0 735blk.28.ffn_down_exps.weight q5_0 736blk.28.ffn_down_shexp.weight q5_0 737blk.29.ffn_down_exps.weight q5_0 738blk.29.ffn_down_shexp.weight q5_0 739blk.30.ffn_down_exps.weight q5_0 740blk.30.ffn_down_shexp.weight q5_0 741blk.31.ffn_down_exps.weight q5_0 742blk.31.ffn_down_shexp.weight q5_0 743blk.32.ffn_down_exps.weight q5_0 744blk.32.ffn_down_shexp.weight q5_0 745blk.33.ffn_down_exps.weight q5_0 746blk.33.ffn_down_shexp.weight q5_0 747blk.34.ffn_down_exps.weight q5_0 748blk.34.ffn_down_shexp.weight q5_0 749blk.35.ffn_down_exps.weight q5_0 750blk.35.ffn_down_shexp.weight q5_0 751blk.36.ffn_down_exps.weight q5_0 752blk.36.ffn_down_shexp.weight q5_0 753blk.37.ffn_down_exps.weight q5_0 754blk.37.ffn_down_shexp.weight q5_0 755blk.38.ffn_down_exps.weight q5_0 756blk.38.ffn_down_shexp.weight q5_0 757blk.39.ffn_down_exps.weight q5_0 758blk.39.ffn_down_shexp.weight q5_0 759blk.40.ffn_down_exps.weight q5_0 760blk.40.ffn_down_shexp.weight q5_0 761blk.41.ffn_down_exps.weight q5_0 762blk.41.ffn_down_shexp.weight q5_0 763blk.42.ffn_down_exps.weight q5_0 764blk.42.ffn_down_shexp.weight q5_0 765blk.43.ffn_down_exps.weight q5_0 766blk.43.ffn_down_shexp.weight q5_0 767blk.44.ffn_down_exps.weight q5_0 768blk.44.ffn_down_shexp.weight q5_0 769blk.45.ffn_down_exps.weight q5_0 770blk.45.ffn_down_shexp.weight q5_0 771 772[Q4_K_M] q4_K 773output.weight q6_K 774blk.0.attn_v.weight q6_K 775blk.0.ffn_down.weight q8_0 776blk.1.attn_v.weight q6_K 777blk.1.ffn_down_exps.weight q8_0 778blk.1.ffn_down_shexp.weight q8_0 779blk.2.attn_v.weight q6_K 780blk.2.ffn_down_exps.weight q8_0 781blk.2.ffn_down_shexp.weight q8_0 782blk.3.attn_v.weight q6_K 783blk.3.ffn_down_exps.weight q8_0 784blk.3.ffn_down_shexp.weight q8_0 785blk.4.attn_v.weight q6_K 786blk.4.ffn_down_exps.weight q8_0 787blk.4.ffn_down_shexp.weight q8_0 788blk.5.ffn_down_exps.weight q5_0 789blk.5.ffn_down_shexp.weight q5_0 790blk.6.ffn_down_exps.weight q5_0 791blk.6.ffn_down_shexp.weight q5_0 792blk.7.attn_v.weight q6_K 793blk.7.ffn_down_exps.weight q8_0 794blk.7.ffn_down_shexp.weight q8_0 795blk.8.ffn_down_exps.weight q5_0 796blk.8.ffn_down_shexp.weight q5_0 797blk.9.ffn_down_exps.weight q5_0 798blk.9.ffn_down_shexp.weight q5_0 799blk.10.attn_v.weight q6_K 800blk.10.ffn_down_exps.weight q8_0 801blk.10.ffn_down_shexp.weight q8_0 802blk.11.ffn_down_exps.weight q5_0 803blk.11.ffn_down_shexp.weight q5_0 804blk.12.ffn_down_exps.weight q5_0 805blk.12.ffn_down_shexp.weight q5_0 806blk.13.attn_v.weight q6_K 807blk.13.ffn_down_exps.weight q8_0 808blk.13.ffn_down_shexp.weight q8_0 809blk.14.ffn_down_exps.weight q5_0 810blk.14.ffn_down_shexp.weight q5_0 811blk.15.ffn_down_exps.weight q5_0 812blk.15.ffn_down_shexp.weight q5_0 813blk.16.attn_v.weight q6_K 814blk.16.ffn_down_exps.weight q8_0 815blk.16.ffn_down_shexp.weight q8_0 816blk.17.ffn_down_exps.weight q5_0 817blk.17.ffn_down_shexp.weight q5_0 818blk.18.ffn_down_exps.weight q5_0 819blk.18.ffn_down_shexp.weight q5_0 820blk.19.attn_v.weight q6_K 821blk.19.ffn_down_exps.weight q8_0 822blk.19.ffn_down_shexp.weight q8_0 823blk.20.ffn_down_exps.weight q5_0 824blk.20.ffn_down_shexp.weight q5_0 825blk.21.ffn_down_exps.weight q5_0 826blk.21.ffn_down_shexp.weight q5_0 827blk.22.attn_v.weight q6_K 828blk.22.ffn_down_exps.weight q8_0 829blk.22.ffn_down_shexp.weight q8_0 830blk.23.ffn_down_exps.weight q5_0 831blk.23.ffn_down_shexp.weight q5_0 832blk.24.ffn_down_exps.weight q5_0 833blk.24.ffn_down_shexp.weight q5_0 834blk.25.attn_v.weight q6_K 835blk.25.ffn_down_exps.weight q8_0 836blk.25.ffn_down_shexp.weight q8_0 837blk.26.ffn_down_exps.weight q5_0 838blk.26.ffn_down_shexp.weight q5_0 839blk.27.ffn_down_exps.weight q5_0 840blk.27.ffn_down_shexp.weight q5_0 841blk.28.attn_v.weight q6_K 842blk.28.ffn_down_exps.weight q8_0 843blk.28.ffn_down_shexp.weight q8_0 844blk.29.ffn_down_exps.weight q5_0 845blk.29.ffn_down_shexp.weight q5_0 846blk.30.ffn_down_exps.weight q5_0 847blk.30.ffn_down_shexp.weight q5_0 848blk.31.attn_v.weight q6_K 849blk.31.ffn_down_exps.weight q8_0 850blk.31.ffn_down_shexp.weight q8_0 851blk.32.ffn_down_exps.weight q5_0 852blk.32.ffn_down_shexp.weight q5_0 853blk.33.ffn_down_exps.weight q5_0 854blk.33.ffn_down_shexp.weight q5_0 855blk.34.attn_v.weight q6_K 856blk.34.ffn_down_exps.weight q8_0 857blk.34.ffn_down_shexp.weight q8_0 858blk.35.ffn_down_exps.weight q5_0 859blk.35.ffn_down_shexp.weight q5_0 860blk.36.ffn_down_exps.weight q5_0 861blk.36.ffn_down_shexp.weight q5_0 862blk.37.attn_v.weight q6_K 863blk.37.ffn_down_exps.weight q8_0 864blk.37.ffn_down_shexp.weight q8_0 865blk.38.ffn_down_exps.weight q5_0 866blk.38.ffn_down_shexp.weight q5_0 867blk.39.ffn_down_exps.weight q5_0 868blk.39.ffn_down_shexp.weight q5_0 869blk.40.attn_v.weight q6_K 870blk.40.ffn_down_exps.weight q8_0 871blk.40.ffn_down_shexp.weight q8_0 872blk.41.attn_v.weight q6_K 873blk.41.ffn_down_exps.weight q8_0 874blk.41.ffn_down_shexp.weight q8_0 875blk.42.attn_v.weight q6_K 876blk.42.ffn_down_exps.weight q8_0 877blk.42.ffn_down_shexp.weight q8_0 878blk.43.attn_v.weight q6_K 879blk.43.ffn_down_exps.weight q8_0 880blk.43.ffn_down_shexp.weight q8_0 881blk.44.attn_v.weight q6_K 882blk.44.ffn_down_exps.weight q8_0 883blk.44.ffn_down_shexp.weight q8_0 884blk.45.attn_v.weight q6_K 885blk.45.ffn_down_exps.weight q8_0 886blk.45.ffn_down_shexp.weight q8_0 887 888[Q5_K_S] q5_K 889output.weight q6_K 890blk.0.ffn_down.weight q5_1 891blk.1.ffn_down_exps.weight q5_1 892blk.1.ffn_down_shexp.weight q5_1 893blk.2.ffn_down_exps.weight q5_1 894blk.2.ffn_down_shexp.weight q5_1 895blk.3.ffn_down_exps.weight q5_1 896blk.3.ffn_down_shexp.weight q5_1 897blk.4.ffn_down_exps.weight q5_1 898blk.4.ffn_down_shexp.weight q5_1 899blk.5.ffn_down_exps.weight q5_1 900blk.5.ffn_down_shexp.weight q5_1 901blk.6.ffn_down_exps.weight q5_1 902blk.6.ffn_down_shexp.weight q5_1 903blk.7.ffn_down_exps.weight q5_1 904blk.7.ffn_down_shexp.weight q5_1 905blk.8.ffn_down_exps.weight q5_1 906blk.8.ffn_down_shexp.weight q5_1 907blk.9.ffn_down_exps.weight q5_1 908blk.9.ffn_down_shexp.weight q5_1 909blk.10.ffn_down_exps.weight q5_1 910blk.10.ffn_down_shexp.weight q5_1 911blk.11.ffn_down_exps.weight q5_1 912blk.11.ffn_down_shexp.weight q5_1 913blk.12.ffn_down_exps.weight q5_1 914blk.12.ffn_down_shexp.weight q5_1 915blk.13.ffn_down_exps.weight q5_1 916blk.13.ffn_down_shexp.weight q5_1 917blk.14.ffn_down_exps.weight q5_1 918blk.14.ffn_down_shexp.weight q5_1 919blk.15.ffn_down_exps.weight q5_1 920blk.15.ffn_down_shexp.weight q5_1 921blk.16.ffn_down_exps.weight q5_1 922blk.16.ffn_down_shexp.weight q5_1 923blk.17.ffn_down_exps.weight q5_1 924blk.17.ffn_down_shexp.weight q5_1 925blk.18.ffn_down_exps.weight q5_1 926blk.18.ffn_down_shexp.weight q5_1 927blk.19.ffn_down_exps.weight q5_1 928blk.19.ffn_down_shexp.weight q5_1 929blk.20.ffn_down_exps.weight q5_1 930blk.20.ffn_down_shexp.weight q5_1 931blk.21.ffn_down_exps.weight q5_1 932blk.21.ffn_down_shexp.weight q5_1 933blk.22.ffn_down_exps.weight q5_1 934blk.22.ffn_down_shexp.weight q5_1 935blk.23.ffn_down_exps.weight q5_1 936blk.23.ffn_down_shexp.weight q5_1 937blk.24.ffn_down_exps.weight q5_1 938blk.24.ffn_down_shexp.weight q5_1 939blk.25.ffn_down_exps.weight q5_1 940blk.25.ffn_down_shexp.weight q5_1 941blk.26.ffn_down_exps.weight q5_1 942blk.26.ffn_down_shexp.weight q5_1 943blk.27.ffn_down_exps.weight q5_1 944blk.27.ffn_down_shexp.weight q5_1 945blk.28.ffn_down_exps.weight q5_1 946blk.28.ffn_down_shexp.weight q5_1 947blk.29.ffn_down_exps.weight q5_1 948blk.29.ffn_down_shexp.weight q5_1 949blk.30.ffn_down_exps.weight q5_1 950blk.30.ffn_down_shexp.weight q5_1 951blk.31.ffn_down_exps.weight q5_1 952blk.31.ffn_down_shexp.weight q5_1 953blk.32.ffn_down_exps.weight q5_1 954blk.32.ffn_down_shexp.weight q5_1 955blk.33.ffn_down_exps.weight q5_1 956blk.33.ffn_down_shexp.weight q5_1 957blk.34.ffn_down_exps.weight q5_1 958blk.34.ffn_down_shexp.weight q5_1 959blk.35.ffn_down_exps.weight q5_1 960blk.35.ffn_down_shexp.weight q5_1 961blk.36.ffn_down_exps.weight q5_1 962blk.36.ffn_down_shexp.weight q5_1 963blk.37.ffn_down_exps.weight q5_1 964blk.37.ffn_down_shexp.weight q5_1 965blk.38.ffn_down_exps.weight q5_1 966blk.38.ffn_down_shexp.weight q5_1 967blk.39.ffn_down_exps.weight q5_1 968blk.39.ffn_down_shexp.weight q5_1 969blk.40.ffn_down_exps.weight q5_1 970blk.40.ffn_down_shexp.weight q5_1 971blk.41.ffn_down_exps.weight q5_1 972blk.41.ffn_down_shexp.weight q5_1 973blk.42.ffn_down_exps.weight q5_1 974blk.42.ffn_down_shexp.weight q5_1 975blk.43.ffn_down_exps.weight q5_1 976blk.43.ffn_down_shexp.weight q5_1 977blk.44.ffn_down_exps.weight q5_1 978blk.44.ffn_down_shexp.weight q5_1 979blk.45.ffn_down_exps.weight q5_1 980blk.45.ffn_down_shexp.weight q5_1 981 982[Q5_K_M] q5_K 983output.weight q6_K 984blk.0.attn_v.weight q6_K 985blk.0.ffn_down.weight q8_0 986blk.1.attn_v.weight q6_K 987blk.1.ffn_down_exps.weight q8_0 988blk.1.ffn_down_shexp.weight q8_0 989blk.2.attn_v.weight q6_K 990blk.2.ffn_down_exps.weight q8_0 991blk.2.ffn_down_shexp.weight q8_0 992blk.3.attn_v.weight q6_K 993blk.3.ffn_down_exps.weight q8_0 994blk.3.ffn_down_shexp.weight q8_0 995blk.4.attn_v.weight q6_K 996blk.4.ffn_down_exps.weight q8_0 997blk.4.ffn_down_shexp.weight q8_0 998blk.5.ffn_down_exps.weight q5_1 999blk.5.ffn_down_shexp.weight q5_1 1000blk.6.ffn_down_exps.weight q5_1 1001blk.6.ffn_down_shexp.weight q5_1 1002blk.7.attn_v.weight q6_K 1003blk.7.ffn_down_exps.weight q8_0 1004blk.7.ffn_down_shexp.weight q8_0 1005blk.8.ffn_down_exps.weight q5_1 1006blk.8.ffn_down_shexp.weight q5_1 1007blk.9.ffn_down_exps.weight q5_1 1008blk.9.ffn_down_shexp.weight q5_1 1009blk.10.attn_v.weight q6_K 1010blk.10.ffn_down_exps.weight q8_0 1011blk.10.ffn_down_shexp.weight q8_0 1012blk.11.ffn_down_exps.weight q5_1 1013blk.11.ffn_down_shexp.weight q5_1 1014blk.12.ffn_down_exps.weight q5_1 1015blk.12.ffn_down_shexp.weight q5_1 1016blk.13.attn_v.weight q6_K 1017blk.13.ffn_down_exps.weight q8_0 1018blk.13.ffn_down_shexp.weight q8_0 1019blk.14.ffn_down_exps.weight q5_1 1020blk.14.ffn_down_shexp.weight q5_1 1021blk.15.ffn_down_exps.weight q5_1 1022blk.15.ffn_down_shexp.weight q5_1 1023blk.16.attn_v.weight q6_K 1024blk.16.ffn_down_exps.weight q8_0 1025blk.16.ffn_down_shexp.weight q8_0 1026blk.17.ffn_down_exps.weight q5_1 1027blk.17.ffn_down_shexp.weight q5_1 1028blk.18.ffn_down_exps.weight q5_1 1029blk.18.ffn_down_shexp.weight q5_1 1030blk.19.attn_v.weight q6_K 1031blk.19.ffn_down_exps.weight q8_0 1032blk.19.ffn_down_shexp.weight q8_0 1033blk.20.ffn_down_exps.weight q5_1 1034blk.20.ffn_down_shexp.weight q5_1 1035blk.21.ffn_down_exps.weight q5_1 1036blk.21.ffn_down_shexp.weight q5_1 1037blk.22.attn_v.weight q6_K 1038blk.22.ffn_down_exps.weight q8_0 1039blk.22.ffn_down_shexp.weight q8_0 1040blk.23.ffn_down_exps.weight q5_1 1041blk.23.ffn_down_shexp.weight q5_1 1042blk.24.ffn_down_exps.weight q5_1 1043blk.24.ffn_down_shexp.weight q5_1 1044blk.25.attn_v.weight q6_K 1045blk.25.ffn_down_exps.weight q8_0 1046blk.25.ffn_down_shexp.weight q8_0 1047blk.26.ffn_down_exps.weight q5_1 1048blk.26.ffn_down_shexp.weight q5_1 1049blk.27.ffn_down_exps.weight q5_1 1050blk.27.ffn_down_shexp.weight q5_1 1051blk.28.attn_v.weight q6_K 1052blk.28.ffn_down_exps.weight q8_0 1053blk.28.ffn_down_shexp.weight q8_0 1054blk.29.ffn_down_exps.weight q5_1 1055blk.29.ffn_down_shexp.weight q5_1 1056blk.30.ffn_down_exps.weight q5_1 1057blk.30.ffn_down_shexp.weight q5_1 1058blk.31.attn_v.weight q6_K 1059blk.31.ffn_down_exps.weight q8_0 1060blk.31.ffn_down_shexp.weight q8_0 1061blk.32.ffn_down_exps.weight q5_1 1062blk.32.ffn_down_shexp.weight q5_1 1063blk.33.ffn_down_exps.weight q5_1 1064blk.33.ffn_down_shexp.weight q5_1 1065blk.34.attn_v.weight q6_K 1066blk.34.ffn_down_exps.weight q8_0 1067blk.34.ffn_down_shexp.weight q8_0 1068blk.35.ffn_down_exps.weight q5_1 1069blk.35.ffn_down_shexp.weight q5_1 1070blk.36.ffn_down_exps.weight q5_1 1071blk.36.ffn_down_shexp.weight q5_1 1072blk.37.attn_v.weight q6_K 1073blk.37.ffn_down_exps.weight q8_0 1074blk.37.ffn_down_shexp.weight q8_0 1075blk.38.ffn_down_exps.weight q5_1 1076blk.38.ffn_down_shexp.weight q5_1 1077blk.39.ffn_down_exps.weight q5_1 1078blk.39.ffn_down_shexp.weight q5_1 1079blk.40.attn_v.weight q6_K 1080blk.40.ffn_down_exps.weight q8_0 1081blk.40.ffn_down_shexp.weight q8_0 1082blk.41.attn_v.weight q6_K 1083blk.41.ffn_down_exps.weight q8_0 1084blk.41.ffn_down_shexp.weight q8_0 1085blk.42.attn_v.weight q6_K 1086blk.42.ffn_down_exps.weight q8_0 1087blk.42.ffn_down_shexp.weight q8_0 1088blk.43.attn_v.weight q6_K 1089blk.43.ffn_down_exps.weight q8_0 1090blk.43.ffn_down_shexp.weight q8_0 1091blk.44.attn_v.weight q6_K 1092blk.44.ffn_down_exps.weight q8_0 1093blk.44.ffn_down_shexp.weight q8_0 1094blk.45.attn_v.weight q6_K 1095blk.45.ffn_down_exps.weight q8_0 1096blk.45.ffn_down_shexp.weight q8_0 1097 1098[Q6_K] q6_K 1099blk.0.ffn_down.weight q8_0 1100blk.1.ffn_down_exps.weight q8_0 1101blk.1.ffn_down_shexp.weight q8_0 1102blk.2.ffn_down_exps.weight q8_0 1103blk.2.ffn_down_shexp.weight q8_0 1104blk.3.ffn_down_exps.weight q8_0 1105blk.3.ffn_down_shexp.weight q8_0 1106blk.4.ffn_down_exps.weight q8_0 1107blk.4.ffn_down_shexp.weight q8_0 1108blk.5.ffn_down_exps.weight q8_0 1109blk.5.ffn_down_shexp.weight q8_0 1110blk.6.ffn_down_exps.weight q8_0 1111blk.6.ffn_down_shexp.weight q8_0 1112blk.7.ffn_down_exps.weight q8_0 1113blk.7.ffn_down_shexp.weight q8_0 1114blk.8.ffn_down_exps.weight q8_0 1115blk.8.ffn_down_shexp.weight q8_0 1116blk.9.ffn_down_exps.weight q8_0 1117blk.9.ffn_down_shexp.weight q8_0 1118blk.10.ffn_down_exps.weight q8_0 1119blk.10.ffn_down_shexp.weight q8_0 1120blk.11.ffn_down_exps.weight q8_0 1121blk.11.ffn_down_shexp.weight q8_0 1122blk.12.ffn_down_exps.weight q8_0 1123blk.12.ffn_down_shexp.weight q8_0 1124blk.13.ffn_down_exps.weight q8_0 1125blk.13.ffn_down_shexp.weight q8_0 1126blk.14.ffn_down_exps.weight q8_0 1127blk.14.ffn_down_shexp.weight q8_0 1128blk.15.ffn_down_exps.weight q8_0 1129blk.15.ffn_down_shexp.weight q8_0 1130blk.16.ffn_down_exps.weight q8_0 1131blk.16.ffn_down_shexp.weight q8_0 1132blk.17.ffn_down_exps.weight q8_0 1133blk.17.ffn_down_shexp.weight q8_0 1134blk.18.ffn_down_exps.weight q8_0 1135blk.18.ffn_down_shexp.weight q8_0 1136blk.19.ffn_down_exps.weight q8_0 1137blk.19.ffn_down_shexp.weight q8_0 1138blk.20.ffn_down_exps.weight q8_0 1139blk.20.ffn_down_shexp.weight q8_0 1140blk.21.ffn_down_exps.weight q8_0 1141blk.21.ffn_down_shexp.weight q8_0 1142blk.22.ffn_down_exps.weight q8_0 1143blk.22.ffn_down_shexp.weight q8_0 1144blk.23.ffn_down_exps.weight q8_0 1145blk.23.ffn_down_shexp.weight q8_0 1146blk.24.ffn_down_exps.weight q8_0 1147blk.24.ffn_down_shexp.weight q8_0 1148blk.25.ffn_down_exps.weight q8_0 1149blk.25.ffn_down_shexp.weight q8_0 1150blk.26.ffn_down_exps.weight q8_0 1151blk.26.ffn_down_shexp.weight q8_0 1152blk.27.ffn_down_exps.weight q8_0 1153blk.27.ffn_down_shexp.weight q8_0 1154blk.28.ffn_down_exps.weight q8_0 1155blk.28.ffn_down_shexp.weight q8_0 1156blk.29.ffn_down_exps.weight q8_0 1157blk.29.ffn_down_shexp.weight q8_0 1158blk.30.ffn_down_exps.weight q8_0 1159blk.30.ffn_down_shexp.weight q8_0 1160blk.31.ffn_down_exps.weight q8_0 1161blk.31.ffn_down_shexp.weight q8_0 1162blk.32.ffn_down_exps.weight q8_0 1163blk.32.ffn_down_shexp.weight q8_0 1164blk.33.ffn_down_exps.weight q8_0 1165blk.33.ffn_down_shexp.weight q8_0 1166blk.34.ffn_down_exps.weight q8_0 1167blk.34.ffn_down_shexp.weight q8_0 1168blk.35.ffn_down_exps.weight q8_0 1169blk.35.ffn_down_shexp.weight q8_0 1170blk.36.ffn_down_exps.weight q8_0 1171blk.36.ffn_down_shexp.weight q8_0 1172blk.37.ffn_down_exps.weight q8_0 1173blk.37.ffn_down_shexp.weight q8_0 1174blk.38.ffn_down_exps.weight q8_0 1175blk.38.ffn_down_shexp.weight q8_0 1176blk.39.ffn_down_exps.weight q8_0 1177blk.39.ffn_down_shexp.weight q8_0 1178blk.40.ffn_down_exps.weight q8_0 1179blk.40.ffn_down_shexp.weight q8_0 1180blk.41.ffn_down_exps.weight q8_0 1181blk.41.ffn_down_shexp.weight q8_0 1182blk.42.ffn_down_exps.weight q8_0 1183blk.42.ffn_down_shexp.weight q8_0 1184blk.43.ffn_down_exps.weight q8_0 1185blk.43.ffn_down_shexp.weight q8_0 1186blk.44.ffn_down_exps.weight q8_0 1187blk.44.ffn_down_shexp.weight q8_0 1188blk.45.ffn_down_exps.weight q8_0 1189blk.45.ffn_down_shexp.weight q8_0 1190 1191[IQ2_XXS] iq2_xxs 1192output.weight q5_K 1193token_embd.weight q2_K 1194blk.0.attn_v.weight q4_K 1195blk.0.ffn_down.weight q4_0 1196blk.1.attn_v.weight q4_K 1197blk.1.ffn_down_exps.weight q4_0 1198blk.1.ffn_down_shexp.weight q4_0 1199blk.2.attn_v.weight q4_K 1200blk.2.ffn_down_exps.weight q4_0 1201blk.2.ffn_down_shexp.weight q4_0 1202blk.3.attn_v.weight q4_K 1203blk.3.ffn_down_exps.weight iq4_nl 1204blk.3.ffn_down_shexp.weight iq4_nl 1205blk.4.attn_v.weight q4_K 1206blk.4.ffn_down_exps.weight iq4_nl 1207blk.4.ffn_down_shexp.weight iq4_nl 1208blk.5.attn_v.weight q4_K 1209blk.5.ffn_down_exps.weight iq4_nl 1210blk.5.ffn_down_shexp.weight iq4_nl 1211blk.6.attn_v.weight q4_K 1212blk.6.ffn_down_exps.weight iq4_nl 1213blk.6.ffn_down_shexp.weight iq4_nl 1214blk.7.attn_v.weight q4_K 1215blk.7.ffn_down_exps.weight iq4_nl 1216blk.7.ffn_down_shexp.weight iq4_nl 1217blk.8.attn_v.weight q4_K 1218blk.8.ffn_down_exps.weight iq4_nl 1219blk.8.ffn_down_shexp.weight iq4_nl 1220blk.9.attn_v.weight q4_K 1221blk.9.ffn_down_exps.weight iq4_nl 1222blk.9.ffn_down_shexp.weight iq4_nl 1223blk.10.attn_v.weight q4_K 1224blk.10.ffn_down_exps.weight iq4_nl 1225blk.10.ffn_down_shexp.weight iq4_nl 1226blk.11.attn_v.weight q4_K 1227blk.11.ffn_down_exps.weight iq4_nl 1228blk.11.ffn_down_shexp.weight iq4_nl 1229blk.12.attn_v.weight q4_K 1230blk.12.ffn_down_exps.weight iq4_nl 1231blk.12.ffn_down_shexp.weight iq4_nl 1232blk.13.attn_v.weight q4_K 1233blk.13.ffn_down_exps.weight iq4_nl 1234blk.13.ffn_down_shexp.weight iq4_nl 1235blk.14.attn_v.weight q4_K 1236blk.14.ffn_down_exps.weight iq4_nl 1237blk.14.ffn_down_shexp.weight iq4_nl 1238blk.15.attn_v.weight q4_K 1239blk.15.ffn_down_exps.weight iq4_nl 1240blk.15.ffn_down_shexp.weight iq4_nl 1241blk.16.attn_v.weight q4_K 1242blk.16.ffn_down_exps.weight iq4_nl 1243blk.16.ffn_down_shexp.weight iq4_nl 1244blk.17.attn_v.weight q4_K 1245blk.17.ffn_down_exps.weight iq4_nl 1246blk.17.ffn_down_shexp.weight iq4_nl 1247blk.18.attn_v.weight q4_K 1248blk.18.ffn_down_exps.weight iq4_nl 1249blk.18.ffn_down_shexp.weight iq4_nl 1250blk.19.attn_v.weight q4_K 1251blk.19.ffn_down_exps.weight iq4_nl 1252blk.19.ffn_down_shexp.weight iq4_nl 1253blk.20.attn_v.weight q4_K 1254blk.20.ffn_down_exps.weight iq4_nl 1255blk.20.ffn_down_shexp.weight iq4_nl 1256blk.21.attn_v.weight q4_K 1257blk.21.ffn_down_exps.weight iq4_nl 1258blk.21.ffn_down_shexp.weight iq4_nl 1259blk.22.attn_v.weight q4_K 1260blk.22.ffn_down_exps.weight iq4_nl 1261blk.22.ffn_down_shexp.weight iq4_nl 1262blk.23.attn_v.weight q4_K 1263blk.23.ffn_down_exps.weight iq4_nl 1264blk.23.ffn_down_shexp.weight iq4_nl 1265blk.24.attn_v.weight q4_K 1266blk.24.ffn_down_exps.weight iq4_nl 1267blk.24.ffn_down_shexp.weight iq4_nl 1268blk.25.attn_v.weight q4_K 1269blk.25.ffn_down_exps.weight iq4_nl 1270blk.25.ffn_down_shexp.weight iq4_nl 1271blk.26.attn_v.weight q4_K 1272blk.26.ffn_down_exps.weight iq4_nl 1273blk.26.ffn_down_shexp.weight iq4_nl 1274blk.27.attn_v.weight q4_K 1275blk.27.ffn_down_exps.weight iq4_nl 1276blk.27.ffn_down_shexp.weight iq4_nl 1277blk.28.attn_v.weight q4_K 1278blk.28.ffn_down_exps.weight iq4_nl 1279blk.28.ffn_down_shexp.weight iq4_nl 1280blk.29.attn_v.weight q4_K 1281blk.29.ffn_down_exps.weight iq4_nl 1282blk.29.ffn_down_shexp.weight iq4_nl 1283blk.30.attn_v.weight q4_K 1284blk.30.ffn_down_exps.weight iq4_nl 1285blk.30.ffn_down_shexp.weight iq4_nl 1286blk.31.attn_v.weight q4_K 1287blk.31.ffn_down_exps.weight iq4_nl 1288blk.31.ffn_down_shexp.weight iq4_nl 1289blk.32.attn_v.weight q4_K 1290blk.32.ffn_down_exps.weight iq4_nl 1291blk.32.ffn_down_shexp.weight iq4_nl 1292blk.33.attn_v.weight q4_K 1293blk.33.ffn_down_exps.weight iq4_nl 1294blk.33.ffn_down_shexp.weight iq4_nl 1295blk.34.attn_v.weight q4_K 1296blk.34.ffn_down_exps.weight iq4_nl 1297blk.34.ffn_down_shexp.weight iq4_nl 1298blk.35.attn_v.weight q4_K 1299blk.35.ffn_down_exps.weight iq4_nl 1300blk.35.ffn_down_shexp.weight iq4_nl 1301blk.36.attn_v.weight q4_K 1302blk.36.ffn_down_exps.weight iq4_nl 1303blk.36.ffn_down_shexp.weight iq4_nl 1304blk.37.attn_v.weight q4_K 1305blk.37.ffn_down_exps.weight iq4_nl 1306blk.37.ffn_down_shexp.weight iq4_nl 1307blk.38.attn_v.weight q4_K 1308blk.38.ffn_down_exps.weight iq4_nl 1309blk.38.ffn_down_shexp.weight iq4_nl 1310blk.39.attn_v.weight q4_K 1311blk.39.ffn_down_exps.weight iq4_nl 1312blk.39.ffn_down_shexp.weight iq4_nl 1313blk.40.attn_v.weight q4_K 1314blk.40.ffn_down_exps.weight iq4_nl 1315blk.40.ffn_down_shexp.weight iq4_nl 1316blk.41.attn_v.weight q4_K 1317blk.41.ffn_down_exps.weight iq4_nl 1318blk.41.ffn_down_shexp.weight iq4_nl 1319blk.42.attn_v.weight q4_K 1320blk.42.ffn_down_exps.weight iq4_nl 1321blk.42.ffn_down_shexp.weight iq4_nl 1322blk.43.attn_v.weight q4_K 1323blk.43.ffn_down_exps.weight iq4_nl 1324blk.43.ffn_down_shexp.weight iq4_nl 1325blk.44.attn_v.weight q4_K 1326blk.44.ffn_down_exps.weight iq4_nl 1327blk.44.ffn_down_shexp.weight iq4_nl 1328blk.45.attn_v.weight q4_K 1329blk.45.ffn_down_exps.weight iq4_nl 1330blk.45.ffn_down_shexp.weight iq4_nl 1331 1332[IQ2_XS] iq2_xs 1333output.weight q5_K 1334token_embd.weight q2_K 1335blk.0.attn_v.weight q4_K 1336blk.0.ffn_down.weight q4_0 1337blk.1.attn_v.weight q4_K 1338blk.1.ffn_down_exps.weight q4_0 1339blk.1.ffn_down_shexp.weight q4_0 1340blk.2.attn_v.weight q4_K 1341blk.2.ffn_down_exps.weight q4_0 1342blk.2.ffn_down_shexp.weight q4_0 1343blk.3.attn_v.weight q4_K 1344blk.3.ffn_down_exps.weight iq4_nl 1345blk.3.ffn_down_shexp.weight iq4_nl 1346blk.4.attn_v.weight q4_K 1347blk.4.ffn_down_exps.weight iq4_nl 1348blk.4.ffn_down_shexp.weight iq4_nl 1349blk.5.attn_v.weight q4_K 1350blk.5.ffn_down_exps.weight iq4_nl 1351blk.5.ffn_down_shexp.weight iq4_nl 1352blk.6.attn_v.weight q4_K 1353blk.6.ffn_down_exps.weight iq4_nl 1354blk.6.ffn_down_shexp.weight iq4_nl 1355blk.7.attn_v.weight q4_K 1356blk.7.ffn_down_exps.weight iq4_nl 1357blk.7.ffn_down_shexp.weight iq4_nl 1358blk.8.attn_v.weight q4_K 1359blk.8.ffn_down_exps.weight iq4_nl 1360blk.8.ffn_down_shexp.weight iq4_nl 1361blk.9.attn_v.weight q4_K 1362blk.9.ffn_down_exps.weight iq4_nl 1363blk.9.ffn_down_shexp.weight iq4_nl 1364blk.10.attn_v.weight q4_K 1365blk.10.ffn_down_exps.weight iq4_nl 1366blk.10.ffn_down_shexp.weight iq4_nl 1367blk.11.attn_v.weight q4_K 1368blk.11.ffn_down_exps.weight iq4_nl 1369blk.11.ffn_down_shexp.weight iq4_nl 1370blk.12.attn_v.weight q4_K 1371blk.12.ffn_down_exps.weight iq4_nl 1372blk.12.ffn_down_shexp.weight iq4_nl 1373blk.13.attn_v.weight q4_K 1374blk.13.ffn_down_exps.weight iq4_nl 1375blk.13.ffn_down_shexp.weight iq4_nl 1376blk.14.attn_v.weight q4_K 1377blk.14.ffn_down_exps.weight iq4_nl 1378blk.14.ffn_down_shexp.weight iq4_nl 1379blk.15.attn_v.weight q4_K 1380blk.15.ffn_down_exps.weight iq4_nl 1381blk.15.ffn_down_shexp.weight iq4_nl 1382blk.16.attn_v.weight q4_K 1383blk.16.ffn_down_exps.weight iq4_nl 1384blk.16.ffn_down_shexp.weight iq4_nl 1385blk.17.attn_v.weight q4_K 1386blk.17.ffn_down_exps.weight iq4_nl 1387blk.17.ffn_down_shexp.weight iq4_nl 1388blk.18.attn_v.weight q4_K 1389blk.18.ffn_down_exps.weight iq4_nl 1390blk.18.ffn_down_shexp.weight iq4_nl 1391blk.19.attn_v.weight q4_K 1392blk.19.ffn_down_exps.weight iq4_nl 1393blk.19.ffn_down_shexp.weight iq4_nl 1394blk.20.attn_v.weight q4_K 1395blk.20.ffn_down_exps.weight iq4_nl 1396blk.20.ffn_down_shexp.weight iq4_nl 1397blk.21.attn_v.weight q4_K 1398blk.21.ffn_down_exps.weight iq4_nl 1399blk.21.ffn_down_shexp.weight iq4_nl 1400blk.22.attn_v.weight q4_K 1401blk.22.ffn_down_exps.weight iq4_nl 1402blk.22.ffn_down_shexp.weight iq4_nl 1403blk.23.attn_v.weight q4_K 1404blk.23.ffn_down_exps.weight iq4_nl 1405blk.23.ffn_down_shexp.weight iq4_nl 1406blk.24.attn_v.weight q4_K 1407blk.24.ffn_down_exps.weight iq4_nl 1408blk.24.ffn_down_shexp.weight iq4_nl 1409blk.25.attn_v.weight q4_K 1410blk.25.ffn_down_exps.weight iq4_nl 1411blk.25.ffn_down_shexp.weight iq4_nl 1412blk.26.attn_v.weight q4_K 1413blk.26.ffn_down_exps.weight iq4_nl 1414blk.26.ffn_down_shexp.weight iq4_nl 1415blk.27.attn_v.weight q4_K 1416blk.27.ffn_down_exps.weight iq4_nl 1417blk.27.ffn_down_shexp.weight iq4_nl 1418blk.28.attn_v.weight q4_K 1419blk.28.ffn_down_exps.weight iq4_nl 1420blk.28.ffn_down_shexp.weight iq4_nl 1421blk.29.attn_v.weight q4_K 1422blk.29.ffn_down_exps.weight iq4_nl 1423blk.29.ffn_down_shexp.weight iq4_nl 1424blk.30.attn_v.weight q4_K 1425blk.30.ffn_down_exps.weight iq4_nl 1426blk.30.ffn_down_shexp.weight iq4_nl 1427blk.31.attn_v.weight q4_K 1428blk.31.ffn_down_exps.weight iq4_nl 1429blk.31.ffn_down_shexp.weight iq4_nl 1430blk.32.attn_v.weight q4_K 1431blk.32.ffn_down_exps.weight iq4_nl 1432blk.32.ffn_down_shexp.weight iq4_nl 1433blk.33.attn_v.weight q4_K 1434blk.33.ffn_down_exps.weight iq4_nl 1435blk.33.ffn_down_shexp.weight iq4_nl 1436blk.34.attn_v.weight q4_K 1437blk.34.ffn_down_exps.weight iq4_nl 1438blk.34.ffn_down_shexp.weight iq4_nl 1439blk.35.attn_v.weight q4_K 1440blk.35.ffn_down_exps.weight iq4_nl 1441blk.35.ffn_down_shexp.weight iq4_nl 1442blk.36.attn_v.weight q4_K 1443blk.36.ffn_down_exps.weight iq4_nl 1444blk.36.ffn_down_shexp.weight iq4_nl 1445blk.37.attn_v.weight q4_K 1446blk.37.ffn_down_exps.weight iq4_nl 1447blk.37.ffn_down_shexp.weight iq4_nl 1448blk.38.attn_v.weight q4_K 1449blk.38.ffn_down_exps.weight iq4_nl 1450blk.38.ffn_down_shexp.weight iq4_nl 1451blk.39.attn_v.weight q4_K 1452blk.39.ffn_down_exps.weight iq4_nl 1453blk.39.ffn_down_shexp.weight iq4_nl 1454blk.40.attn_v.weight q4_K 1455blk.40.ffn_down_exps.weight iq4_nl 1456blk.40.ffn_down_shexp.weight iq4_nl 1457blk.41.attn_v.weight q4_K 1458blk.41.ffn_down_exps.weight iq4_nl 1459blk.41.ffn_down_shexp.weight iq4_nl 1460blk.42.attn_v.weight q4_K 1461blk.42.ffn_down_exps.weight iq4_nl 1462blk.42.ffn_down_shexp.weight iq4_nl 1463blk.43.attn_v.weight q4_K 1464blk.43.ffn_down_exps.weight iq4_nl 1465blk.43.ffn_down_shexp.weight iq4_nl 1466blk.44.attn_v.weight q4_K 1467blk.44.ffn_down_exps.weight iq4_nl 1468blk.44.ffn_down_shexp.weight iq4_nl 1469blk.45.attn_v.weight q4_K 1470blk.45.ffn_down_exps.weight iq4_nl 1471blk.45.ffn_down_shexp.weight iq4_nl 1472 1473[Q2_K_S] q2_K 1474output.weight q6_K 1475blk.0.attn_v.weight q4_K 1476blk.0.ffn_down.weight q5_0 1477blk.1.attn_v.weight q4_K 1478blk.1.ffn_down_exps.weight q5_0 1479blk.1.ffn_down_shexp.weight q5_0 1480blk.2.attn_v.weight q4_K 1481blk.2.ffn_down_exps.weight q5_0 1482blk.2.ffn_down_shexp.weight q5_0 1483blk.3.attn_v.weight q4_K 1484blk.3.ffn_down_exps.weight q5_0 1485blk.3.ffn_down_shexp.weight q5_0 1486blk.4.attn_v.weight q4_K 1487blk.4.ffn_down_exps.weight q5_0 1488blk.4.ffn_down_shexp.weight q5_0 1489blk.5.attn_v.weight q4_K 1490blk.5.ffn_down_exps.weight q4_0 1491blk.5.ffn_down_shexp.weight q4_0 1492blk.6.attn_v.weight q4_K 1493blk.6.ffn_down_exps.weight q4_0 1494blk.6.ffn_down_shexp.weight q4_0 1495blk.7.attn_v.weight q4_K 1496blk.7.ffn_down_exps.weight q4_0 1497blk.7.ffn_down_shexp.weight q4_0 1498blk.8.attn_v.weight q4_K 1499blk.8.ffn_down_exps.weight q4_0 1500blk.8.ffn_down_shexp.weight q4_0 1501blk.9.attn_v.weight q4_K 1502blk.9.ffn_down_exps.weight q4_0 1503blk.9.ffn_down_shexp.weight q4_0 1504blk.10.attn_v.weight q4_K 1505blk.10.ffn_down_exps.weight q4_0 1506blk.10.ffn_down_shexp.weight q4_0 1507blk.11.attn_v.weight q4_K 1508blk.11.ffn_down_exps.weight q4_0 1509blk.11.ffn_down_shexp.weight q4_0 1510blk.12.attn_v.weight q4_K 1511blk.12.ffn_down_exps.weight q4_0 1512blk.12.ffn_down_shexp.weight q4_0 1513blk.13.attn_v.weight q4_K 1514blk.13.ffn_down_exps.weight q4_0 1515blk.13.ffn_down_shexp.weight q4_0 1516blk.14.attn_v.weight q4_K 1517blk.14.ffn_down_exps.weight q4_0 1518blk.14.ffn_down_shexp.weight q4_0 1519blk.15.attn_v.weight q4_K 1520blk.15.ffn_down_exps.weight q4_0 1521blk.15.ffn_down_shexp.weight q4_0 1522blk.16.attn_v.weight q4_K 1523blk.16.ffn_down_exps.weight q4_0 1524blk.16.ffn_down_shexp.weight q4_0 1525blk.17.attn_v.weight q4_K 1526blk.17.ffn_down_exps.weight q4_0 1527blk.17.ffn_down_shexp.weight q4_0 1528blk.18.attn_v.weight q4_K 1529blk.18.ffn_down_exps.weight q4_0 1530blk.18.ffn_down_shexp.weight q4_0 1531blk.19.attn_v.weight q4_K 1532blk.19.ffn_down_exps.weight q4_0 1533blk.19.ffn_down_shexp.weight q4_0 1534blk.20.attn_v.weight q4_K 1535blk.20.ffn_down_exps.weight q4_0 1536blk.20.ffn_down_shexp.weight q4_0 1537blk.21.attn_v.weight q4_K 1538blk.21.ffn_down_exps.weight q4_0 1539blk.21.ffn_down_shexp.weight q4_0 1540blk.22.attn_v.weight q4_K 1541blk.22.ffn_down_exps.weight q4_0 1542blk.22.ffn_down_shexp.weight q4_0 1543blk.23.attn_v.weight q4_K 1544blk.23.ffn_down_exps.weight q4_0 1545blk.23.ffn_down_shexp.weight q4_0 1546blk.24.attn_v.weight q4_K 1547blk.24.ffn_down_exps.weight q4_0 1548blk.24.ffn_down_shexp.weight q4_0 1549blk.25.attn_v.weight q4_K 1550blk.25.ffn_down_exps.weight q4_0 1551blk.25.ffn_down_shexp.weight q4_0 1552blk.26.attn_v.weight q4_K 1553blk.26.ffn_down_exps.weight q4_0 1554blk.26.ffn_down_shexp.weight q4_0 1555blk.27.attn_v.weight q4_K 1556blk.27.ffn_down_exps.weight q4_0 1557blk.27.ffn_down_shexp.weight q4_0 1558blk.28.attn_v.weight q4_K 1559blk.28.ffn_down_exps.weight q4_0 1560blk.28.ffn_down_shexp.weight q4_0 1561blk.29.attn_v.weight q4_K 1562blk.29.ffn_down_exps.weight q4_0 1563blk.29.ffn_down_shexp.weight q4_0 1564blk.30.attn_v.weight q4_K 1565blk.30.ffn_down_exps.weight q4_0 1566blk.30.ffn_down_shexp.weight q4_0 1567blk.31.attn_v.weight q4_K 1568blk.31.ffn_down_exps.weight q4_0 1569blk.31.ffn_down_shexp.weight q4_0 1570blk.32.attn_v.weight q4_K 1571blk.32.ffn_down_exps.weight q4_0 1572blk.32.ffn_down_shexp.weight q4_0 1573blk.33.attn_v.weight q4_K 1574blk.33.ffn_down_exps.weight q4_0 1575blk.33.ffn_down_shexp.weight q4_0 1576blk.34.attn_v.weight q4_K 1577blk.34.ffn_down_exps.weight q4_0 1578blk.34.ffn_down_shexp.weight q4_0 1579blk.35.attn_v.weight q4_K 1580blk.35.ffn_down_exps.weight q4_0 1581blk.35.ffn_down_shexp.weight q4_0 1582blk.36.attn_v.weight q4_K 1583blk.36.ffn_down_exps.weight q4_0 1584blk.36.ffn_down_shexp.weight q4_0 1585blk.37.attn_v.weight q4_K 1586blk.37.ffn_down_exps.weight q4_0 1587blk.37.ffn_down_shexp.weight q4_0 1588blk.38.attn_v.weight q4_K 1589blk.38.ffn_down_exps.weight q4_0 1590blk.38.ffn_down_shexp.weight q4_0 1591blk.39.attn_v.weight q4_K 1592blk.39.ffn_down_exps.weight q4_0 1593blk.39.ffn_down_shexp.weight q4_0 1594blk.40.attn_v.weight q4_K 1595blk.40.ffn_down_exps.weight q4_0 1596blk.40.ffn_down_shexp.weight q4_0 1597blk.41.attn_v.weight q4_K 1598blk.41.ffn_down_exps.weight q4_0 1599blk.41.ffn_down_shexp.weight q4_0 1600blk.42.attn_v.weight q4_K 1601blk.42.ffn_down_exps.weight q4_0 1602blk.42.ffn_down_shexp.weight q4_0 1603blk.43.attn_v.weight q4_K 1604blk.43.ffn_down_exps.weight q4_0 1605blk.43.ffn_down_shexp.weight q4_0 1606blk.44.attn_v.weight q4_K 1607blk.44.ffn_down_exps.weight q4_0 1608blk.44.ffn_down_shexp.weight q4_0 1609blk.45.attn_v.weight q4_K 1610blk.45.ffn_down_exps.weight q4_0 1611blk.45.ffn_down_shexp.weight q4_0 1612 1613[IQ3_XS] iq3_s 1614output.weight q6_K 1615blk.0.attn_k.weight iq3_xxs 1616blk.0.attn_q.weight iq3_xxs 1617blk.0.attn_v.weight q4_K 1618blk.0.ffn_down.weight iq4_nl 1619blk.1.attn_k.weight iq3_xxs 1620blk.1.attn_q.weight iq3_xxs 1621blk.1.attn_v.weight q4_K 1622blk.1.ffn_down_exps.weight iq4_nl 1623blk.1.ffn_down_shexp.weight iq4_nl 1624blk.2.attn_k.weight iq3_xxs 1625blk.2.attn_q.weight iq3_xxs 1626blk.2.attn_v.weight q4_K 1627blk.2.ffn_down_exps.weight iq4_nl 1628blk.2.ffn_down_shexp.weight iq4_nl 1629blk.3.attn_k.weight iq3_xxs 1630blk.3.attn_q.weight iq3_xxs 1631blk.3.attn_v.weight q4_K 1632blk.3.ffn_down_exps.weight iq4_nl 1633blk.3.ffn_down_shexp.weight iq4_nl 1634blk.4.attn_k.weight iq3_xxs 1635blk.4.attn_q.weight iq3_xxs 1636blk.4.attn_v.weight q4_K 1637blk.4.ffn_down_exps.weight iq4_nl 1638blk.4.ffn_down_shexp.weight iq4_nl 1639blk.5.attn_k.weight iq3_xxs 1640blk.5.attn_q.weight iq3_xxs 1641blk.5.attn_v.weight q4_K 1642blk.5.ffn_down_exps.weight iq4_nl 1643blk.5.ffn_down_shexp.weight iq4_nl 1644blk.5.ffn_gate_exps.weight iq3_xxs 1645blk.5.ffn_gate_shexp.weight iq3_xxs 1646blk.5.ffn_up_exps.weight iq3_xxs 1647blk.5.ffn_up_shexp.weight iq3_xxs 1648blk.6.attn_k.weight iq3_xxs 1649blk.6.attn_q.weight iq3_xxs 1650blk.6.attn_v.weight q4_K 1651blk.6.ffn_down_exps.weight iq4_nl 1652blk.6.ffn_down_shexp.weight iq4_nl 1653blk.6.ffn_gate_exps.weight iq3_xxs 1654blk.6.ffn_gate_shexp.weight iq3_xxs 1655blk.6.ffn_up_exps.weight iq3_xxs 1656blk.6.ffn_up_shexp.weight iq3_xxs 1657blk.7.attn_k.weight iq3_xxs 1658blk.7.attn_q.weight iq3_xxs 1659blk.7.attn_v.weight q4_K 1660blk.7.ffn_down_exps.weight iq4_nl 1661blk.7.ffn_down_shexp.weight iq4_nl 1662blk.7.ffn_gate_exps.weight iq3_xxs 1663blk.7.ffn_gate_shexp.weight iq3_xxs 1664blk.7.ffn_up_exps.weight iq3_xxs 1665blk.7.ffn_up_shexp.weight iq3_xxs 1666blk.8.attn_k.weight iq3_xxs 1667blk.8.attn_q.weight iq3_xxs 1668blk.8.attn_v.weight q4_K 1669blk.8.ffn_down_exps.weight iq4_nl 1670blk.8.ffn_down_shexp.weight iq4_nl 1671blk.8.ffn_gate_exps.weight iq3_xxs 1672blk.8.ffn_gate_shexp.weight iq3_xxs 1673blk.8.ffn_up_exps.weight iq3_xxs 1674blk.8.ffn_up_shexp.weight iq3_xxs 1675blk.9.attn_k.weight iq3_xxs 1676blk.9.attn_q.weight iq3_xxs 1677blk.9.attn_v.weight q4_K 1678blk.9.ffn_down_exps.weight iq4_nl 1679blk.9.ffn_down_shexp.weight iq4_nl 1680blk.9.ffn_gate_exps.weight iq3_xxs 1681blk.9.ffn_gate_shexp.weight iq3_xxs 1682blk.9.ffn_up_exps.weight iq3_xxs 1683blk.9.ffn_up_shexp.weight iq3_xxs 1684blk.10.attn_k.weight iq3_xxs 1685blk.10.attn_q.weight iq3_xxs 1686blk.10.attn_v.weight q4_K 1687blk.10.ffn_down_exps.weight iq4_nl 1688blk.10.ffn_down_shexp.weight iq4_nl 1689blk.10.ffn_gate_exps.weight iq3_xxs 1690blk.10.ffn_gate_shexp.weight iq3_xxs 1691blk.10.ffn_up_exps.weight iq3_xxs 1692blk.10.ffn_up_shexp.weight iq3_xxs 1693blk.11.attn_k.weight iq3_xxs 1694blk.11.attn_q.weight iq3_xxs 1695blk.11.attn_v.weight q4_K 1696blk.11.ffn_down_exps.weight iq4_nl 1697blk.11.ffn_down_shexp.weight iq4_nl 1698blk.11.ffn_gate_exps.weight iq3_xxs 1699blk.11.ffn_gate_shexp.weight iq3_xxs 1700blk.11.ffn_up_exps.weight iq3_xxs 1701blk.11.ffn_up_shexp.weight iq3_xxs 1702blk.12.attn_k.weight iq3_xxs 1703blk.12.attn_q.weight iq3_xxs 1704blk.12.attn_v.weight q4_K 1705blk.12.ffn_down_exps.weight iq4_nl 1706blk.12.ffn_down_shexp.weight iq4_nl 1707blk.12.ffn_gate_exps.weight iq3_xxs 1708blk.12.ffn_gate_shexp.weight iq3_xxs 1709blk.12.ffn_up_exps.weight iq3_xxs 1710blk.12.ffn_up_shexp.weight iq3_xxs 1711blk.13.attn_k.weight iq3_xxs 1712blk.13.attn_q.weight iq3_xxs 1713blk.13.attn_v.weight q4_K 1714blk.13.ffn_down_exps.weight iq4_nl 1715blk.13.ffn_down_shexp.weight iq4_nl 1716blk.13.ffn_gate_exps.weight iq3_xxs 1717blk.13.ffn_gate_shexp.weight iq3_xxs 1718blk.13.ffn_up_exps.weight iq3_xxs 1719blk.13.ffn_up_shexp.weight iq3_xxs 1720blk.14.attn_k.weight iq3_xxs 1721blk.14.attn_q.weight iq3_xxs 1722blk.14.attn_v.weight q4_K 1723blk.14.ffn_down_exps.weight iq4_nl 1724blk.14.ffn_down_shexp.weight iq4_nl 1725blk.14.ffn_gate_exps.weight iq3_xxs 1726blk.14.ffn_gate_shexp.weight iq3_xxs 1727blk.14.ffn_up_exps.weight iq3_xxs 1728blk.14.ffn_up_shexp.weight iq3_xxs 1729blk.15.attn_k.weight iq3_xxs 1730blk.15.attn_q.weight iq3_xxs 1731blk.15.attn_v.weight q4_K 1732blk.15.ffn_down_exps.weight iq4_nl 1733blk.15.ffn_down_shexp.weight iq4_nl 1734blk.15.ffn_gate_exps.weight iq3_xxs 1735blk.15.ffn_gate_shexp.weight iq3_xxs 1736blk.15.ffn_up_exps.weight iq3_xxs 1737blk.15.ffn_up_shexp.weight iq3_xxs 1738blk.16.attn_k.weight iq3_xxs 1739blk.16.attn_q.weight iq3_xxs 1740blk.16.attn_v.weight q4_K 1741blk.16.ffn_down_exps.weight iq4_nl 1742blk.16.ffn_down_shexp.weight iq4_nl 1743blk.16.ffn_gate_exps.weight iq3_xxs 1744blk.16.ffn_gate_shexp.weight iq3_xxs 1745blk.16.ffn_up_exps.weight iq3_xxs 1746blk.16.ffn_up_shexp.weight iq3_xxs 1747blk.17.attn_k.weight iq3_xxs 1748blk.17.attn_q.weight iq3_xxs 1749blk.17.attn_v.weight q4_K 1750blk.17.ffn_down_exps.weight iq4_nl 1751blk.17.ffn_down_shexp.weight iq4_nl 1752blk.17.ffn_gate_exps.weight iq3_xxs 1753blk.17.ffn_gate_shexp.weight iq3_xxs 1754blk.17.ffn_up_exps.weight iq3_xxs 1755blk.17.ffn_up_shexp.weight iq3_xxs 1756blk.18.attn_k.weight iq3_xxs 1757blk.18.attn_q.weight iq3_xxs 1758blk.18.attn_v.weight q4_K 1759blk.18.ffn_down_exps.weight iq4_nl 1760blk.18.ffn_down_shexp.weight iq4_nl 1761blk.18.ffn_gate_exps.weight iq3_xxs 1762blk.18.ffn_gate_shexp.weight iq3_xxs 1763blk.18.ffn_up_exps.weight iq3_xxs 1764blk.18.ffn_up_shexp.weight iq3_xxs 1765blk.19.attn_k.weight iq3_xxs 1766blk.19.attn_q.weight iq3_xxs 1767blk.19.attn_v.weight q4_K 1768blk.19.ffn_down_exps.weight iq4_nl 1769blk.19.ffn_down_shexp.weight iq4_nl 1770blk.19.ffn_gate_exps.weight iq3_xxs 1771blk.19.ffn_gate_shexp.weight iq3_xxs 1772blk.19.ffn_up_exps.weight iq3_xxs 1773blk.19.ffn_up_shexp.weight iq3_xxs 1774blk.20.attn_k.weight iq3_xxs 1775blk.20.attn_q.weight iq3_xxs 1776blk.20.attn_v.weight q4_K 1777blk.20.ffn_down_exps.weight iq4_nl 1778blk.20.ffn_down_shexp.weight iq4_nl 1779blk.20.ffn_gate_exps.weight iq3_xxs 1780blk.20.ffn_gate_shexp.weight iq3_xxs 1781blk.20.ffn_up_exps.weight iq3_xxs 1782blk.20.ffn_up_shexp.weight iq3_xxs 1783blk.21.attn_k.weight iq3_xxs 1784blk.21.attn_q.weight iq3_xxs 1785blk.21.attn_v.weight q4_K 1786blk.21.ffn_down_exps.weight iq4_nl 1787blk.21.ffn_down_shexp.weight iq4_nl 1788blk.21.ffn_gate_exps.weight iq3_xxs 1789blk.21.ffn_gate_shexp.weight iq3_xxs 1790blk.21.ffn_up_exps.weight iq3_xxs 1791blk.21.ffn_up_shexp.weight iq3_xxs 1792blk.22.attn_k.weight iq3_xxs 1793blk.22.attn_q.weight iq3_xxs 1794blk.22.attn_v.weight q4_K 1795blk.22.ffn_down_exps.weight iq4_nl 1796blk.22.ffn_down_shexp.weight iq4_nl 1797blk.22.ffn_gate_exps.weight iq3_xxs 1798blk.22.ffn_gate_shexp.weight iq3_xxs 1799blk.22.ffn_up_exps.weight iq3_xxs 1800blk.22.ffn_up_shexp.weight iq3_xxs 1801blk.23.attn_k.weight iq3_xxs 1802blk.23.attn_q.weight iq3_xxs 1803blk.23.attn_v.weight q4_K 1804blk.23.ffn_down_exps.weight iq4_nl 1805blk.23.ffn_down_shexp.weight iq4_nl 1806blk.23.ffn_gate_exps.weight iq3_xxs 1807blk.23.ffn_gate_shexp.weight iq3_xxs 1808blk.23.ffn_up_exps.weight iq3_xxs 1809blk.23.ffn_up_shexp.weight iq3_xxs 1810blk.24.attn_k.weight iq3_xxs 1811blk.24.attn_q.weight iq3_xxs 1812blk.24.attn_v.weight q4_K 1813blk.24.ffn_down_exps.weight iq4_nl 1814blk.24.ffn_down_shexp.weight iq4_nl 1815blk.24.ffn_gate_exps.weight iq3_xxs 1816blk.24.ffn_gate_shexp.weight iq3_xxs 1817blk.24.ffn_up_exps.weight iq3_xxs 1818blk.24.ffn_up_shexp.weight iq3_xxs 1819blk.25.attn_k.weight iq3_xxs 1820blk.25.attn_q.weight iq3_xxs 1821blk.25.attn_v.weight q4_K 1822blk.25.ffn_down_exps.weight iq4_nl 1823blk.25.ffn_down_shexp.weight iq4_nl 1824blk.25.ffn_gate_exps.weight iq3_xxs 1825blk.25.ffn_gate_shexp.weight iq3_xxs 1826blk.25.ffn_up_exps.weight iq3_xxs 1827blk.25.ffn_up_shexp.weight iq3_xxs 1828blk.26.attn_k.weight iq3_xxs 1829blk.26.attn_q.weight iq3_xxs 1830blk.26.attn_v.weight q4_K 1831blk.26.ffn_down_exps.weight iq4_nl 1832blk.26.ffn_down_shexp.weight iq4_nl 1833blk.26.ffn_gate_exps.weight iq3_xxs 1834blk.26.ffn_gate_shexp.weight iq3_xxs 1835blk.26.ffn_up_exps.weight iq3_xxs 1836blk.26.ffn_up_shexp.weight iq3_xxs 1837blk.27.attn_k.weight iq3_xxs 1838blk.27.attn_q.weight iq3_xxs 1839blk.27.attn_v.weight q4_K 1840blk.27.ffn_down_exps.weight iq4_nl 1841blk.27.ffn_down_shexp.weight iq4_nl 1842blk.27.ffn_gate_exps.weight iq3_xxs 1843blk.27.ffn_gate_shexp.weight iq3_xxs 1844blk.27.ffn_up_exps.weight iq3_xxs 1845blk.27.ffn_up_shexp.weight iq3_xxs 1846blk.28.attn_k.weight iq3_xxs 1847blk.28.attn_q.weight iq3_xxs 1848blk.28.attn_v.weight q4_K 1849blk.28.ffn_down_exps.weight iq4_nl 1850blk.28.ffn_down_shexp.weight iq4_nl 1851blk.28.ffn_gate_exps.weight iq3_xxs 1852blk.28.ffn_gate_shexp.weight iq3_xxs 1853blk.28.ffn_up_exps.weight iq3_xxs 1854blk.28.ffn_up_shexp.weight iq3_xxs 1855blk.29.attn_k.weight iq3_xxs 1856blk.29.attn_q.weight iq3_xxs 1857blk.29.attn_v.weight q4_K 1858blk.29.ffn_down_exps.weight iq4_nl 1859blk.29.ffn_down_shexp.weight iq4_nl 1860blk.29.ffn_gate_exps.weight iq3_xxs 1861blk.29.ffn_gate_shexp.weight iq3_xxs 1862blk.29.ffn_up_exps.weight iq3_xxs 1863blk.29.ffn_up_shexp.weight iq3_xxs 1864blk.30.attn_k.weight iq3_xxs 1865blk.30.attn_q.weight iq3_xxs 1866blk.30.attn_v.weight q4_K 1867blk.30.ffn_down_exps.weight iq4_nl 1868blk.30.ffn_down_shexp.weight iq4_nl 1869blk.30.ffn_gate_exps.weight iq3_xxs 1870blk.30.ffn_gate_shexp.weight iq3_xxs 1871blk.30.ffn_up_exps.weight iq3_xxs 1872blk.30.ffn_up_shexp.weight iq3_xxs 1873blk.31.attn_k.weight iq3_xxs 1874blk.31.attn_q.weight iq3_xxs 1875blk.31.attn_v.weight q4_K 1876blk.31.ffn_down_exps.weight iq4_nl 1877blk.31.ffn_down_shexp.weight iq4_nl 1878blk.31.ffn_gate_exps.weight iq3_xxs 1879blk.31.ffn_gate_shexp.weight iq3_xxs 1880blk.31.ffn_up_exps.weight iq3_xxs 1881blk.31.ffn_up_shexp.weight iq3_xxs 1882blk.32.attn_k.weight iq3_xxs 1883blk.32.attn_q.weight iq3_xxs 1884blk.32.attn_v.weight q4_K 1885blk.32.ffn_down_exps.weight iq4_nl 1886blk.32.ffn_down_shexp.weight iq4_nl 1887blk.32.ffn_gate_exps.weight iq3_xxs 1888blk.32.ffn_gate_shexp.weight iq3_xxs 1889blk.32.ffn_up_exps.weight iq3_xxs 1890blk.32.ffn_up_shexp.weight iq3_xxs 1891blk.33.attn_k.weight iq3_xxs 1892blk.33.attn_q.weight iq3_xxs 1893blk.33.attn_v.weight q4_K 1894blk.33.ffn_down_exps.weight iq4_nl 1895blk.33.ffn_down_shexp.weight iq4_nl 1896blk.33.ffn_gate_exps.weight iq3_xxs 1897blk.33.ffn_gate_shexp.weight iq3_xxs 1898blk.33.ffn_up_exps.weight iq3_xxs 1899blk.33.ffn_up_shexp.weight iq3_xxs 1900blk.34.attn_k.weight iq3_xxs 1901blk.34.attn_q.weight iq3_xxs 1902blk.34.attn_v.weight q4_K 1903blk.34.ffn_down_exps.weight iq4_nl 1904blk.34.ffn_down_shexp.weight iq4_nl 1905blk.34.ffn_gate_exps.weight iq3_xxs 1906blk.34.ffn_gate_shexp.weight iq3_xxs 1907blk.34.ffn_up_exps.weight iq3_xxs 1908blk.34.ffn_up_shexp.weight iq3_xxs 1909blk.35.attn_k.weight iq3_xxs 1910blk.35.attn_q.weight iq3_xxs 1911blk.35.attn_v.weight q4_K 1912blk.35.ffn_down_exps.weight iq4_nl 1913blk.35.ffn_down_shexp.weight iq4_nl 1914blk.35.ffn_gate_exps.weight iq3_xxs 1915blk.35.ffn_gate_shexp.weight iq3_xxs 1916blk.35.ffn_up_exps.weight iq3_xxs 1917blk.35.ffn_up_shexp.weight iq3_xxs 1918blk.36.attn_k.weight iq3_xxs 1919blk.36.attn_q.weight iq3_xxs 1920blk.36.attn_v.weight q4_K 1921blk.36.ffn_down_exps.weight iq4_nl 1922blk.36.ffn_down_shexp.weight iq4_nl 1923blk.36.ffn_gate_exps.weight iq3_xxs 1924blk.36.ffn_gate_shexp.weight iq3_xxs 1925blk.36.ffn_up_exps.weight iq3_xxs 1926blk.36.ffn_up_shexp.weight iq3_xxs 1927blk.37.attn_k.weight iq3_xxs 1928blk.37.attn_q.weight iq3_xxs 1929blk.37.attn_v.weight q4_K 1930blk.37.ffn_down_exps.weight iq4_nl 1931blk.37.ffn_down_shexp.weight iq4_nl 1932blk.37.ffn_gate_exps.weight iq3_xxs 1933blk.37.ffn_gate_shexp.weight iq3_xxs 1934blk.37.ffn_up_exps.weight iq3_xxs 1935blk.37.ffn_up_shexp.weight iq3_xxs 1936blk.38.attn_k.weight iq3_xxs 1937blk.38.attn_q.weight iq3_xxs 1938blk.38.attn_v.weight q4_K 1939blk.38.ffn_down_exps.weight iq4_nl 1940blk.38.ffn_down_shexp.weight iq4_nl 1941blk.38.ffn_gate_exps.weight iq3_xxs 1942blk.38.ffn_gate_shexp.weight iq3_xxs 1943blk.38.ffn_up_exps.weight iq3_xxs 1944blk.38.ffn_up_shexp.weight iq3_xxs 1945blk.39.attn_k.weight iq3_xxs 1946blk.39.attn_q.weight iq3_xxs 1947blk.39.attn_v.weight q4_K 1948blk.39.ffn_down_exps.weight iq4_nl 1949blk.39.ffn_down_shexp.weight iq4_nl 1950blk.39.ffn_gate_exps.weight iq3_xxs 1951blk.39.ffn_gate_shexp.weight iq3_xxs 1952blk.39.ffn_up_exps.weight iq3_xxs 1953blk.39.ffn_up_shexp.weight iq3_xxs 1954blk.40.attn_k.weight iq3_xxs 1955blk.40.attn_q.weight iq3_xxs 1956blk.40.attn_v.weight q4_K 1957blk.40.ffn_down_exps.weight iq4_nl 1958blk.40.ffn_down_shexp.weight iq4_nl 1959blk.41.attn_k.weight iq3_xxs 1960blk.41.attn_q.weight iq3_xxs 1961blk.41.attn_v.weight q4_K 1962blk.41.ffn_down_exps.weight iq4_nl 1963blk.41.ffn_down_shexp.weight iq4_nl 1964blk.42.attn_k.weight iq3_xxs 1965blk.42.attn_q.weight iq3_xxs 1966blk.42.attn_v.weight q4_K 1967blk.42.ffn_down_exps.weight iq4_nl 1968blk.42.ffn_down_shexp.weight iq4_nl 1969blk.43.attn_k.weight iq3_xxs 1970blk.43.attn_q.weight iq3_xxs 1971blk.43.attn_v.weight q4_K 1972blk.43.ffn_down_exps.weight iq4_nl 1973blk.43.ffn_down_shexp.weight iq4_nl 1974blk.44.attn_k.weight iq3_xxs 1975blk.44.attn_q.weight iq3_xxs 1976blk.44.attn_v.weight q4_K 1977blk.44.ffn_down_exps.weight iq4_nl 1978blk.44.ffn_down_shexp.weight iq4_nl 1979blk.45.attn_k.weight iq3_xxs 1980blk.45.attn_q.weight iq3_xxs 1981blk.45.attn_v.weight q4_K 1982blk.45.ffn_down_exps.weight iq4_nl 1983blk.45.ffn_down_shexp.weight iq4_nl 1984 1985[IQ3_XXS] iq3_xxs 1986output.weight q5_K 1987token_embd.weight iq3_s 1988blk.0.attn_k.weight iq2_s 1989blk.0.attn_output.weight iq3_s 1990blk.0.attn_q.weight iq2_s 1991blk.0.attn_v.weight q4_K 1992blk.0.ffn_down.weight q5_0 1993blk.1.attn_k.weight iq2_s 1994blk.1.attn_output.weight iq3_s 1995blk.1.attn_q.weight iq2_s 1996blk.1.attn_v.weight q4_K 1997blk.1.ffn_down_exps.weight q5_0 1998blk.1.ffn_down_shexp.weight q5_0 1999blk.2.attn_k.weight iq2_s 2000blk.2.attn_output.weight iq3_s 2001blk.2.attn_q.weight iq2_s 2002blk.2.attn_v.weight q4_K 2003blk.2.ffn_down_exps.weight q5_0 2004blk.2.ffn_down_shexp.weight q5_0 2005blk.3.attn_k.weight iq2_s 2006blk.3.attn_output.weight iq3_s 2007blk.3.attn_q.weight iq2_s 2008blk.3.attn_v.weight q4_K 2009blk.3.ffn_down_exps.weight q5_0 2010blk.3.ffn_down_shexp.weight q5_0 2011blk.4.attn_k.weight iq2_s 2012blk.4.attn_output.weight iq3_s 2013blk.4.attn_q.weight iq2_s 2014blk.4.attn_v.weight q4_K 2015blk.4.ffn_down_exps.weight q5_0 2016blk.4.ffn_down_shexp.weight q5_0 2017blk.5.attn_k.weight iq2_s 2018blk.5.attn_output.weight iq3_s 2019blk.5.attn_q.weight iq2_s 2020blk.5.attn_v.weight q4_K 2021blk.5.ffn_down_exps.weight q4_0 2022blk.5.ffn_down_shexp.weight q4_0 2023blk.6.attn_k.weight iq2_s 2024blk.6.attn_output.weight iq3_s 2025blk.6.attn_q.weight iq2_s 2026blk.6.attn_v.weight q4_K 2027blk.6.ffn_down_exps.weight q4_0 2028blk.6.ffn_down_shexp.weight q4_0 2029blk.7.attn_k.weight iq2_s 2030blk.7.attn_output.weight iq3_s 2031blk.7.attn_q.weight iq2_s 2032blk.7.attn_v.weight q4_K 2033blk.7.ffn_down_exps.weight q4_0 2034blk.7.ffn_down_shexp.weight q4_0 2035blk.8.attn_k.weight iq2_s 2036blk.8.attn_output.weight iq3_s 2037blk.8.attn_q.weight iq2_s 2038blk.8.attn_v.weight q4_K 2039blk.8.ffn_down_exps.weight q4_0 2040blk.8.ffn_down_shexp.weight q4_0 2041blk.9.attn_k.weight iq2_s 2042blk.9.attn_output.weight iq3_s 2043blk.9.attn_q.weight iq2_s 2044blk.9.attn_v.weight q4_K 2045blk.9.ffn_down_exps.weight q4_0 2046blk.9.ffn_down_shexp.weight q4_0 2047blk.10.attn_k.weight iq2_s 2048blk.10.attn_output.weight iq3_s 2049blk.10.attn_q.weight iq2_s 2050blk.10.attn_v.weight q4_K 2051blk.10.ffn_down_exps.weight q4_0 2052blk.10.ffn_down_shexp.weight q4_0 2053blk.11.attn_k.weight iq2_s 2054blk.11.attn_output.weight iq3_s 2055blk.11.attn_q.weight iq2_s 2056blk.11.attn_v.weight q4_K 2057blk.11.ffn_down_exps.weight q4_0 2058blk.11.ffn_down_shexp.weight q4_0 2059blk.12.attn_k.weight iq2_s 2060blk.12.attn_output.weight iq3_s 2061blk.12.attn_q.weight iq2_s 2062blk.12.attn_v.weight q4_K 2063blk.12.ffn_down_exps.weight q4_0 2064blk.12.ffn_down_shexp.weight q4_0 2065blk.13.attn_k.weight iq2_s 2066blk.13.attn_output.weight iq3_s 2067blk.13.attn_q.weight iq2_s 2068blk.13.attn_v.weight q4_K 2069blk.13.ffn_down_exps.weight q4_0 2070blk.13.ffn_down_shexp.weight q4_0 2071blk.14.attn_k.weight iq2_s 2072blk.14.attn_output.weight iq3_s 2073blk.14.attn_q.weight iq2_s 2074blk.14.attn_v.weight q4_K 2075blk.14.ffn_down_exps.weight q4_0 2076blk.14.ffn_down_shexp.weight q4_0 2077blk.15.attn_k.weight iq2_s 2078blk.15.attn_output.weight iq3_s 2079blk.15.attn_q.weight iq2_s 2080blk.15.attn_v.weight q4_K 2081blk.15.ffn_down_exps.weight q4_0 2082blk.15.ffn_down_shexp.weight q4_0 2083blk.16.attn_k.weight iq2_s 2084blk.16.attn_output.weight iq3_s 2085blk.16.attn_q.weight iq2_s 2086blk.16.attn_v.weight q4_K 2087blk.16.ffn_down_exps.weight q4_0 2088blk.16.ffn_down_shexp.weight q4_0 2089blk.17.attn_k.weight iq2_s 2090blk.17.attn_output.weight iq3_s 2091blk.17.attn_q.weight iq2_s 2092blk.17.attn_v.weight q4_K 2093blk.17.ffn_down_exps.weight q4_0 2094blk.17.ffn_down_shexp.weight q4_0 2095blk.18.attn_k.weight iq2_s 2096blk.18.attn_output.weight iq3_s 2097blk.18.attn_q.weight iq2_s 2098blk.18.attn_v.weight q4_K 2099blk.18.ffn_down_exps.weight q4_0 2100blk.18.ffn_down_shexp.weight q4_0 2101blk.19.attn_k.weight iq2_s 2102blk.19.attn_output.weight iq3_s 2103blk.19.attn_q.weight iq2_s 2104blk.19.attn_v.weight q4_K 2105blk.19.ffn_down_exps.weight q4_0 2106blk.19.ffn_down_shexp.weight q4_0 2107blk.20.attn_k.weight iq2_s 2108blk.20.attn_output.weight iq3_s 2109blk.20.attn_q.weight iq2_s 2110blk.20.attn_v.weight q4_K 2111blk.20.ffn_down_exps.weight q4_0 2112blk.20.ffn_down_shexp.weight q4_0 2113blk.21.attn_k.weight iq2_s 2114blk.21.attn_output.weight iq3_s 2115blk.21.attn_q.weight iq2_s 2116blk.21.attn_v.weight q4_K 2117blk.21.ffn_down_exps.weight q4_0 2118blk.21.ffn_down_shexp.weight q4_0 2119blk.22.attn_k.weight iq2_s 2120blk.22.attn_output.weight iq3_s 2121blk.22.attn_q.weight iq2_s 2122blk.22.attn_v.weight q4_K 2123blk.22.ffn_down_exps.weight q4_0 2124blk.22.ffn_down_shexp.weight q4_0 2125blk.23.attn_k.weight iq2_s 2126blk.23.attn_output.weight iq3_s 2127blk.23.attn_q.weight iq2_s 2128blk.23.attn_v.weight q4_K 2129blk.23.ffn_down_exps.weight q4_0 2130blk.23.ffn_down_shexp.weight q4_0 2131blk.24.attn_k.weight iq2_s 2132blk.24.attn_output.weight iq3_s 2133blk.24.attn_q.weight iq2_s 2134blk.24.attn_v.weight q4_K 2135blk.24.ffn_down_exps.weight q4_0 2136blk.24.ffn_down_shexp.weight q4_0 2137blk.25.attn_k.weight iq2_s 2138blk.25.attn_output.weight iq3_s 2139blk.25.attn_q.weight iq2_s 2140blk.25.attn_v.weight q4_K 2141blk.25.ffn_down_exps.weight q4_0 2142blk.25.ffn_down_shexp.weight q4_0 2143blk.26.attn_k.weight iq2_s 2144blk.26.attn_output.weight iq3_s 2145blk.26.attn_q.weight iq2_s 2146blk.26.attn_v.weight q4_K 2147blk.26.ffn_down_exps.weight q4_0 2148blk.26.ffn_down_shexp.weight q4_0 2149blk.27.attn_k.weight iq2_s 2150blk.27.attn_output.weight iq3_s 2151blk.27.attn_q.weight iq2_s 2152blk.27.attn_v.weight q4_K 2153blk.27.ffn_down_exps.weight q4_0 2154blk.27.ffn_down_shexp.weight q4_0 2155blk.28.attn_k.weight iq2_s 2156blk.28.attn_output.weight iq3_s 2157blk.28.attn_q.weight iq2_s 2158blk.28.attn_v.weight q4_K 2159blk.28.ffn_down_exps.weight q4_0 2160blk.28.ffn_down_shexp.weight q4_0 2161blk.29.attn_k.weight iq2_s 2162blk.29.attn_output.weight iq3_s 2163blk.29.attn_q.weight iq2_s 2164blk.29.attn_v.weight q4_K 2165blk.29.ffn_down_exps.weight q4_0 2166blk.29.ffn_down_shexp.weight q4_0 2167blk.30.attn_k.weight iq2_s 2168blk.30.attn_output.weight iq3_s 2169blk.30.attn_q.weight iq2_s 2170blk.30.attn_v.weight q4_K 2171blk.30.ffn_down_exps.weight q4_0 2172blk.30.ffn_down_shexp.weight q4_0 2173blk.31.attn_k.weight iq2_s 2174blk.31.attn_output.weight iq3_s 2175blk.31.attn_q.weight iq2_s 2176blk.31.attn_v.weight q4_K 2177blk.31.ffn_down_exps.weight q4_0 2178blk.31.ffn_down_shexp.weight q4_0 2179blk.32.attn_k.weight iq2_s 2180blk.32.attn_output.weight iq3_s 2181blk.32.attn_q.weight iq2_s 2182blk.32.attn_v.weight q4_K 2183blk.32.ffn_down_exps.weight q4_0 2184blk.32.ffn_down_shexp.weight q4_0 2185blk.33.attn_k.weight iq2_s 2186blk.33.attn_output.weight iq3_s 2187blk.33.attn_q.weight iq2_s 2188blk.33.attn_v.weight q4_K 2189blk.33.ffn_down_exps.weight q4_0 2190blk.33.ffn_down_shexp.weight q4_0 2191blk.34.attn_k.weight iq2_s 2192blk.34.attn_output.weight iq3_s 2193blk.34.attn_q.weight iq2_s 2194blk.34.attn_v.weight q4_K 2195blk.34.ffn_down_exps.weight q4_0 2196blk.34.ffn_down_shexp.weight q4_0 2197blk.35.attn_k.weight iq2_s 2198blk.35.attn_output.weight iq3_s 2199blk.35.attn_q.weight iq2_s 2200blk.35.attn_v.weight q4_K 2201blk.35.ffn_down_exps.weight q4_0 2202blk.35.ffn_down_shexp.weight q4_0 2203blk.36.attn_k.weight iq2_s 2204blk.36.attn_output.weight iq3_s 2205blk.36.attn_q.weight iq2_s 2206blk.36.attn_v.weight q4_K 2207blk.36.ffn_down_exps.weight q4_0 2208blk.36.ffn_down_shexp.weight q4_0 2209blk.37.attn_k.weight iq2_s 2210blk.37.attn_output.weight iq3_s 2211blk.37.attn_q.weight iq2_s 2212blk.37.attn_v.weight q4_K 2213blk.37.ffn_down_exps.weight q4_0 2214blk.37.ffn_down_shexp.weight q4_0 2215blk.38.attn_k.weight iq2_s 2216blk.38.attn_output.weight iq3_s 2217blk.38.attn_q.weight iq2_s 2218blk.38.attn_v.weight q4_K 2219blk.38.ffn_down_exps.weight q4_0 2220blk.38.ffn_down_shexp.weight q4_0 2221blk.39.attn_k.weight iq2_s 2222blk.39.attn_output.weight iq3_s 2223blk.39.attn_q.weight iq2_s 2224blk.39.attn_v.weight q4_K 2225blk.39.ffn_down_exps.weight q4_0 2226blk.39.ffn_down_shexp.weight q4_0 2227blk.40.attn_k.weight iq2_s 2228blk.40.attn_output.weight iq3_s 2229blk.40.attn_q.weight iq2_s 2230blk.40.attn_v.weight q4_K 2231blk.40.ffn_down_exps.weight q4_0 2232blk.40.ffn_down_shexp.weight q4_0 2233blk.41.attn_k.weight iq2_s 2234blk.41.attn_output.weight iq3_s 2235blk.41.attn_q.weight iq2_s 2236blk.41.attn_v.weight q4_K 2237blk.41.ffn_down_exps.weight q4_0 2238blk.41.ffn_down_shexp.weight q4_0 2239blk.42.attn_k.weight iq2_s 2240blk.42.attn_output.weight iq3_s 2241blk.42.attn_q.weight iq2_s 2242blk.42.attn_v.weight q4_K 2243blk.42.ffn_down_exps.weight q4_0 2244blk.42.ffn_down_shexp.weight q4_0 2245blk.43.attn_k.weight iq2_s 2246blk.43.attn_output.weight iq3_s 2247blk.43.attn_q.weight iq2_s 2248blk.43.attn_v.weight q4_K 2249blk.43.ffn_down_exps.weight q4_0 2250blk.43.ffn_down_shexp.weight q4_0 2251blk.44.attn_k.weight iq2_s 2252blk.44.attn_output.weight iq3_s 2253blk.44.attn_q.weight iq2_s 2254blk.44.attn_v.weight q4_K 2255blk.44.ffn_down_exps.weight q4_0 2256blk.44.ffn_down_shexp.weight q4_0 2257blk.45.attn_k.weight iq2_s 2258blk.45.attn_output.weight iq3_s 2259blk.45.attn_q.weight iq2_s 2260blk.45.attn_v.weight q4_K 2261blk.45.ffn_down_exps.weight q4_0 2262blk.45.ffn_down_shexp.weight q4_0 2263 2264[IQ1_S] iq1_s 2265output.weight q5_K 2266token_embd.weight q2_K 2267blk.0.attn_output.weight iq2_xxs 2268blk.0.attn_v.weight q4_K 2269blk.0.ffn_down.weight q4_0 2270blk.1.attn_output.weight iq2_xxs 2271blk.1.attn_v.weight q4_K 2272blk.1.ffn_down_exps.weight q4_0 2273blk.1.ffn_down_shexp.weight q4_0 2274blk.2.attn_output.weight iq2_xxs 2275blk.2.attn_v.weight q4_K 2276blk.2.ffn_down_exps.weight q4_0 2277blk.2.ffn_down_shexp.weight q4_0 2278blk.3.attn_output.weight iq2_xxs 2279blk.3.attn_v.weight q4_K 2280blk.3.ffn_down_exps.weight iq4_nl 2281blk.3.ffn_down_shexp.weight iq4_nl 2282blk.4.attn_output.weight iq2_xxs 2283blk.4.attn_v.weight q4_K 2284blk.4.ffn_down_exps.weight iq4_nl 2285blk.4.ffn_down_shexp.weight iq4_nl 2286blk.5.attn_output.weight iq2_xxs 2287blk.5.attn_v.weight q4_K 2288blk.5.ffn_down_exps.weight iq4_nl 2289blk.5.ffn_down_shexp.weight iq4_nl 2290blk.6.attn_output.weight iq2_xxs 2291blk.6.attn_v.weight q4_K 2292blk.6.ffn_down_exps.weight iq4_nl 2293blk.6.ffn_down_shexp.weight iq4_nl 2294blk.7.attn_output.weight iq2_xxs 2295blk.7.attn_v.weight q4_K 2296blk.7.ffn_down_exps.weight iq4_nl 2297blk.7.ffn_down_shexp.weight iq4_nl 2298blk.8.attn_output.weight iq2_xxs 2299blk.8.attn_v.weight q4_K 2300blk.8.ffn_down_exps.weight iq4_nl 2301blk.8.ffn_down_shexp.weight iq4_nl 2302blk.9.attn_output.weight iq2_xxs 2303blk.9.attn_v.weight q4_K 2304blk.9.ffn_down_exps.weight iq4_nl 2305blk.9.ffn_down_shexp.weight iq4_nl 2306blk.10.attn_output.weight iq2_xxs 2307blk.10.attn_v.weight q4_K 2308blk.10.ffn_down_exps.weight iq4_nl 2309blk.10.ffn_down_shexp.weight iq4_nl 2310blk.11.attn_output.weight iq2_xxs 2311blk.11.attn_v.weight q4_K 2312blk.11.ffn_down_exps.weight iq4_nl 2313blk.11.ffn_down_shexp.weight iq4_nl 2314blk.12.attn_output.weight iq2_xxs 2315blk.12.attn_v.weight q4_K 2316blk.12.ffn_down_exps.weight iq4_nl 2317blk.12.ffn_down_shexp.weight iq4_nl 2318blk.13.attn_output.weight iq2_xxs 2319blk.13.attn_v.weight q4_K 2320blk.13.ffn_down_exps.weight iq4_nl 2321blk.13.ffn_down_shexp.weight iq4_nl 2322blk.14.attn_output.weight iq2_xxs 2323blk.14.attn_v.weight q4_K 2324blk.14.ffn_down_exps.weight iq4_nl 2325blk.14.ffn_down_shexp.weight iq4_nl 2326blk.15.attn_output.weight iq2_xxs 2327blk.15.attn_v.weight q4_K 2328blk.15.ffn_down_exps.weight iq4_nl 2329blk.15.ffn_down_shexp.weight iq4_nl 2330blk.16.attn_output.weight iq2_xxs 2331blk.16.attn_v.weight q4_K 2332blk.16.ffn_down_exps.weight iq4_nl 2333blk.16.ffn_down_shexp.weight iq4_nl 2334blk.17.attn_output.weight iq2_xxs 2335blk.17.attn_v.weight q4_K 2336blk.17.ffn_down_exps.weight iq4_nl 2337blk.17.ffn_down_shexp.weight iq4_nl 2338blk.18.attn_output.weight iq2_xxs 2339blk.18.attn_v.weight q4_K 2340blk.18.ffn_down_exps.weight iq4_nl 2341blk.18.ffn_down_shexp.weight iq4_nl 2342blk.19.attn_output.weight iq2_xxs 2343blk.19.attn_v.weight q4_K 2344blk.19.ffn_down_exps.weight iq4_nl 2345blk.19.ffn_down_shexp.weight iq4_nl 2346blk.20.attn_output.weight iq2_xxs 2347blk.20.attn_v.weight q4_K 2348blk.20.ffn_down_exps.weight iq4_nl 2349blk.20.ffn_down_shexp.weight iq4_nl 2350blk.21.attn_output.weight iq2_xxs 2351blk.21.attn_v.weight q4_K 2352blk.21.ffn_down_exps.weight iq4_nl 2353blk.21.ffn_down_shexp.weight iq4_nl 2354blk.22.attn_output.weight iq2_xxs 2355blk.22.attn_v.weight q4_K 2356blk.22.ffn_down_exps.weight iq4_nl 2357blk.22.ffn_down_shexp.weight iq4_nl 2358blk.23.attn_output.weight iq2_xxs 2359blk.23.attn_v.weight q4_K 2360blk.23.ffn_down_exps.weight iq4_nl 2361blk.23.ffn_down_shexp.weight iq4_nl 2362blk.24.attn_output.weight iq2_xxs 2363blk.24.attn_v.weight q4_K 2364blk.24.ffn_down_exps.weight iq4_nl 2365blk.24.ffn_down_shexp.weight iq4_nl 2366blk.25.attn_output.weight iq2_xxs 2367blk.25.attn_v.weight q4_K 2368blk.25.ffn_down_exps.weight iq4_nl 2369blk.25.ffn_down_shexp.weight iq4_nl 2370blk.26.attn_output.weight iq2_xxs 2371blk.26.attn_v.weight q4_K 2372blk.26.ffn_down_exps.weight iq4_nl 2373blk.26.ffn_down_shexp.weight iq4_nl 2374blk.27.attn_output.weight iq2_xxs 2375blk.27.attn_v.weight q4_K 2376blk.27.ffn_down_exps.weight iq4_nl 2377blk.27.ffn_down_shexp.weight iq4_nl 2378blk.28.attn_output.weight iq2_xxs 2379blk.28.attn_v.weight q4_K 2380blk.28.ffn_down_exps.weight iq4_nl 2381blk.28.ffn_down_shexp.weight iq4_nl 2382blk.29.attn_output.weight iq2_xxs 2383blk.29.attn_v.weight q4_K 2384blk.29.ffn_down_exps.weight iq4_nl 2385blk.29.ffn_down_shexp.weight iq4_nl 2386blk.30.attn_output.weight iq2_xxs 2387blk.30.attn_v.weight q4_K 2388blk.30.ffn_down_exps.weight iq4_nl 2389blk.30.ffn_down_shexp.weight iq4_nl 2390blk.31.attn_output.weight iq2_xxs 2391blk.31.attn_v.weight q4_K 2392blk.31.ffn_down_exps.weight iq4_nl 2393blk.31.ffn_down_shexp.weight iq4_nl 2394blk.32.attn_output.weight iq2_xxs 2395blk.32.attn_v.weight q4_K 2396blk.32.ffn_down_exps.weight iq4_nl 2397blk.32.ffn_down_shexp.weight iq4_nl 2398blk.33.attn_output.weight iq2_xxs 2399blk.33.attn_v.weight q4_K 2400blk.33.ffn_down_exps.weight iq4_nl 2401blk.33.ffn_down_shexp.weight iq4_nl 2402blk.34.attn_output.weight iq2_xxs 2403blk.34.attn_v.weight q4_K 2404blk.34.ffn_down_exps.weight iq4_nl 2405blk.34.ffn_down_shexp.weight iq4_nl 2406blk.35.attn_output.weight iq2_xxs 2407blk.35.attn_v.weight q4_K 2408blk.35.ffn_down_exps.weight iq4_nl 2409blk.35.ffn_down_shexp.weight iq4_nl 2410blk.36.attn_output.weight iq2_xxs 2411blk.36.attn_v.weight q4_K 2412blk.36.ffn_down_exps.weight iq4_nl 2413blk.36.ffn_down_shexp.weight iq4_nl 2414blk.37.attn_output.weight iq2_xxs 2415blk.37.attn_v.weight q4_K 2416blk.37.ffn_down_exps.weight iq4_nl 2417blk.37.ffn_down_shexp.weight iq4_nl 2418blk.38.attn_output.weight iq2_xxs 2419blk.38.attn_v.weight q4_K 2420blk.38.ffn_down_exps.weight iq4_nl 2421blk.38.ffn_down_shexp.weight iq4_nl 2422blk.39.attn_output.weight iq2_xxs 2423blk.39.attn_v.weight q4_K 2424blk.39.ffn_down_exps.weight iq4_nl 2425blk.39.ffn_down_shexp.weight iq4_nl 2426blk.40.attn_output.weight iq2_xxs 2427blk.40.attn_v.weight q4_K 2428blk.40.ffn_down_exps.weight iq4_nl 2429blk.40.ffn_down_shexp.weight iq4_nl 2430blk.41.attn_output.weight iq2_xxs 2431blk.41.attn_v.weight q4_K 2432blk.41.ffn_down_exps.weight iq4_nl 2433blk.41.ffn_down_shexp.weight iq4_nl 2434blk.42.attn_output.weight iq2_xxs 2435blk.42.attn_v.weight q4_K 2436blk.42.ffn_down_exps.weight iq4_nl 2437blk.42.ffn_down_shexp.weight iq4_nl 2438blk.43.attn_output.weight iq2_xxs 2439blk.43.attn_v.weight q4_K 2440blk.43.ffn_down_exps.weight iq4_nl 2441blk.43.ffn_down_shexp.weight iq4_nl 2442blk.44.attn_output.weight iq2_xxs 2443blk.44.attn_v.weight q4_K 2444blk.44.ffn_down_exps.weight iq4_nl 2445blk.44.ffn_down_shexp.weight iq4_nl 2446blk.45.attn_output.weight iq2_xxs 2447blk.45.attn_v.weight q4_K 2448blk.45.ffn_down_exps.weight iq4_nl 2449blk.45.ffn_down_shexp.weight iq4_nl 2450 2451[IQ4_NL] iq4_nl 2452output.weight q6_K 2453blk.0.attn_v.weight q5_K 2454blk.0.ffn_down.weight q5_1 2455blk.1.attn_v.weight q5_K 2456blk.1.ffn_down_exps.weight q5_1 2457blk.1.ffn_down_shexp.weight q5_1 2458blk.2.attn_v.weight q5_K 2459blk.2.ffn_down_exps.weight q5_1 2460blk.2.ffn_down_shexp.weight q5_1 2461blk.3.attn_v.weight q5_K 2462blk.3.ffn_down_exps.weight q5_1 2463blk.3.ffn_down_shexp.weight q5_1 2464blk.4.attn_v.weight q5_K 2465blk.4.ffn_down_exps.weight q5_1 2466blk.4.ffn_down_shexp.weight q5_1 2467blk.5.attn_v.weight q5_K 2468blk.6.attn_v.weight q5_K 2469blk.7.attn_v.weight q5_K 2470blk.8.attn_v.weight q5_K 2471blk.9.attn_v.weight q5_K 2472blk.10.attn_v.weight q5_K 2473blk.11.attn_v.weight q5_K 2474blk.12.attn_v.weight q5_K 2475blk.13.attn_v.weight q5_K 2476blk.14.attn_v.weight q5_K 2477blk.15.attn_v.weight q5_K 2478blk.16.attn_v.weight q5_K 2479blk.17.attn_v.weight q5_K 2480blk.18.attn_v.weight q5_K 2481blk.19.attn_v.weight q5_K 2482blk.20.attn_v.weight q5_K 2483blk.21.attn_v.weight q5_K 2484blk.22.attn_v.weight q5_K 2485blk.23.attn_v.weight q5_K 2486blk.24.attn_v.weight q5_K 2487blk.25.attn_v.weight q5_K 2488blk.26.attn_v.weight q5_K 2489blk.27.attn_v.weight q5_K 2490blk.28.attn_v.weight q5_K 2491blk.29.attn_v.weight q5_K 2492blk.30.attn_v.weight q5_K 2493blk.31.attn_v.weight q5_K 2494blk.32.attn_v.weight q5_K 2495blk.33.attn_v.weight q5_K 2496blk.34.attn_v.weight q5_K 2497blk.35.attn_v.weight q5_K 2498blk.36.attn_v.weight q5_K 2499blk.37.attn_v.weight q5_K 2500blk.38.attn_v.weight q5_K 2501blk.39.attn_v.weight q5_K 2502blk.40.attn_v.weight q5_K 2503blk.41.attn_v.weight q5_K 2504blk.42.attn_v.weight q5_K 2505blk.43.attn_v.weight q5_K 2506blk.44.attn_v.weight q5_K 2507blk.45.attn_v.weight q5_K 2508 2509[IQ3_S] iq3_s 2510output.weight q6_K 2511blk.0.attn_v.weight q4_K 2512blk.0.ffn_down.weight iq4_nl 2513blk.1.attn_v.weight q4_K 2514blk.1.ffn_down_exps.weight iq4_nl 2515blk.1.ffn_down_shexp.weight iq4_nl 2516blk.2.attn_v.weight q4_K 2517blk.2.ffn_down_exps.weight iq4_nl 2518blk.2.ffn_down_shexp.weight iq4_nl 2519blk.3.attn_v.weight q4_K 2520blk.3.ffn_down_exps.weight iq4_nl 2521blk.3.ffn_down_shexp.weight iq4_nl 2522blk.4.attn_v.weight q4_K 2523blk.4.ffn_down_exps.weight iq4_nl 2524blk.4.ffn_down_shexp.weight iq4_nl 2525blk.5.attn_v.weight q4_K 2526blk.5.ffn_down_exps.weight iq4_nl 2527blk.5.ffn_down_shexp.weight iq4_nl 2528blk.6.attn_v.weight q4_K 2529blk.6.ffn_down_exps.weight iq4_nl 2530blk.6.ffn_down_shexp.weight iq4_nl 2531blk.7.attn_v.weight q4_K 2532blk.7.ffn_down_exps.weight iq4_nl 2533blk.7.ffn_down_shexp.weight iq4_nl 2534blk.8.attn_v.weight q4_K 2535blk.8.ffn_down_exps.weight iq4_nl 2536blk.8.ffn_down_shexp.weight iq4_nl 2537blk.9.attn_v.weight q4_K 2538blk.9.ffn_down_exps.weight iq4_nl 2539blk.9.ffn_down_shexp.weight iq4_nl 2540blk.10.attn_v.weight q4_K 2541blk.10.ffn_down_exps.weight iq4_nl 2542blk.10.ffn_down_shexp.weight iq4_nl 2543blk.11.attn_v.weight q4_K 2544blk.11.ffn_down_exps.weight iq4_nl 2545blk.11.ffn_down_shexp.weight iq4_nl 2546blk.12.attn_v.weight q4_K 2547blk.12.ffn_down_exps.weight iq4_nl 2548blk.12.ffn_down_shexp.weight iq4_nl 2549blk.13.attn_v.weight q4_K 2550blk.13.ffn_down_exps.weight iq4_nl 2551blk.13.ffn_down_shexp.weight iq4_nl 2552blk.14.attn_v.weight q4_K 2553blk.14.ffn_down_exps.weight iq4_nl 2554blk.14.ffn_down_shexp.weight iq4_nl 2555blk.15.attn_v.weight q4_K 2556blk.15.ffn_down_exps.weight iq4_nl 2557blk.15.ffn_down_shexp.weight iq4_nl 2558blk.16.attn_v.weight q4_K 2559blk.16.ffn_down_exps.weight iq4_nl 2560blk.16.ffn_down_shexp.weight iq4_nl 2561blk.17.attn_v.weight q4_K 2562blk.17.ffn_down_exps.weight iq4_nl 2563blk.17.ffn_down_shexp.weight iq4_nl 2564blk.18.attn_v.weight q4_K 2565blk.18.ffn_down_exps.weight iq4_nl 2566blk.18.ffn_down_shexp.weight iq4_nl 2567blk.19.attn_v.weight q4_K 2568blk.19.ffn_down_exps.weight iq4_nl 2569blk.19.ffn_down_shexp.weight iq4_nl 2570blk.20.attn_v.weight q4_K 2571blk.20.ffn_down_exps.weight iq4_nl 2572blk.20.ffn_down_shexp.weight iq4_nl 2573blk.21.attn_v.weight q4_K 2574blk.21.ffn_down_exps.weight iq4_nl 2575blk.21.ffn_down_shexp.weight iq4_nl 2576blk.22.attn_v.weight q4_K 2577blk.22.ffn_down_exps.weight iq4_nl 2578blk.22.ffn_down_shexp.weight iq4_nl 2579blk.23.attn_v.weight q4_K 2580blk.23.ffn_down_exps.weight iq4_nl 2581blk.23.ffn_down_shexp.weight iq4_nl 2582blk.24.attn_v.weight q4_K 2583blk.24.ffn_down_exps.weight iq4_nl 2584blk.24.ffn_down_shexp.weight iq4_nl 2585blk.25.attn_v.weight q4_K 2586blk.25.ffn_down_exps.weight iq4_nl 2587blk.25.ffn_down_shexp.weight iq4_nl 2588blk.26.attn_v.weight q4_K 2589blk.26.ffn_down_exps.weight iq4_nl 2590blk.26.ffn_down_shexp.weight iq4_nl 2591blk.27.attn_v.weight q4_K 2592blk.27.ffn_down_exps.weight iq4_nl 2593blk.27.ffn_down_shexp.weight iq4_nl 2594blk.28.attn_v.weight q4_K 2595blk.28.ffn_down_exps.weight iq4_nl 2596blk.28.ffn_down_shexp.weight iq4_nl 2597blk.29.attn_v.weight q4_K 2598blk.29.ffn_down_exps.weight iq4_nl 2599blk.29.ffn_down_shexp.weight iq4_nl 2600blk.30.attn_v.weight q4_K 2601blk.30.ffn_down_exps.weight iq4_nl 2602blk.30.ffn_down_shexp.weight iq4_nl 2603blk.31.attn_v.weight q4_K 2604blk.31.ffn_down_exps.weight iq4_nl 2605blk.31.ffn_down_shexp.weight iq4_nl 2606blk.32.attn_v.weight q4_K 2607blk.32.ffn_down_exps.weight iq4_nl 2608blk.32.ffn_down_shexp.weight iq4_nl 2609blk.33.attn_v.weight q4_K 2610blk.33.ffn_down_exps.weight iq4_nl 2611blk.33.ffn_down_shexp.weight iq4_nl 2612blk.34.attn_v.weight q4_K 2613blk.34.ffn_down_exps.weight iq4_nl 2614blk.34.ffn_down_shexp.weight iq4_nl 2615blk.35.attn_v.weight q4_K 2616blk.35.ffn_down_exps.weight iq4_nl 2617blk.35.ffn_down_shexp.weight iq4_nl 2618blk.36.attn_v.weight q4_K 2619blk.36.ffn_down_exps.weight iq4_nl 2620blk.36.ffn_down_shexp.weight iq4_nl 2621blk.37.attn_v.weight q4_K 2622blk.37.ffn_down_exps.weight iq4_nl 2623blk.37.ffn_down_shexp.weight iq4_nl 2624blk.38.attn_v.weight q4_K 2625blk.38.ffn_down_exps.weight iq4_nl 2626blk.38.ffn_down_shexp.weight iq4_nl 2627blk.39.attn_v.weight q4_K 2628blk.39.ffn_down_exps.weight iq4_nl 2629blk.39.ffn_down_shexp.weight iq4_nl 2630blk.40.attn_v.weight q4_K 2631blk.40.ffn_down_exps.weight iq4_nl 2632blk.40.ffn_down_shexp.weight iq4_nl 2633blk.41.attn_v.weight q4_K 2634blk.41.ffn_down_exps.weight iq4_nl 2635blk.41.ffn_down_shexp.weight iq4_nl 2636blk.42.attn_v.weight q4_K 2637blk.42.ffn_down_exps.weight iq4_nl 2638blk.42.ffn_down_shexp.weight iq4_nl 2639blk.43.attn_v.weight q4_K 2640blk.43.ffn_down_exps.weight iq4_nl 2641blk.43.ffn_down_shexp.weight iq4_nl 2642blk.44.attn_v.weight q4_K 2643blk.44.ffn_down_exps.weight iq4_nl 2644blk.44.ffn_down_shexp.weight iq4_nl 2645blk.45.attn_v.weight q4_K 2646blk.45.ffn_down_exps.weight iq4_nl 2647blk.45.ffn_down_shexp.weight iq4_nl 2648 2649[IQ3_M] iq3_s 2650output.weight q6_K 2651blk.0.attn_output.weight q4_K 2652blk.0.attn_v.weight q4_K 2653blk.0.ffn_down.weight q5_0 2654blk.1.attn_output.weight q4_K 2655blk.1.attn_v.weight q4_K 2656blk.1.ffn_down_exps.weight q5_0 2657blk.1.ffn_down_shexp.weight q5_0 2658blk.2.attn_output.weight q4_K 2659blk.2.attn_v.weight q4_K 2660blk.2.ffn_down_exps.weight q5_0 2661blk.2.ffn_down_shexp.weight q5_0 2662blk.3.attn_output.weight q4_K 2663blk.3.attn_v.weight q4_K 2664blk.3.ffn_down_exps.weight q5_0 2665blk.3.ffn_down_shexp.weight q5_0 2666blk.4.attn_output.weight q4_K 2667blk.4.attn_v.weight q4_K 2668blk.4.ffn_down_exps.weight q5_0 2669blk.4.ffn_down_shexp.weight q5_0 2670blk.5.attn_output.weight q4_K 2671blk.5.attn_v.weight q4_K 2672blk.5.ffn_down_exps.weight iq4_nl 2673blk.5.ffn_down_shexp.weight iq4_nl 2674blk.6.attn_output.weight q4_K 2675blk.6.attn_v.weight q4_K 2676blk.6.ffn_down_exps.weight iq4_nl 2677blk.6.ffn_down_shexp.weight iq4_nl 2678blk.7.attn_output.weight q4_K 2679blk.7.attn_v.weight q4_K 2680blk.7.ffn_down_exps.weight iq4_nl 2681blk.7.ffn_down_shexp.weight iq4_nl 2682blk.8.attn_output.weight q4_K 2683blk.8.attn_v.weight q4_K 2684blk.8.ffn_down_exps.weight iq4_nl 2685blk.8.ffn_down_shexp.weight iq4_nl 2686blk.9.attn_output.weight q4_K 2687blk.9.attn_v.weight q4_K 2688blk.9.ffn_down_exps.weight iq4_nl 2689blk.9.ffn_down_shexp.weight iq4_nl 2690blk.10.attn_output.weight q4_K 2691blk.10.attn_v.weight q4_K 2692blk.10.ffn_down_exps.weight iq4_nl 2693blk.10.ffn_down_shexp.weight iq4_nl 2694blk.11.attn_output.weight q4_K 2695blk.11.attn_v.weight q4_K 2696blk.11.ffn_down_exps.weight iq4_nl 2697blk.11.ffn_down_shexp.weight iq4_nl 2698blk.12.attn_output.weight q4_K 2699blk.12.attn_v.weight q4_K 2700blk.12.ffn_down_exps.weight iq4_nl 2701blk.12.ffn_down_shexp.weight iq4_nl 2702blk.13.attn_output.weight q4_K 2703blk.13.attn_v.weight q4_K 2704blk.13.ffn_down_exps.weight iq4_nl 2705blk.13.ffn_down_shexp.weight iq4_nl 2706blk.14.attn_output.weight q4_K 2707blk.14.attn_v.weight q4_K 2708blk.14.ffn_down_exps.weight iq4_nl 2709blk.14.ffn_down_shexp.weight iq4_nl 2710blk.15.attn_output.weight q4_K 2711blk.15.attn_v.weight q4_K 2712blk.15.ffn_down_exps.weight iq4_nl 2713blk.15.ffn_down_shexp.weight iq4_nl 2714blk.16.attn_output.weight q4_K 2715blk.16.attn_v.weight q4_K 2716blk.16.ffn_down_exps.weight iq4_nl 2717blk.16.ffn_down_shexp.weight iq4_nl 2718blk.17.attn_output.weight q4_K 2719blk.17.attn_v.weight q4_K 2720blk.17.ffn_down_exps.weight iq4_nl 2721blk.17.ffn_down_shexp.weight iq4_nl 2722blk.18.attn_output.weight q4_K 2723blk.18.attn_v.weight q4_K 2724blk.18.ffn_down_exps.weight iq4_nl 2725blk.18.ffn_down_shexp.weight iq4_nl 2726blk.19.attn_output.weight q4_K 2727blk.19.attn_v.weight q4_K 2728blk.19.ffn_down_exps.weight iq4_nl 2729blk.19.ffn_down_shexp.weight iq4_nl 2730blk.20.attn_output.weight q4_K 2731blk.20.attn_v.weight q4_K 2732blk.20.ffn_down_exps.weight iq4_nl 2733blk.20.ffn_down_shexp.weight iq4_nl 2734blk.21.attn_output.weight q4_K 2735blk.21.attn_v.weight q4_K 2736blk.21.ffn_down_exps.weight iq4_nl 2737blk.21.ffn_down_shexp.weight iq4_nl 2738blk.22.attn_output.weight q4_K 2739blk.22.attn_v.weight q4_K 2740blk.22.ffn_down_exps.weight iq4_nl 2741blk.22.ffn_down_shexp.weight iq4_nl 2742blk.23.attn_output.weight q4_K 2743blk.23.attn_v.weight q4_K 2744blk.23.ffn_down_exps.weight iq4_nl 2745blk.23.ffn_down_shexp.weight iq4_nl 2746blk.24.attn_output.weight q4_K 2747blk.24.attn_v.weight q4_K 2748blk.24.ffn_down_exps.weight iq4_nl 2749blk.24.ffn_down_shexp.weight iq4_nl 2750blk.25.attn_output.weight q4_K 2751blk.25.attn_v.weight q4_K 2752blk.25.ffn_down_exps.weight iq4_nl 2753blk.25.ffn_down_shexp.weight iq4_nl 2754blk.26.attn_output.weight q4_K 2755blk.26.attn_v.weight q4_K 2756blk.26.ffn_down_exps.weight iq4_nl 2757blk.26.ffn_down_shexp.weight iq4_nl 2758blk.27.attn_output.weight q4_K 2759blk.27.attn_v.weight q4_K 2760blk.27.ffn_down_exps.weight iq4_nl 2761blk.27.ffn_down_shexp.weight iq4_nl 2762blk.28.attn_output.weight q4_K 2763blk.28.attn_v.weight q4_K 2764blk.28.ffn_down_exps.weight iq4_nl 2765blk.28.ffn_down_shexp.weight iq4_nl 2766blk.29.attn_output.weight q4_K 2767blk.29.attn_v.weight q4_K 2768blk.29.ffn_down_exps.weight iq4_nl 2769blk.29.ffn_down_shexp.weight iq4_nl 2770blk.30.attn_output.weight q4_K 2771blk.30.attn_v.weight q4_K 2772blk.30.ffn_down_exps.weight iq4_nl 2773blk.30.ffn_down_shexp.weight iq4_nl 2774blk.31.attn_output.weight q4_K 2775blk.31.attn_v.weight q4_K 2776blk.31.ffn_down_exps.weight iq4_nl 2777blk.31.ffn_down_shexp.weight iq4_nl 2778blk.32.attn_output.weight q4_K 2779blk.32.attn_v.weight q4_K 2780blk.32.ffn_down_exps.weight iq4_nl 2781blk.32.ffn_down_shexp.weight iq4_nl 2782blk.33.attn_output.weight q4_K 2783blk.33.attn_v.weight q4_K 2784blk.33.ffn_down_exps.weight iq4_nl 2785blk.33.ffn_down_shexp.weight iq4_nl 2786blk.34.attn_output.weight q4_K 2787blk.34.attn_v.weight q4_K 2788blk.34.ffn_down_exps.weight iq4_nl 2789blk.34.ffn_down_shexp.weight iq4_nl 2790blk.35.attn_output.weight q4_K 2791blk.35.attn_v.weight q4_K 2792blk.35.ffn_down_exps.weight iq4_nl 2793blk.35.ffn_down_shexp.weight iq4_nl 2794blk.36.attn_output.weight q4_K 2795blk.36.attn_v.weight q4_K 2796blk.36.ffn_down_exps.weight iq4_nl 2797blk.36.ffn_down_shexp.weight iq4_nl 2798blk.37.attn_output.weight q4_K 2799blk.37.attn_v.weight q4_K 2800blk.37.ffn_down_exps.weight iq4_nl 2801blk.37.ffn_down_shexp.weight iq4_nl 2802blk.38.attn_output.weight q4_K 2803blk.38.attn_v.weight q4_K 2804blk.38.ffn_down_exps.weight iq4_nl 2805blk.38.ffn_down_shexp.weight iq4_nl 2806blk.39.attn_output.weight q4_K 2807blk.39.attn_v.weight q4_K 2808blk.39.ffn_down_exps.weight iq4_nl 2809blk.39.ffn_down_shexp.weight iq4_nl 2810blk.40.attn_output.weight q4_K 2811blk.40.attn_v.weight q4_K 2812blk.40.ffn_down_exps.weight iq4_nl 2813blk.40.ffn_down_shexp.weight iq4_nl 2814blk.41.attn_output.weight q4_K 2815blk.41.attn_v.weight q4_K 2816blk.41.ffn_down_exps.weight iq4_nl 2817blk.41.ffn_down_shexp.weight iq4_nl 2818blk.42.attn_output.weight q4_K 2819blk.42.attn_v.weight q4_K 2820blk.42.ffn_down_exps.weight iq4_nl 2821blk.42.ffn_down_shexp.weight iq4_nl 2822blk.43.attn_output.weight q4_K 2823blk.43.attn_v.weight q4_K 2824blk.43.ffn_down_exps.weight iq4_nl 2825blk.43.ffn_down_shexp.weight iq4_nl 2826blk.44.attn_output.weight q4_K 2827blk.44.attn_v.weight q4_K 2828blk.44.ffn_down_exps.weight iq4_nl 2829blk.44.ffn_down_shexp.weight iq4_nl 2830blk.45.attn_output.weight q4_K 2831blk.45.attn_v.weight q4_K 2832blk.45.ffn_down_exps.weight iq4_nl 2833blk.45.ffn_down_shexp.weight iq4_nl 2834 2835[IQ2_S] iq2_xs 2836output.weight q5_K 2837token_embd.weight iq3_s 2838blk.0.attn_output.weight iq3_s 2839blk.0.attn_v.weight q4_K 2840blk.0.ffn_down.weight iq4_nl 2841blk.1.attn_output.weight iq3_s 2842blk.1.attn_v.weight q4_K 2843blk.1.ffn_down_exps.weight iq4_nl 2844blk.1.ffn_down_shexp.weight iq4_nl 2845blk.2.attn_output.weight iq3_s 2846blk.2.attn_v.weight q4_K 2847blk.2.ffn_down_exps.weight iq4_nl 2848blk.2.ffn_down_shexp.weight iq4_nl 2849blk.3.attn_output.weight iq3_s 2850blk.3.attn_v.weight q4_K 2851blk.3.ffn_down_exps.weight iq4_nl 2852blk.3.ffn_down_shexp.weight iq4_nl 2853blk.4.attn_output.weight iq3_s 2854blk.4.attn_v.weight q4_K 2855blk.4.ffn_down_exps.weight iq4_nl 2856blk.4.ffn_down_shexp.weight iq4_nl 2857blk.5.attn_output.weight iq3_s 2858blk.5.attn_v.weight q4_K 2859blk.5.ffn_down_exps.weight iq4_nl 2860blk.5.ffn_down_shexp.weight iq4_nl 2861blk.6.attn_output.weight iq3_s 2862blk.6.attn_v.weight q4_K 2863blk.6.ffn_down_exps.weight iq4_nl 2864blk.6.ffn_down_shexp.weight iq4_nl 2865blk.7.attn_output.weight iq3_s 2866blk.7.attn_v.weight q4_K 2867blk.7.ffn_down_exps.weight iq4_nl 2868blk.7.ffn_down_shexp.weight iq4_nl 2869blk.8.attn_output.weight iq3_s 2870blk.8.attn_v.weight q4_K 2871blk.8.ffn_down_exps.weight iq4_nl 2872blk.8.ffn_down_shexp.weight iq4_nl 2873blk.9.attn_output.weight iq3_s 2874blk.9.attn_v.weight q4_K 2875blk.9.ffn_down_exps.weight iq4_nl 2876blk.9.ffn_down_shexp.weight iq4_nl 2877blk.10.attn_output.weight iq3_s 2878blk.10.attn_v.weight q4_K 2879blk.10.ffn_down_exps.weight iq4_nl 2880blk.10.ffn_down_shexp.weight iq4_nl 2881blk.11.attn_output.weight iq3_s 2882blk.11.attn_v.weight q4_K 2883blk.11.ffn_down_exps.weight iq4_nl 2884blk.11.ffn_down_shexp.weight iq4_nl 2885blk.12.attn_output.weight iq3_s 2886blk.12.attn_v.weight q4_K 2887blk.12.ffn_down_exps.weight iq4_nl 2888blk.12.ffn_down_shexp.weight iq4_nl 2889blk.13.attn_output.weight iq3_s 2890blk.13.attn_v.weight q4_K 2891blk.13.ffn_down_exps.weight iq4_nl 2892blk.13.ffn_down_shexp.weight iq4_nl 2893blk.14.attn_output.weight iq3_s 2894blk.14.attn_v.weight q4_K 2895blk.14.ffn_down_exps.weight iq4_nl 2896blk.14.ffn_down_shexp.weight iq4_nl 2897blk.15.attn_output.weight iq3_s 2898blk.15.attn_v.weight q4_K 2899blk.15.ffn_down_exps.weight iq4_nl 2900blk.15.ffn_down_shexp.weight iq4_nl 2901blk.16.attn_output.weight iq3_s 2902blk.16.attn_v.weight q4_K 2903blk.16.ffn_down_exps.weight iq4_nl 2904blk.16.ffn_down_shexp.weight iq4_nl 2905blk.17.attn_output.weight iq3_s 2906blk.17.attn_v.weight q4_K 2907blk.17.ffn_down_exps.weight iq4_nl 2908blk.17.ffn_down_shexp.weight iq4_nl 2909blk.18.attn_output.weight iq3_s 2910blk.18.attn_v.weight q4_K 2911blk.18.ffn_down_exps.weight iq4_nl 2912blk.18.ffn_down_shexp.weight iq4_nl 2913blk.19.attn_output.weight iq3_s 2914blk.19.attn_v.weight q4_K 2915blk.19.ffn_down_exps.weight iq4_nl 2916blk.19.ffn_down_shexp.weight iq4_nl 2917blk.20.attn_output.weight iq3_s 2918blk.20.attn_v.weight q4_K 2919blk.20.ffn_down_exps.weight iq4_nl 2920blk.20.ffn_down_shexp.weight iq4_nl 2921blk.21.attn_output.weight iq3_s 2922blk.21.attn_v.weight q4_K 2923blk.21.ffn_down_exps.weight iq4_nl 2924blk.21.ffn_down_shexp.weight iq4_nl 2925blk.22.attn_output.weight iq3_s 2926blk.22.attn_v.weight q4_K 2927blk.22.ffn_down_exps.weight iq4_nl 2928blk.22.ffn_down_shexp.weight iq4_nl 2929blk.23.attn_output.weight iq3_s 2930blk.23.attn_v.weight q4_K 2931blk.23.ffn_down_exps.weight iq4_nl 2932blk.23.ffn_down_shexp.weight iq4_nl 2933blk.24.attn_output.weight iq3_s 2934blk.24.attn_v.weight q4_K 2935blk.24.ffn_down_exps.weight iq4_nl 2936blk.24.ffn_down_shexp.weight iq4_nl 2937blk.25.attn_output.weight iq3_s 2938blk.25.attn_v.weight q4_K 2939blk.25.ffn_down_exps.weight iq4_nl 2940blk.25.ffn_down_shexp.weight iq4_nl 2941blk.26.attn_output.weight iq3_s 2942blk.26.attn_v.weight q4_K 2943blk.26.ffn_down_exps.weight iq4_nl 2944blk.26.ffn_down_shexp.weight iq4_nl 2945blk.27.attn_output.weight iq3_s 2946blk.27.attn_v.weight q4_K 2947blk.27.ffn_down_exps.weight iq4_nl 2948blk.27.ffn_down_shexp.weight iq4_nl 2949blk.28.attn_output.weight iq3_s 2950blk.28.attn_v.weight q4_K 2951blk.28.ffn_down_exps.weight iq4_nl 2952blk.28.ffn_down_shexp.weight iq4_nl 2953blk.29.attn_output.weight iq3_s 2954blk.29.attn_v.weight q4_K 2955blk.29.ffn_down_exps.weight iq4_nl 2956blk.29.ffn_down_shexp.weight iq4_nl 2957blk.30.attn_output.weight iq3_s 2958blk.30.attn_v.weight q4_K 2959blk.30.ffn_down_exps.weight iq4_nl 2960blk.30.ffn_down_shexp.weight iq4_nl 2961blk.31.attn_output.weight iq3_s 2962blk.31.attn_v.weight q4_K 2963blk.31.ffn_down_exps.weight iq4_nl 2964blk.31.ffn_down_shexp.weight iq4_nl 2965blk.32.attn_output.weight iq3_s 2966blk.32.attn_v.weight q4_K 2967blk.32.ffn_down_exps.weight iq4_nl 2968blk.32.ffn_down_shexp.weight iq4_nl 2969blk.33.attn_output.weight iq3_s 2970blk.33.attn_v.weight q4_K 2971blk.33.ffn_down_exps.weight iq4_nl 2972blk.33.ffn_down_shexp.weight iq4_nl 2973blk.34.attn_output.weight iq3_s 2974blk.34.attn_v.weight q4_K 2975blk.34.ffn_down_exps.weight iq4_nl 2976blk.34.ffn_down_shexp.weight iq4_nl 2977blk.35.attn_output.weight iq3_s 2978blk.35.attn_v.weight q4_K 2979blk.35.ffn_down_exps.weight iq4_nl 2980blk.35.ffn_down_shexp.weight iq4_nl 2981blk.36.attn_output.weight iq3_s 2982blk.36.attn_v.weight q4_K 2983blk.36.ffn_down_exps.weight iq4_nl 2984blk.36.ffn_down_shexp.weight iq4_nl 2985blk.37.attn_output.weight iq3_s 2986blk.37.attn_v.weight q4_K 2987blk.37.ffn_down_exps.weight iq4_nl 2988blk.37.ffn_down_shexp.weight iq4_nl 2989blk.38.attn_output.weight iq3_s 2990blk.38.attn_v.weight q4_K 2991blk.38.ffn_down_exps.weight iq4_nl 2992blk.38.ffn_down_shexp.weight iq4_nl 2993blk.39.attn_output.weight iq3_s 2994blk.39.attn_v.weight q4_K 2995blk.39.ffn_down_exps.weight iq4_nl 2996blk.39.ffn_down_shexp.weight iq4_nl 2997blk.40.attn_output.weight iq3_s 2998blk.40.attn_v.weight q4_K 2999blk.40.ffn_down_exps.weight iq4_nl 3000blk.40.ffn_down_shexp.weight iq4_nl 3001blk.41.attn_output.weight iq3_s 3002blk.41.attn_v.weight q4_K 3003blk.41.ffn_down_exps.weight iq4_nl 3004blk.41.ffn_down_shexp.weight iq4_nl 3005blk.42.attn_output.weight iq3_s 3006blk.42.attn_v.weight q4_K 3007blk.42.ffn_down_exps.weight iq4_nl 3008blk.42.ffn_down_shexp.weight iq4_nl 3009blk.43.attn_output.weight iq3_s 3010blk.43.attn_v.weight q4_K 3011blk.43.ffn_down_exps.weight iq4_nl 3012blk.43.ffn_down_shexp.weight iq4_nl 3013blk.44.attn_output.weight iq3_s 3014blk.44.attn_v.weight q4_K 3015blk.44.ffn_down_exps.weight iq4_nl 3016blk.44.ffn_down_shexp.weight iq4_nl 3017blk.45.attn_output.weight iq3_s 3018blk.45.attn_v.weight q4_K 3019blk.45.ffn_down_exps.weight iq4_nl 3020blk.45.ffn_down_shexp.weight iq4_nl 3021 3022[IQ2_M] iq2_s 3023output.weight q5_K 3024token_embd.weight iq3_s 3025blk.0.attn_output.weight iq3_s 3026blk.0.attn_v.weight q4_K 3027blk.0.ffn_down.weight iq4_nl 3028blk.1.attn_output.weight iq3_s 3029blk.1.attn_v.weight q4_K 3030blk.1.ffn_down_exps.weight iq4_nl 3031blk.1.ffn_down_shexp.weight iq4_nl 3032blk.2.attn_output.weight iq3_s 3033blk.2.attn_v.weight q4_K 3034blk.2.ffn_down_exps.weight iq4_nl 3035blk.2.ffn_down_shexp.weight iq4_nl 3036blk.3.attn_output.weight iq3_s 3037blk.3.attn_v.weight q4_K 3038blk.3.ffn_down_exps.weight iq4_nl 3039blk.3.ffn_down_shexp.weight iq4_nl 3040blk.4.attn_output.weight iq3_s 3041blk.4.attn_v.weight q4_K 3042blk.4.ffn_down_exps.weight iq4_nl 3043blk.4.ffn_down_shexp.weight iq4_nl 3044blk.5.attn_output.weight iq3_s 3045blk.5.attn_v.weight q4_K 3046blk.5.ffn_down_exps.weight iq4_nl 3047blk.5.ffn_down_shexp.weight iq4_nl 3048blk.6.attn_output.weight iq3_s 3049blk.6.attn_v.weight q4_K 3050blk.6.ffn_down_exps.weight iq4_nl 3051blk.6.ffn_down_shexp.weight iq4_nl 3052blk.7.attn_output.weight iq3_s 3053blk.7.attn_v.weight q4_K 3054blk.7.ffn_down_exps.weight iq4_nl 3055blk.7.ffn_down_shexp.weight iq4_nl 3056blk.8.attn_output.weight iq3_s 3057blk.8.attn_v.weight q4_K 3058blk.8.ffn_down_exps.weight iq4_nl 3059blk.8.ffn_down_shexp.weight iq4_nl 3060blk.9.attn_output.weight iq3_s 3061blk.9.attn_v.weight q4_K 3062blk.9.ffn_down_exps.weight iq4_nl 3063blk.9.ffn_down_shexp.weight iq4_nl 3064blk.10.attn_output.weight iq3_s 3065blk.10.attn_v.weight q4_K 3066blk.10.ffn_down_exps.weight iq4_nl 3067blk.10.ffn_down_shexp.weight iq4_nl 3068blk.11.attn_output.weight iq3_s 3069blk.11.attn_v.weight q4_K 3070blk.11.ffn_down_exps.weight iq4_nl 3071blk.11.ffn_down_shexp.weight iq4_nl 3072blk.12.attn_output.weight iq3_s 3073blk.12.attn_v.weight q4_K 3074blk.12.ffn_down_exps.weight iq4_nl 3075blk.12.ffn_down_shexp.weight iq4_nl 3076blk.13.attn_output.weight iq3_s 3077blk.13.attn_v.weight q4_K 3078blk.13.ffn_down_exps.weight iq4_nl 3079blk.13.ffn_down_shexp.weight iq4_nl 3080blk.14.attn_output.weight iq3_s 3081blk.14.attn_v.weight q4_K 3082blk.14.ffn_down_exps.weight iq4_nl 3083blk.14.ffn_down_shexp.weight iq4_nl 3084blk.15.attn_output.weight iq3_s 3085blk.15.attn_v.weight q4_K 3086blk.15.ffn_down_exps.weight iq4_nl 3087blk.15.ffn_down_shexp.weight iq4_nl 3088blk.16.attn_output.weight iq3_s 3089blk.16.attn_v.weight q4_K 3090blk.16.ffn_down_exps.weight iq4_nl 3091blk.16.ffn_down_shexp.weight iq4_nl 3092blk.17.attn_output.weight iq3_s 3093blk.17.attn_v.weight q4_K 3094blk.17.ffn_down_exps.weight iq4_nl 3095blk.17.ffn_down_shexp.weight iq4_nl 3096blk.18.attn_output.weight iq3_s 3097blk.18.attn_v.weight q4_K 3098blk.18.ffn_down_exps.weight iq4_nl 3099blk.18.ffn_down_shexp.weight iq4_nl 3100blk.19.attn_output.weight iq3_s 3101blk.19.attn_v.weight q4_K 3102blk.19.ffn_down_exps.weight iq4_nl 3103blk.19.ffn_down_shexp.weight iq4_nl 3104blk.20.attn_output.weight iq3_s 3105blk.20.attn_v.weight q4_K 3106blk.20.ffn_down_exps.weight iq4_nl 3107blk.20.ffn_down_shexp.weight iq4_nl 3108blk.21.attn_output.weight iq3_s 3109blk.21.attn_v.weight q4_K 3110blk.21.ffn_down_exps.weight iq4_nl 3111blk.21.ffn_down_shexp.weight iq4_nl 3112blk.22.attn_output.weight iq3_s 3113blk.22.attn_v.weight q4_K 3114blk.22.ffn_down_exps.weight iq4_nl 3115blk.22.ffn_down_shexp.weight iq4_nl 3116blk.23.attn_output.weight iq3_s 3117blk.23.attn_v.weight q4_K 3118blk.23.ffn_down_exps.weight iq4_nl 3119blk.23.ffn_down_shexp.weight iq4_nl 3120blk.24.attn_output.weight iq3_s 3121blk.24.attn_v.weight q4_K 3122blk.24.ffn_down_exps.weight iq4_nl 3123blk.24.ffn_down_shexp.weight iq4_nl 3124blk.25.attn_output.weight iq3_s 3125blk.25.attn_v.weight q4_K 3126blk.25.ffn_down_exps.weight iq4_nl 3127blk.25.ffn_down_shexp.weight iq4_nl 3128blk.26.attn_output.weight iq3_s 3129blk.26.attn_v.weight q4_K 3130blk.26.ffn_down_exps.weight iq4_nl 3131blk.26.ffn_down_shexp.weight iq4_nl 3132blk.27.attn_output.weight iq3_s 3133blk.27.attn_v.weight q4_K 3134blk.27.ffn_down_exps.weight iq4_nl 3135blk.27.ffn_down_shexp.weight iq4_nl 3136blk.28.attn_output.weight iq3_s 3137blk.28.attn_v.weight q4_K 3138blk.28.ffn_down_exps.weight iq4_nl 3139blk.28.ffn_down_shexp.weight iq4_nl 3140blk.29.attn_output.weight iq3_s 3141blk.29.attn_v.weight q4_K 3142blk.29.ffn_down_exps.weight iq4_nl 3143blk.29.ffn_down_shexp.weight iq4_nl 3144blk.30.attn_output.weight iq3_s 3145blk.30.attn_v.weight q4_K 3146blk.30.ffn_down_exps.weight iq4_nl 3147blk.30.ffn_down_shexp.weight iq4_nl 3148blk.31.attn_output.weight iq3_s 3149blk.31.attn_v.weight q4_K 3150blk.31.ffn_down_exps.weight iq4_nl 3151blk.31.ffn_down_shexp.weight iq4_nl 3152blk.32.attn_output.weight iq3_s 3153blk.32.attn_v.weight q4_K 3154blk.32.ffn_down_exps.weight iq4_nl 3155blk.32.ffn_down_shexp.weight iq4_nl 3156blk.33.attn_output.weight iq3_s 3157blk.33.attn_v.weight q4_K 3158blk.33.ffn_down_exps.weight iq4_nl 3159blk.33.ffn_down_shexp.weight iq4_nl 3160blk.34.attn_output.weight iq3_s 3161blk.34.attn_v.weight q4_K 3162blk.34.ffn_down_exps.weight iq4_nl 3163blk.34.ffn_down_shexp.weight iq4_nl 3164blk.35.attn_output.weight iq3_s 3165blk.35.attn_v.weight q4_K 3166blk.35.ffn_down_exps.weight iq4_nl 3167blk.35.ffn_down_shexp.weight iq4_nl 3168blk.36.attn_output.weight iq3_s 3169blk.36.attn_v.weight q4_K 3170blk.36.ffn_down_exps.weight iq4_nl 3171blk.36.ffn_down_shexp.weight iq4_nl 3172blk.37.attn_output.weight iq3_s 3173blk.37.attn_v.weight q4_K 3174blk.37.ffn_down_exps.weight iq4_nl 3175blk.37.ffn_down_shexp.weight iq4_nl 3176blk.38.attn_output.weight iq3_s 3177blk.38.attn_v.weight q4_K 3178blk.38.ffn_down_exps.weight iq4_nl 3179blk.38.ffn_down_shexp.weight iq4_nl 3180blk.39.attn_output.weight iq3_s 3181blk.39.attn_v.weight q4_K 3182blk.39.ffn_down_exps.weight iq4_nl 3183blk.39.ffn_down_shexp.weight iq4_nl 3184blk.40.attn_output.weight iq3_s 3185blk.40.attn_v.weight q4_K 3186blk.40.ffn_down_exps.weight iq4_nl 3187blk.40.ffn_down_shexp.weight iq4_nl 3188blk.41.attn_output.weight iq3_s 3189blk.41.attn_v.weight q4_K 3190blk.41.ffn_down_exps.weight iq4_nl 3191blk.41.ffn_down_shexp.weight iq4_nl 3192blk.42.attn_output.weight iq3_s 3193blk.42.attn_v.weight q4_K 3194blk.42.ffn_down_exps.weight iq4_nl 3195blk.42.ffn_down_shexp.weight iq4_nl 3196blk.43.attn_output.weight iq3_s 3197blk.43.attn_v.weight q4_K 3198blk.43.ffn_down_exps.weight iq4_nl 3199blk.43.ffn_down_shexp.weight iq4_nl 3200blk.44.attn_output.weight iq3_s 3201blk.44.attn_v.weight q4_K 3202blk.44.ffn_down_exps.weight iq4_nl 3203blk.44.ffn_down_shexp.weight iq4_nl 3204blk.45.attn_output.weight iq3_s 3205blk.45.attn_v.weight q4_K 3206blk.45.ffn_down_exps.weight iq4_nl 3207blk.45.ffn_down_shexp.weight iq4_nl 3208 3209[IQ4_XS] iq4_xs 3210output.weight q6_K 3211blk.0.attn_v.weight q5_K 3212blk.0.ffn_down.weight q5_1 3213blk.1.attn_v.weight q5_K 3214blk.1.ffn_down_exps.weight q5_1 3215blk.1.ffn_down_shexp.weight q5_1 3216blk.2.attn_v.weight q5_K 3217blk.2.ffn_down_exps.weight q5_1 3218blk.2.ffn_down_shexp.weight q5_1 3219blk.3.attn_v.weight q5_K 3220blk.3.ffn_down_exps.weight q5_1 3221blk.3.ffn_down_shexp.weight q5_1 3222blk.4.attn_v.weight q5_K 3223blk.4.ffn_down_exps.weight q5_1 3224blk.4.ffn_down_shexp.weight q5_1 3225blk.5.attn_v.weight q5_K 3226blk.5.ffn_down_exps.weight iq4_nl 3227blk.5.ffn_down_shexp.weight iq4_nl 3228blk.6.attn_v.weight q5_K 3229blk.6.ffn_down_exps.weight iq4_nl 3230blk.6.ffn_down_shexp.weight iq4_nl 3231blk.7.attn_v.weight q5_K 3232blk.7.ffn_down_exps.weight iq4_nl 3233blk.7.ffn_down_shexp.weight iq4_nl 3234blk.8.attn_v.weight q5_K 3235blk.8.ffn_down_exps.weight iq4_nl 3236blk.8.ffn_down_shexp.weight iq4_nl 3237blk.9.attn_v.weight q5_K 3238blk.9.ffn_down_exps.weight iq4_nl 3239blk.9.ffn_down_shexp.weight iq4_nl 3240blk.10.attn_v.weight q5_K 3241blk.10.ffn_down_exps.weight iq4_nl 3242blk.10.ffn_down_shexp.weight iq4_nl 3243blk.11.attn_v.weight q5_K 3244blk.11.ffn_down_exps.weight iq4_nl 3245blk.11.ffn_down_shexp.weight iq4_nl 3246blk.12.attn_v.weight q5_K 3247blk.12.ffn_down_exps.weight iq4_nl 3248blk.12.ffn_down_shexp.weight iq4_nl 3249blk.13.attn_v.weight q5_K 3250blk.13.ffn_down_exps.weight iq4_nl 3251blk.13.ffn_down_shexp.weight iq4_nl 3252blk.14.attn_v.weight q5_K 3253blk.14.ffn_down_exps.weight iq4_nl 3254blk.14.ffn_down_shexp.weight iq4_nl 3255blk.15.attn_v.weight q5_K 3256blk.15.ffn_down_exps.weight iq4_nl 3257blk.15.ffn_down_shexp.weight iq4_nl 3258blk.16.attn_v.weight q5_K 3259blk.16.ffn_down_exps.weight iq4_nl 3260blk.16.ffn_down_shexp.weight iq4_nl 3261blk.17.attn_v.weight q5_K 3262blk.17.ffn_down_exps.weight iq4_nl 3263blk.17.ffn_down_shexp.weight iq4_nl 3264blk.18.attn_v.weight q5_K 3265blk.18.ffn_down_exps.weight iq4_nl 3266blk.18.ffn_down_shexp.weight iq4_nl 3267blk.19.attn_v.weight q5_K 3268blk.19.ffn_down_exps.weight iq4_nl 3269blk.19.ffn_down_shexp.weight iq4_nl 3270blk.20.attn_v.weight q5_K 3271blk.20.ffn_down_exps.weight iq4_nl 3272blk.20.ffn_down_shexp.weight iq4_nl 3273blk.21.attn_v.weight q5_K 3274blk.21.ffn_down_exps.weight iq4_nl 3275blk.21.ffn_down_shexp.weight iq4_nl 3276blk.22.attn_v.weight q5_K 3277blk.22.ffn_down_exps.weight iq4_nl 3278blk.22.ffn_down_shexp.weight iq4_nl 3279blk.23.attn_v.weight q5_K 3280blk.23.ffn_down_exps.weight iq4_nl 3281blk.23.ffn_down_shexp.weight iq4_nl 3282blk.24.attn_v.weight q5_K 3283blk.24.ffn_down_exps.weight iq4_nl 3284blk.24.ffn_down_shexp.weight iq4_nl 3285blk.25.attn_v.weight q5_K 3286blk.25.ffn_down_exps.weight iq4_nl 3287blk.25.ffn_down_shexp.weight iq4_nl 3288blk.26.attn_v.weight q5_K 3289blk.26.ffn_down_exps.weight iq4_nl 3290blk.26.ffn_down_shexp.weight iq4_nl 3291blk.27.attn_v.weight q5_K 3292blk.27.ffn_down_exps.weight iq4_nl 3293blk.27.ffn_down_shexp.weight iq4_nl 3294blk.28.attn_v.weight q5_K 3295blk.28.ffn_down_exps.weight iq4_nl 3296blk.28.ffn_down_shexp.weight iq4_nl 3297blk.29.attn_v.weight q5_K 3298blk.29.ffn_down_exps.weight iq4_nl 3299blk.29.ffn_down_shexp.weight iq4_nl 3300blk.30.attn_v.weight q5_K 3301blk.30.ffn_down_exps.weight iq4_nl 3302blk.30.ffn_down_shexp.weight iq4_nl 3303blk.31.attn_v.weight q5_K 3304blk.31.ffn_down_exps.weight iq4_nl 3305blk.31.ffn_down_shexp.weight iq4_nl 3306blk.32.attn_v.weight q5_K 3307blk.32.ffn_down_exps.weight iq4_nl 3308blk.32.ffn_down_shexp.weight iq4_nl 3309blk.33.attn_v.weight q5_K 3310blk.33.ffn_down_exps.weight iq4_nl 3311blk.33.ffn_down_shexp.weight iq4_nl 3312blk.34.attn_v.weight q5_K 3313blk.34.ffn_down_exps.weight iq4_nl 3314blk.34.ffn_down_shexp.weight iq4_nl 3315blk.35.attn_v.weight q5_K 3316blk.35.ffn_down_exps.weight iq4_nl 3317blk.35.ffn_down_shexp.weight iq4_nl 3318blk.36.attn_v.weight q5_K 3319blk.36.ffn_down_exps.weight iq4_nl 3320blk.36.ffn_down_shexp.weight iq4_nl 3321blk.37.attn_v.weight q5_K 3322blk.37.ffn_down_exps.weight iq4_nl 3323blk.37.ffn_down_shexp.weight iq4_nl 3324blk.38.attn_v.weight q5_K 3325blk.38.ffn_down_exps.weight iq4_nl 3326blk.38.ffn_down_shexp.weight iq4_nl 3327blk.39.attn_v.weight q5_K 3328blk.39.ffn_down_exps.weight iq4_nl 3329blk.39.ffn_down_shexp.weight iq4_nl 3330blk.40.attn_v.weight q5_K 3331blk.40.ffn_down_exps.weight iq4_nl 3332blk.40.ffn_down_shexp.weight iq4_nl 3333blk.41.attn_v.weight q5_K 3334blk.41.ffn_down_exps.weight iq4_nl 3335blk.41.ffn_down_shexp.weight iq4_nl 3336blk.42.attn_v.weight q5_K 3337blk.42.ffn_down_exps.weight iq4_nl 3338blk.42.ffn_down_shexp.weight iq4_nl 3339blk.43.attn_v.weight q5_K 3340blk.43.ffn_down_exps.weight iq4_nl 3341blk.43.ffn_down_shexp.weight iq4_nl 3342blk.44.attn_v.weight q5_K 3343blk.44.ffn_down_exps.weight iq4_nl 3344blk.44.ffn_down_shexp.weight iq4_nl 3345blk.45.attn_v.weight q5_K 3346blk.45.ffn_down_exps.weight iq4_nl 3347blk.45.ffn_down_shexp.weight iq4_nl 3348 3349[IQ1_M] iq1_m 3350output.weight q5_K 3351token_embd.weight q2_K 3352blk.0.attn_output.weight iq2_xxs 3353blk.0.attn_v.weight q4_K 3354blk.0.ffn_down.weight q4_0 3355blk.1.attn_output.weight iq2_xxs 3356blk.1.attn_v.weight q4_K 3357blk.1.ffn_down_exps.weight q4_0 3358blk.1.ffn_down_shexp.weight q4_0 3359blk.2.attn_output.weight iq2_xxs 3360blk.2.attn_v.weight q4_K 3361blk.2.ffn_down_exps.weight q4_0 3362blk.2.ffn_down_shexp.weight q4_0 3363blk.3.attn_output.weight iq2_xxs 3364blk.3.attn_v.weight q4_K 3365blk.3.ffn_down_exps.weight iq4_nl 3366blk.3.ffn_down_shexp.weight iq4_nl 3367blk.4.attn_output.weight iq2_xxs 3368blk.4.attn_v.weight q4_K 3369blk.4.ffn_down_exps.weight iq4_nl 3370blk.4.ffn_down_shexp.weight iq4_nl 3371blk.5.attn_output.weight iq2_xxs 3372blk.5.attn_v.weight q4_K 3373blk.5.ffn_down_exps.weight iq4_nl 3374blk.5.ffn_down_shexp.weight iq4_nl 3375blk.6.attn_output.weight iq2_xxs 3376blk.6.attn_v.weight q4_K 3377blk.6.ffn_down_exps.weight iq4_nl 3378blk.6.ffn_down_shexp.weight iq4_nl 3379blk.7.attn_output.weight iq2_xxs 3380blk.7.attn_v.weight q4_K 3381blk.7.ffn_down_exps.weight iq4_nl 3382blk.7.ffn_down_shexp.weight iq4_nl 3383blk.8.attn_output.weight iq2_xxs 3384blk.8.attn_v.weight q4_K 3385blk.8.ffn_down_exps.weight iq4_nl 3386blk.8.ffn_down_shexp.weight iq4_nl 3387blk.9.attn_output.weight iq2_xxs 3388blk.9.attn_v.weight q4_K 3389blk.9.ffn_down_exps.weight iq4_nl 3390blk.9.ffn_down_shexp.weight iq4_nl 3391blk.10.attn_output.weight iq2_xxs 3392blk.10.attn_v.weight q4_K 3393blk.10.ffn_down_exps.weight iq4_nl 3394blk.10.ffn_down_shexp.weight iq4_nl 3395blk.11.attn_output.weight iq2_xxs 3396blk.11.attn_v.weight q4_K 3397blk.11.ffn_down_exps.weight iq4_nl 3398blk.11.ffn_down_shexp.weight iq4_nl 3399blk.12.attn_output.weight iq2_xxs 3400blk.12.attn_v.weight q4_K 3401blk.12.ffn_down_exps.weight iq4_nl 3402blk.12.ffn_down_shexp.weight iq4_nl 3403blk.13.attn_output.weight iq2_xxs 3404blk.13.attn_v.weight q4_K 3405blk.13.ffn_down_exps.weight iq4_nl 3406blk.13.ffn_down_shexp.weight iq4_nl 3407blk.14.attn_output.weight iq2_xxs 3408blk.14.attn_v.weight q4_K 3409blk.14.ffn_down_exps.weight iq4_nl 3410blk.14.ffn_down_shexp.weight iq4_nl 3411blk.15.attn_output.weight iq2_xxs 3412blk.15.attn_v.weight q4_K 3413blk.15.ffn_down_exps.weight iq4_nl 3414blk.15.ffn_down_shexp.weight iq4_nl 3415blk.16.attn_output.weight iq2_xxs 3416blk.16.attn_v.weight q4_K 3417blk.16.ffn_down_exps.weight iq4_nl 3418blk.16.ffn_down_shexp.weight iq4_nl 3419blk.17.attn_output.weight iq2_xxs 3420blk.17.attn_v.weight q4_K 3421blk.17.ffn_down_exps.weight iq4_nl 3422blk.17.ffn_down_shexp.weight iq4_nl 3423blk.18.attn_output.weight iq2_xxs 3424blk.18.attn_v.weight q4_K 3425blk.18.ffn_down_exps.weight iq4_nl 3426blk.18.ffn_down_shexp.weight iq4_nl 3427blk.19.attn_output.weight iq2_xxs 3428blk.19.attn_v.weight q4_K 3429blk.19.ffn_down_exps.weight iq4_nl 3430blk.19.ffn_down_shexp.weight iq4_nl 3431blk.20.attn_output.weight iq2_xxs 3432blk.20.attn_v.weight q4_K 3433blk.20.ffn_down_exps.weight iq4_nl 3434blk.20.ffn_down_shexp.weight iq4_nl 3435blk.21.attn_output.weight iq2_xxs 3436blk.21.attn_v.weight q4_K 3437blk.21.ffn_down_exps.weight iq4_nl 3438blk.21.ffn_down_shexp.weight iq4_nl 3439blk.22.attn_output.weight iq2_xxs 3440blk.22.attn_v.weight q4_K 3441blk.22.ffn_down_exps.weight iq4_nl 3442blk.22.ffn_down_shexp.weight iq4_nl 3443blk.23.attn_output.weight iq2_xxs 3444blk.23.attn_v.weight q4_K 3445blk.23.ffn_down_exps.weight iq4_nl 3446blk.23.ffn_down_shexp.weight iq4_nl 3447blk.24.attn_output.weight iq2_xxs 3448blk.24.attn_v.weight q4_K 3449blk.24.ffn_down_exps.weight iq4_nl 3450blk.24.ffn_down_shexp.weight iq4_nl 3451blk.25.attn_output.weight iq2_xxs 3452blk.25.attn_v.weight q4_K 3453blk.25.ffn_down_exps.weight iq4_nl 3454blk.25.ffn_down_shexp.weight iq4_nl 3455blk.26.attn_output.weight iq2_xxs 3456blk.26.attn_v.weight q4_K 3457blk.26.ffn_down_exps.weight iq4_nl 3458blk.26.ffn_down_shexp.weight iq4_nl 3459blk.27.attn_output.weight iq2_xxs 3460blk.27.attn_v.weight q4_K 3461blk.27.ffn_down_exps.weight iq4_nl 3462blk.27.ffn_down_shexp.weight iq4_nl 3463blk.28.attn_output.weight iq2_xxs 3464blk.28.attn_v.weight q4_K 3465blk.28.ffn_down_exps.weight iq4_nl 3466blk.28.ffn_down_shexp.weight iq4_nl 3467blk.29.attn_output.weight iq2_xxs 3468blk.29.attn_v.weight q4_K 3469blk.29.ffn_down_exps.weight iq4_nl 3470blk.29.ffn_down_shexp.weight iq4_nl 3471blk.30.attn_output.weight iq2_xxs 3472blk.30.attn_v.weight q4_K 3473blk.30.ffn_down_exps.weight iq4_nl 3474blk.30.ffn_down_shexp.weight iq4_nl 3475blk.31.attn_output.weight iq2_xxs 3476blk.31.attn_v.weight q4_K 3477blk.31.ffn_down_exps.weight iq4_nl 3478blk.31.ffn_down_shexp.weight iq4_nl 3479blk.32.attn_output.weight iq2_xxs 3480blk.32.attn_v.weight q4_K 3481blk.32.ffn_down_exps.weight iq4_nl 3482blk.32.ffn_down_shexp.weight iq4_nl 3483blk.33.attn_output.weight iq2_xxs 3484blk.33.attn_v.weight q4_K 3485blk.33.ffn_down_exps.weight iq4_nl 3486blk.33.ffn_down_shexp.weight iq4_nl 3487blk.34.attn_output.weight iq2_xxs 3488blk.34.attn_v.weight q4_K 3489blk.34.ffn_down_exps.weight iq4_nl 3490blk.34.ffn_down_shexp.weight iq4_nl 3491blk.35.attn_output.weight iq2_xxs 3492blk.35.attn_v.weight q4_K 3493blk.35.ffn_down_exps.weight iq4_nl 3494blk.35.ffn_down_shexp.weight iq4_nl 3495blk.36.attn_output.weight iq2_xxs 3496blk.36.attn_v.weight q4_K 3497blk.36.ffn_down_exps.weight iq4_nl 3498blk.36.ffn_down_shexp.weight iq4_nl 3499blk.37.attn_output.weight iq2_xxs 3500blk.37.attn_v.weight q4_K 3501blk.37.ffn_down_exps.weight iq4_nl 3502blk.37.ffn_down_shexp.weight iq4_nl 3503blk.38.attn_output.weight iq2_xxs 3504blk.38.attn_v.weight q4_K 3505blk.38.ffn_down_exps.weight iq4_nl 3506blk.38.ffn_down_shexp.weight iq4_nl 3507blk.39.attn_output.weight iq2_xxs 3508blk.39.attn_v.weight q4_K 3509blk.39.ffn_down_exps.weight iq4_nl 3510blk.39.ffn_down_shexp.weight iq4_nl 3511blk.40.attn_output.weight iq2_xxs 3512blk.40.attn_v.weight q4_K 3513blk.40.ffn_down_exps.weight iq4_nl 3514blk.40.ffn_down_shexp.weight iq4_nl 3515blk.41.attn_output.weight iq2_xxs 3516blk.41.attn_v.weight q4_K 3517blk.41.ffn_down_exps.weight iq4_nl 3518blk.41.ffn_down_shexp.weight iq4_nl 3519blk.42.attn_output.weight iq2_xxs 3520blk.42.attn_v.weight q4_K 3521blk.42.ffn_down_exps.weight iq4_nl 3522blk.42.ffn_down_shexp.weight iq4_nl 3523blk.43.attn_output.weight iq2_xxs 3524blk.43.attn_v.weight q4_K 3525blk.43.ffn_down_exps.weight iq4_nl 3526blk.43.ffn_down_shexp.weight iq4_nl 3527blk.44.attn_output.weight iq2_xxs 3528blk.44.attn_v.weight q4_K 3529blk.44.ffn_down_exps.weight iq4_nl 3530blk.44.ffn_down_shexp.weight iq4_nl 3531blk.45.attn_output.weight iq2_xxs 3532blk.45.attn_v.weight q4_K 3533blk.45.ffn_down_exps.weight iq4_nl 3534blk.45.ffn_down_shexp.weight iq4_nl 3535 3536[BF16] bf16 3537 3538[TQ1_0] tq1_0 3539output.weight q6_K 3540token_embd.weight q4_K 3541blk.0.ffn_down.weight q4_0 3542blk.1.ffn_down_exps.weight q4_0 3543blk.1.ffn_down_shexp.weight q4_0 3544blk.2.ffn_down_exps.weight q4_0 3545blk.2.ffn_down_shexp.weight q4_0 3546blk.3.ffn_down_exps.weight q4_0 3547blk.3.ffn_down_shexp.weight q4_0 3548blk.4.ffn_down_exps.weight q4_0 3549blk.4.ffn_down_shexp.weight q4_0 3550blk.5.ffn_down_exps.weight q4_0 3551blk.5.ffn_down_shexp.weight q4_0 3552blk.6.ffn_down_exps.weight q4_0 3553blk.6.ffn_down_shexp.weight q4_0 3554blk.7.ffn_down_exps.weight q4_0 3555blk.7.ffn_down_shexp.weight q4_0 3556blk.8.ffn_down_exps.weight q4_0 3557blk.8.ffn_down_shexp.weight q4_0 3558blk.9.ffn_down_exps.weight q4_0 3559blk.9.ffn_down_shexp.weight q4_0 3560blk.10.ffn_down_exps.weight q4_0 3561blk.10.ffn_down_shexp.weight q4_0 3562blk.11.ffn_down_exps.weight q4_0 3563blk.11.ffn_down_shexp.weight q4_0 3564blk.12.ffn_down_exps.weight q4_0 3565blk.12.ffn_down_shexp.weight q4_0 3566blk.13.ffn_down_exps.weight q4_0 3567blk.13.ffn_down_shexp.weight q4_0 3568blk.14.ffn_down_exps.weight q4_0 3569blk.14.ffn_down_shexp.weight q4_0 3570blk.15.ffn_down_exps.weight q4_0 3571blk.15.ffn_down_shexp.weight q4_0 3572blk.16.ffn_down_exps.weight q4_0 3573blk.16.ffn_down_shexp.weight q4_0 3574blk.17.ffn_down_exps.weight q4_0 3575blk.17.ffn_down_shexp.weight q4_0 3576blk.18.ffn_down_exps.weight q4_0 3577blk.18.ffn_down_shexp.weight q4_0 3578blk.19.ffn_down_exps.weight q4_0 3579blk.19.ffn_down_shexp.weight q4_0 3580blk.20.ffn_down_exps.weight q4_0 3581blk.20.ffn_down_shexp.weight q4_0 3582blk.21.ffn_down_exps.weight q4_0 3583blk.21.ffn_down_shexp.weight q4_0 3584blk.22.ffn_down_exps.weight q4_0 3585blk.22.ffn_down_shexp.weight q4_0 3586blk.23.ffn_down_exps.weight q4_0 3587blk.23.ffn_down_shexp.weight q4_0 3588blk.24.ffn_down_exps.weight q4_0 3589blk.24.ffn_down_shexp.weight q4_0 3590blk.25.ffn_down_exps.weight q4_0 3591blk.25.ffn_down_shexp.weight q4_0 3592blk.26.ffn_down_exps.weight q4_0 3593blk.26.ffn_down_shexp.weight q4_0 3594blk.27.ffn_down_exps.weight q4_0 3595blk.27.ffn_down_shexp.weight q4_0 3596blk.28.ffn_down_exps.weight q4_0 3597blk.28.ffn_down_shexp.weight q4_0 3598blk.29.ffn_down_exps.weight q4_0 3599blk.29.ffn_down_shexp.weight q4_0 3600blk.30.ffn_down_exps.weight q4_0 3601blk.30.ffn_down_shexp.weight q4_0 3602blk.31.ffn_down_exps.weight q4_0 3603blk.31.ffn_down_shexp.weight q4_0 3604blk.32.ffn_down_exps.weight q4_0 3605blk.32.ffn_down_shexp.weight q4_0 3606blk.33.ffn_down_exps.weight q4_0 3607blk.33.ffn_down_shexp.weight q4_0 3608blk.34.ffn_down_exps.weight q4_0 3609blk.34.ffn_down_shexp.weight q4_0 3610blk.35.ffn_down_exps.weight q4_0 3611blk.35.ffn_down_shexp.weight q4_0 3612blk.36.ffn_down_exps.weight q4_0 3613blk.36.ffn_down_shexp.weight q4_0 3614blk.37.ffn_down_exps.weight q4_0 3615blk.37.ffn_down_shexp.weight q4_0 3616blk.38.ffn_down_exps.weight q4_0 3617blk.38.ffn_down_shexp.weight q4_0 3618blk.39.ffn_down_exps.weight q4_0 3619blk.39.ffn_down_shexp.weight q4_0 3620blk.40.ffn_down_exps.weight q4_0 3621blk.40.ffn_down_shexp.weight q4_0 3622blk.41.ffn_down_exps.weight q4_0 3623blk.41.ffn_down_shexp.weight q4_0 3624blk.42.ffn_down_exps.weight q4_0 3625blk.42.ffn_down_shexp.weight q4_0 3626blk.43.ffn_down_exps.weight q4_0 3627blk.43.ffn_down_shexp.weight q4_0 3628blk.44.ffn_down_exps.weight q4_0 3629blk.44.ffn_down_shexp.weight q4_0 3630blk.45.ffn_down_exps.weight q4_0 3631blk.45.ffn_down_shexp.weight q4_0 3632 3633[TQ2_0] tq2_0 3634output.weight q6_K 3635token_embd.weight q4_K 3636blk.0.ffn_down.weight q4_0 3637blk.1.ffn_down_exps.weight q4_0 3638blk.1.ffn_down_shexp.weight q4_0 3639blk.2.ffn_down_exps.weight q4_0 3640blk.2.ffn_down_shexp.weight q4_0 3641blk.3.ffn_down_exps.weight q4_0 3642blk.3.ffn_down_shexp.weight q4_0 3643blk.4.ffn_down_exps.weight q4_0 3644blk.4.ffn_down_shexp.weight q4_0 3645blk.5.ffn_down_exps.weight q4_0 3646blk.5.ffn_down_shexp.weight q4_0 3647blk.6.ffn_down_exps.weight q4_0 3648blk.6.ffn_down_shexp.weight q4_0 3649blk.7.ffn_down_exps.weight q4_0 3650blk.7.ffn_down_shexp.weight q4_0 3651blk.8.ffn_down_exps.weight q4_0 3652blk.8.ffn_down_shexp.weight q4_0 3653blk.9.ffn_down_exps.weight q4_0 3654blk.9.ffn_down_shexp.weight q4_0 3655blk.10.ffn_down_exps.weight q4_0 3656blk.10.ffn_down_shexp.weight q4_0 3657blk.11.ffn_down_exps.weight q4_0 3658blk.11.ffn_down_shexp.weight q4_0 3659blk.12.ffn_down_exps.weight q4_0 3660blk.12.ffn_down_shexp.weight q4_0 3661blk.13.ffn_down_exps.weight q4_0 3662blk.13.ffn_down_shexp.weight q4_0 3663blk.14.ffn_down_exps.weight q4_0 3664blk.14.ffn_down_shexp.weight q4_0 3665blk.15.ffn_down_exps.weight q4_0 3666blk.15.ffn_down_shexp.weight q4_0 3667blk.16.ffn_down_exps.weight q4_0 3668blk.16.ffn_down_shexp.weight q4_0 3669blk.17.ffn_down_exps.weight q4_0 3670blk.17.ffn_down_shexp.weight q4_0 3671blk.18.ffn_down_exps.weight q4_0 3672blk.18.ffn_down_shexp.weight q4_0 3673blk.19.ffn_down_exps.weight q4_0 3674blk.19.ffn_down_shexp.weight q4_0 3675blk.20.ffn_down_exps.weight q4_0 3676blk.20.ffn_down_shexp.weight q4_0 3677blk.21.ffn_down_exps.weight q4_0 3678blk.21.ffn_down_shexp.weight q4_0 3679blk.22.ffn_down_exps.weight q4_0 3680blk.22.ffn_down_shexp.weight q4_0 3681blk.23.ffn_down_exps.weight q4_0 3682blk.23.ffn_down_shexp.weight q4_0 3683blk.24.ffn_down_exps.weight q4_0 3684blk.24.ffn_down_shexp.weight q4_0 3685blk.25.ffn_down_exps.weight q4_0 3686blk.25.ffn_down_shexp.weight q4_0 3687blk.26.ffn_down_exps.weight q4_0 3688blk.26.ffn_down_shexp.weight q4_0 3689blk.27.ffn_down_exps.weight q4_0 3690blk.27.ffn_down_shexp.weight q4_0 3691blk.28.ffn_down_exps.weight q4_0 3692blk.28.ffn_down_shexp.weight q4_0 3693blk.29.ffn_down_exps.weight q4_0 3694blk.29.ffn_down_shexp.weight q4_0 3695blk.30.ffn_down_exps.weight q4_0 3696blk.30.ffn_down_shexp.weight q4_0 3697blk.31.ffn_down_exps.weight q4_0 3698blk.31.ffn_down_shexp.weight q4_0 3699blk.32.ffn_down_exps.weight q4_0 3700blk.32.ffn_down_shexp.weight q4_0 3701blk.33.ffn_down_exps.weight q4_0 3702blk.33.ffn_down_shexp.weight q4_0 3703blk.34.ffn_down_exps.weight q4_0 3704blk.34.ffn_down_shexp.weight q4_0 3705blk.35.ffn_down_exps.weight q4_0 3706blk.35.ffn_down_shexp.weight q4_0 3707blk.36.ffn_down_exps.weight q4_0 3708blk.36.ffn_down_shexp.weight q4_0 3709blk.37.ffn_down_exps.weight q4_0 3710blk.37.ffn_down_shexp.weight q4_0 3711blk.38.ffn_down_exps.weight q4_0 3712blk.38.ffn_down_shexp.weight q4_0 3713blk.39.ffn_down_exps.weight q4_0 3714blk.39.ffn_down_shexp.weight q4_0 3715blk.40.ffn_down_exps.weight q4_0 3716blk.40.ffn_down_shexp.weight q4_0 3717blk.41.ffn_down_exps.weight q4_0 3718blk.41.ffn_down_shexp.weight q4_0 3719blk.42.ffn_down_exps.weight q4_0 3720blk.42.ffn_down_shexp.weight q4_0 3721blk.43.ffn_down_exps.weight q4_0 3722blk.43.ffn_down_shexp.weight q4_0 3723blk.44.ffn_down_exps.weight q4_0 3724blk.44.ffn_down_shexp.weight q4_0 3725blk.45.ffn_down_exps.weight q4_0 3726blk.45.ffn_down_shexp.weight q4_0 3727 3728[MXFP4_MOE] mxfp4 3729output.weight q8_0 3730token_embd.weight q8_0 3731blk.0.attn_k.weight q8_0 3732blk.0.attn_output.weight q8_0 3733blk.0.attn_q.weight q8_0 3734blk.0.attn_v.weight q8_0 3735blk.0.ffn_down.weight q8_0 3736blk.0.ffn_gate.weight q8_0 3737blk.0.ffn_up.weight q8_0 3738blk.1.attn_k.weight q8_0 3739blk.1.attn_output.weight q8_0 3740blk.1.attn_q.weight q8_0 3741blk.1.attn_v.weight q8_0 3742blk.1.ffn_down_shexp.weight q8_0 3743blk.1.ffn_gate_shexp.weight q8_0 3744blk.1.ffn_up_shexp.weight q8_0 3745blk.2.attn_k.weight q8_0 3746blk.2.attn_output.weight q8_0 3747blk.2.attn_q.weight q8_0 3748blk.2.attn_v.weight q8_0 3749blk.2.ffn_down_shexp.weight q8_0 3750blk.2.ffn_gate_shexp.weight q8_0 3751blk.2.ffn_up_shexp.weight q8_0 3752blk.3.attn_k.weight q8_0 3753blk.3.attn_output.weight q8_0 3754blk.3.attn_q.weight q8_0 3755blk.3.attn_v.weight q8_0 3756blk.3.ffn_down_shexp.weight q8_0 3757blk.3.ffn_gate_shexp.weight q8_0 3758blk.3.ffn_up_shexp.weight q8_0 3759blk.4.attn_k.weight q8_0 3760blk.4.attn_output.weight q8_0 3761blk.4.attn_q.weight q8_0 3762blk.4.attn_v.weight q8_0 3763blk.4.ffn_down_shexp.weight q8_0 3764blk.4.ffn_gate_shexp.weight q8_0 3765blk.4.ffn_up_shexp.weight q8_0 3766blk.5.attn_k.weight q8_0 3767blk.5.attn_output.weight q8_0 3768blk.5.attn_q.weight q8_0 3769blk.5.attn_v.weight q8_0 3770blk.5.ffn_down_shexp.weight q8_0 3771blk.5.ffn_gate_shexp.weight q8_0 3772blk.5.ffn_up_shexp.weight q8_0 3773blk.6.attn_k.weight q8_0 3774blk.6.attn_output.weight q8_0 3775blk.6.attn_q.weight q8_0 3776blk.6.attn_v.weight q8_0 3777blk.6.ffn_down_shexp.weight q8_0 3778blk.6.ffn_gate_shexp.weight q8_0 3779blk.6.ffn_up_shexp.weight q8_0 3780blk.7.attn_k.weight q8_0 3781blk.7.attn_output.weight q8_0 3782blk.7.attn_q.weight q8_0 3783blk.7.attn_v.weight q8_0 3784blk.7.ffn_down_shexp.weight q8_0 3785blk.7.ffn_gate_shexp.weight q8_0 3786blk.7.ffn_up_shexp.weight q8_0 3787blk.8.attn_k.weight q8_0 3788blk.8.attn_output.weight q8_0 3789blk.8.attn_q.weight q8_0 3790blk.8.attn_v.weight q8_0 3791blk.8.ffn_down_shexp.weight q8_0 3792blk.8.ffn_gate_shexp.weight q8_0 3793blk.8.ffn_up_shexp.weight q8_0 3794blk.9.attn_k.weight q8_0 3795blk.9.attn_output.weight q8_0 3796blk.9.attn_q.weight q8_0 3797blk.9.attn_v.weight q8_0 3798blk.9.ffn_down_shexp.weight q8_0 3799blk.9.ffn_gate_shexp.weight q8_0 3800blk.9.ffn_up_shexp.weight q8_0 3801blk.10.attn_k.weight q8_0 3802blk.10.attn_output.weight q8_0 3803blk.10.attn_q.weight q8_0 3804blk.10.attn_v.weight q8_0 3805blk.10.ffn_down_shexp.weight q8_0 3806blk.10.ffn_gate_shexp.weight q8_0 3807blk.10.ffn_up_shexp.weight q8_0 3808blk.11.attn_k.weight q8_0 3809blk.11.attn_output.weight q8_0 3810blk.11.attn_q.weight q8_0 3811blk.11.attn_v.weight q8_0 3812blk.11.ffn_down_shexp.weight q8_0 3813blk.11.ffn_gate_shexp.weight q8_0 3814blk.11.ffn_up_shexp.weight q8_0 3815blk.12.attn_k.weight q8_0 3816blk.12.attn_output.weight q8_0 3817blk.12.attn_q.weight q8_0 3818blk.12.attn_v.weight q8_0 3819blk.12.ffn_down_shexp.weight q8_0 3820blk.12.ffn_gate_shexp.weight q8_0 3821blk.12.ffn_up_shexp.weight q8_0 3822blk.13.attn_k.weight q8_0 3823blk.13.attn_output.weight q8_0 3824blk.13.attn_q.weight q8_0 3825blk.13.attn_v.weight q8_0 3826blk.13.ffn_down_shexp.weight q8_0 3827blk.13.ffn_gate_shexp.weight q8_0 3828blk.13.ffn_up_shexp.weight q8_0 3829blk.14.attn_k.weight q8_0 3830blk.14.attn_output.weight q8_0 3831blk.14.attn_q.weight q8_0 3832blk.14.attn_v.weight q8_0 3833blk.14.ffn_down_shexp.weight q8_0 3834blk.14.ffn_gate_shexp.weight q8_0 3835blk.14.ffn_up_shexp.weight q8_0 3836blk.15.attn_k.weight q8_0 3837blk.15.attn_output.weight q8_0 3838blk.15.attn_q.weight q8_0 3839blk.15.attn_v.weight q8_0 3840blk.15.ffn_down_shexp.weight q8_0 3841blk.15.ffn_gate_shexp.weight q8_0 3842blk.15.ffn_up_shexp.weight q8_0 3843blk.16.attn_k.weight q8_0 3844blk.16.attn_output.weight q8_0 3845blk.16.attn_q.weight q8_0 3846blk.16.attn_v.weight q8_0 3847blk.16.ffn_down_shexp.weight q8_0 3848blk.16.ffn_gate_shexp.weight q8_0 3849blk.16.ffn_up_shexp.weight q8_0 3850blk.17.attn_k.weight q8_0 3851blk.17.attn_output.weight q8_0 3852blk.17.attn_q.weight q8_0 3853blk.17.attn_v.weight q8_0 3854blk.17.ffn_down_shexp.weight q8_0 3855blk.17.ffn_gate_shexp.weight q8_0 3856blk.17.ffn_up_shexp.weight q8_0 3857blk.18.attn_k.weight q8_0 3858blk.18.attn_output.weight q8_0 3859blk.18.attn_q.weight q8_0 3860blk.18.attn_v.weight q8_0 3861blk.18.ffn_down_shexp.weight q8_0 3862blk.18.ffn_gate_shexp.weight q8_0 3863blk.18.ffn_up_shexp.weight q8_0 3864blk.19.attn_k.weight q8_0 3865blk.19.attn_output.weight q8_0 3866blk.19.attn_q.weight q8_0 3867blk.19.attn_v.weight q8_0 3868blk.19.ffn_down_shexp.weight q8_0 3869blk.19.ffn_gate_shexp.weight q8_0 3870blk.19.ffn_up_shexp.weight q8_0 3871blk.20.attn_k.weight q8_0 3872blk.20.attn_output.weight q8_0 3873blk.20.attn_q.weight q8_0 3874blk.20.attn_v.weight q8_0 3875blk.20.ffn_down_shexp.weight q8_0 3876blk.20.ffn_gate_shexp.weight q8_0 3877blk.20.ffn_up_shexp.weight q8_0 3878blk.21.attn_k.weight q8_0 3879blk.21.attn_output.weight q8_0 3880blk.21.attn_q.weight q8_0 3881blk.21.attn_v.weight q8_0 3882blk.21.ffn_down_shexp.weight q8_0 3883blk.21.ffn_gate_shexp.weight q8_0 3884blk.21.ffn_up_shexp.weight q8_0 3885blk.22.attn_k.weight q8_0 3886blk.22.attn_output.weight q8_0 3887blk.22.attn_q.weight q8_0 3888blk.22.attn_v.weight q8_0 3889blk.22.ffn_down_shexp.weight q8_0 3890blk.22.ffn_gate_shexp.weight q8_0 3891blk.22.ffn_up_shexp.weight q8_0 3892blk.23.attn_k.weight q8_0 3893blk.23.attn_output.weight q8_0 3894blk.23.attn_q.weight q8_0 3895blk.23.attn_v.weight q8_0 3896blk.23.ffn_down_shexp.weight q8_0 3897blk.23.ffn_gate_shexp.weight q8_0 3898blk.23.ffn_up_shexp.weight q8_0 3899blk.24.attn_k.weight q8_0 3900blk.24.attn_output.weight q8_0 3901blk.24.attn_q.weight q8_0 3902blk.24.attn_v.weight q8_0 3903blk.24.ffn_down_shexp.weight q8_0 3904blk.24.ffn_gate_shexp.weight q8_0 3905blk.24.ffn_up_shexp.weight q8_0 3906blk.25.attn_k.weight q8_0 3907blk.25.attn_output.weight q8_0 3908blk.25.attn_q.weight q8_0 3909blk.25.attn_v.weight q8_0 3910blk.25.ffn_down_shexp.weight q8_0 3911blk.25.ffn_gate_shexp.weight q8_0 3912blk.25.ffn_up_shexp.weight q8_0 3913blk.26.attn_k.weight q8_0 3914blk.26.attn_output.weight q8_0 3915blk.26.attn_q.weight q8_0 3916blk.26.attn_v.weight q8_0 3917blk.26.ffn_down_shexp.weight q8_0 3918blk.26.ffn_gate_shexp.weight q8_0 3919blk.26.ffn_up_shexp.weight q8_0 3920blk.27.attn_k.weight q8_0 3921blk.27.attn_output.weight q8_0 3922blk.27.attn_q.weight q8_0 3923blk.27.attn_v.weight q8_0 3924blk.27.ffn_down_shexp.weight q8_0 3925blk.27.ffn_gate_shexp.weight q8_0 3926blk.27.ffn_up_shexp.weight q8_0 3927blk.28.attn_k.weight q8_0 3928blk.28.attn_output.weight q8_0 3929blk.28.attn_q.weight q8_0 3930blk.28.attn_v.weight q8_0 3931blk.28.ffn_down_shexp.weight q8_0 3932blk.28.ffn_gate_shexp.weight q8_0 3933blk.28.ffn_up_shexp.weight q8_0 3934blk.29.attn_k.weight q8_0 3935blk.29.attn_output.weight q8_0 3936blk.29.attn_q.weight q8_0 3937blk.29.attn_v.weight q8_0 3938blk.29.ffn_down_shexp.weight q8_0 3939blk.29.ffn_gate_shexp.weight q8_0 3940blk.29.ffn_up_shexp.weight q8_0 3941blk.30.attn_k.weight q8_0 3942blk.30.attn_output.weight q8_0 3943blk.30.attn_q.weight q8_0 3944blk.30.attn_v.weight q8_0 3945blk.30.ffn_down_shexp.weight q8_0 3946blk.30.ffn_gate_shexp.weight q8_0 3947blk.30.ffn_up_shexp.weight q8_0 3948blk.31.attn_k.weight q8_0 3949blk.31.attn_output.weight q8_0 3950blk.31.attn_q.weight q8_0 3951blk.31.attn_v.weight q8_0 3952blk.31.ffn_down_shexp.weight q8_0 3953blk.31.ffn_gate_shexp.weight q8_0 3954blk.31.ffn_up_shexp.weight q8_0 3955blk.32.attn_k.weight q8_0 3956blk.32.attn_output.weight q8_0 3957blk.32.attn_q.weight q8_0 3958blk.32.attn_v.weight q8_0 3959blk.32.ffn_down_shexp.weight q8_0 3960blk.32.ffn_gate_shexp.weight q8_0 3961blk.32.ffn_up_shexp.weight q8_0 3962blk.33.attn_k.weight q8_0 3963blk.33.attn_output.weight q8_0 3964blk.33.attn_q.weight q8_0 3965blk.33.attn_v.weight q8_0 3966blk.33.ffn_down_shexp.weight q8_0 3967blk.33.ffn_gate_shexp.weight q8_0 3968blk.33.ffn_up_shexp.weight q8_0 3969blk.34.attn_k.weight q8_0 3970blk.34.attn_output.weight q8_0 3971blk.34.attn_q.weight q8_0 3972blk.34.attn_v.weight q8_0 3973blk.34.ffn_down_shexp.weight q8_0 3974blk.34.ffn_gate_shexp.weight q8_0 3975blk.34.ffn_up_shexp.weight q8_0 3976blk.35.attn_k.weight q8_0 3977blk.35.attn_output.weight q8_0 3978blk.35.attn_q.weight q8_0 3979blk.35.attn_v.weight q8_0 3980blk.35.ffn_down_shexp.weight q8_0 3981blk.35.ffn_gate_shexp.weight q8_0 3982blk.35.ffn_up_shexp.weight q8_0 3983blk.36.attn_k.weight q8_0 3984blk.36.attn_output.weight q8_0 3985blk.36.attn_q.weight q8_0 3986blk.36.attn_v.weight q8_0 3987blk.36.ffn_down_shexp.weight q8_0 3988blk.36.ffn_gate_shexp.weight q8_0 3989blk.36.ffn_up_shexp.weight q8_0 3990blk.37.attn_k.weight q8_0 3991blk.37.attn_output.weight q8_0 3992blk.37.attn_q.weight q8_0 3993blk.37.attn_v.weight q8_0 3994blk.37.ffn_down_shexp.weight q8_0 3995blk.37.ffn_gate_shexp.weight q8_0 3996blk.37.ffn_up_shexp.weight q8_0 3997blk.38.attn_k.weight q8_0 3998blk.38.attn_output.weight q8_0 3999blk.38.attn_q.weight q8_0 4000blk.38.attn_v.weight q8_0 4001blk.38.ffn_down_shexp.weight q8_0 4002blk.38.ffn_gate_shexp.weight q8_0 4003blk.38.ffn_up_shexp.weight q8_0 4004blk.39.attn_k.weight q8_0 4005blk.39.attn_output.weight q8_0 4006blk.39.attn_q.weight q8_0 4007blk.39.attn_v.weight q8_0 4008blk.39.ffn_down_shexp.weight q8_0 4009blk.39.ffn_gate_shexp.weight q8_0 4010blk.39.ffn_up_shexp.weight q8_0 4011blk.40.attn_k.weight q8_0 4012blk.40.attn_output.weight q8_0 4013blk.40.attn_q.weight q8_0 4014blk.40.attn_v.weight q8_0 4015blk.40.ffn_down_shexp.weight q8_0 4016blk.40.ffn_gate_shexp.weight q8_0 4017blk.40.ffn_up_shexp.weight q8_0 4018blk.41.attn_k.weight q8_0 4019blk.41.attn_output.weight q8_0 4020blk.41.attn_q.weight q8_0 4021blk.41.attn_v.weight q8_0 4022blk.41.ffn_down_shexp.weight q8_0 4023blk.41.ffn_gate_shexp.weight q8_0 4024blk.41.ffn_up_shexp.weight q8_0 4025blk.42.attn_k.weight q8_0 4026blk.42.attn_output.weight q8_0 4027blk.42.attn_q.weight q8_0 4028blk.42.attn_v.weight q8_0 4029blk.42.ffn_down_shexp.weight q8_0 4030blk.42.ffn_gate_shexp.weight q8_0 4031blk.42.ffn_up_shexp.weight q8_0 4032blk.43.attn_k.weight q8_0 4033blk.43.attn_output.weight q8_0 4034blk.43.attn_q.weight q8_0 4035blk.43.attn_v.weight q8_0 4036blk.43.ffn_down_shexp.weight q8_0 4037blk.43.ffn_gate_shexp.weight q8_0 4038blk.43.ffn_up_shexp.weight q8_0 4039blk.44.attn_k.weight q8_0 4040blk.44.attn_output.weight q8_0 4041blk.44.attn_q.weight q8_0 4042blk.44.attn_v.weight q8_0 4043blk.44.ffn_down_shexp.weight q8_0 4044blk.44.ffn_gate_shexp.weight q8_0 4045blk.44.ffn_up_shexp.weight q8_0 4046blk.45.attn_k.weight q8_0 4047blk.45.attn_output.weight q8_0 4048blk.45.attn_q.weight q8_0 4049blk.45.attn_v.weight q8_0 4050blk.45.ffn_down_shexp.weight q8_0 4051blk.45.ffn_gate_shexp.weight q8_0 4052blk.45.ffn_up_shexp.weight q8_0