char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: gpt-oss-120b 2# n_embd=2880, n_ff=2880, n_vocab=0, n_layer=36, n_head=64, n_head_kv=8, n_expert=128 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q8_0 10 11[Q4_1] q4_1 12output.weight q8_0 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q8_0 18 19[Q5_1] q5_1 20output.weight q8_0 21 22[Q2_K] q2_K 23output.weight q8_0 24token_embd.weight q4_0 25blk.0.attn_k.weight q4_0 26blk.0.attn_output.weight q3_K 27blk.0.attn_q.weight q4_0 28blk.0.attn_v.weight q5_0 29blk.0.ffn_down_exps.weight q4_0 30blk.0.ffn_gate_exps.weight q4_0 31blk.0.ffn_up_exps.weight q4_0 32blk.1.attn_k.weight q4_0 33blk.1.attn_output.weight q3_K 34blk.1.attn_q.weight q4_0 35blk.1.attn_v.weight q5_0 36blk.1.ffn_down_exps.weight q4_0 37blk.1.ffn_gate_exps.weight q4_0 38blk.1.ffn_up_exps.weight q4_0 39blk.2.attn_k.weight q4_0 40blk.2.attn_output.weight q3_K 41blk.2.attn_q.weight q4_0 42blk.2.attn_v.weight q5_0 43blk.2.ffn_down_exps.weight q4_0 44blk.2.ffn_gate_exps.weight q4_0 45blk.2.ffn_up_exps.weight q4_0 46blk.3.attn_k.weight q4_0 47blk.3.attn_output.weight q3_K 48blk.3.attn_q.weight q4_0 49blk.3.attn_v.weight q5_0 50blk.3.ffn_down_exps.weight q4_0 51blk.3.ffn_gate_exps.weight q4_0 52blk.3.ffn_up_exps.weight q4_0 53blk.4.attn_k.weight q4_0 54blk.4.attn_output.weight q3_K 55blk.4.attn_q.weight q4_0 56blk.4.attn_v.weight q5_0 57blk.4.ffn_down_exps.weight q4_0 58blk.4.ffn_gate_exps.weight q4_0 59blk.4.ffn_up_exps.weight q4_0 60blk.5.attn_k.weight q4_0 61blk.5.attn_output.weight q3_K 62blk.5.attn_q.weight q4_0 63blk.5.attn_v.weight q5_0 64blk.5.ffn_down_exps.weight q4_0 65blk.5.ffn_gate_exps.weight q4_0 66blk.5.ffn_up_exps.weight q4_0 67blk.6.attn_k.weight q4_0 68blk.6.attn_output.weight q3_K 69blk.6.attn_q.weight q4_0 70blk.6.attn_v.weight q5_0 71blk.6.ffn_down_exps.weight q4_0 72blk.6.ffn_gate_exps.weight q4_0 73blk.6.ffn_up_exps.weight q4_0 74blk.7.attn_k.weight q4_0 75blk.7.attn_output.weight q3_K 76blk.7.attn_q.weight q4_0 77blk.7.attn_v.weight q5_0 78blk.7.ffn_down_exps.weight q4_0 79blk.7.ffn_gate_exps.weight q4_0 80blk.7.ffn_up_exps.weight q4_0 81blk.8.attn_k.weight q4_0 82blk.8.attn_output.weight q3_K 83blk.8.attn_q.weight q4_0 84blk.8.attn_v.weight q5_0 85blk.8.ffn_down_exps.weight q4_0 86blk.8.ffn_gate_exps.weight q4_0 87blk.8.ffn_up_exps.weight q4_0 88blk.9.attn_k.weight q4_0 89blk.9.attn_output.weight q3_K 90blk.9.attn_q.weight q4_0 91blk.9.attn_v.weight q5_0 92blk.9.ffn_down_exps.weight q4_0 93blk.9.ffn_gate_exps.weight q4_0 94blk.9.ffn_up_exps.weight q4_0 95blk.10.attn_k.weight q4_0 96blk.10.attn_output.weight q3_K 97blk.10.attn_q.weight q4_0 98blk.10.attn_v.weight q5_0 99blk.10.ffn_down_exps.weight q4_0 100blk.10.ffn_gate_exps.weight q4_0 101blk.10.ffn_up_exps.weight q4_0 102blk.11.attn_k.weight q4_0 103blk.11.attn_output.weight q3_K 104blk.11.attn_q.weight q4_0 105blk.11.attn_v.weight q5_0 106blk.11.ffn_down_exps.weight q4_0 107blk.11.ffn_gate_exps.weight q4_0 108blk.11.ffn_up_exps.weight q4_0 109blk.12.attn_k.weight q4_0 110blk.12.attn_output.weight q3_K 111blk.12.attn_q.weight q4_0 112blk.12.attn_v.weight q5_0 113blk.12.ffn_down_exps.weight q4_0 114blk.12.ffn_gate_exps.weight q4_0 115blk.12.ffn_up_exps.weight q4_0 116blk.13.attn_k.weight q4_0 117blk.13.attn_output.weight q3_K 118blk.13.attn_q.weight q4_0 119blk.13.attn_v.weight q5_0 120blk.13.ffn_down_exps.weight q4_0 121blk.13.ffn_gate_exps.weight q4_0 122blk.13.ffn_up_exps.weight q4_0 123blk.14.attn_k.weight q4_0 124blk.14.attn_output.weight q3_K 125blk.14.attn_q.weight q4_0 126blk.14.attn_v.weight q5_0 127blk.14.ffn_down_exps.weight q4_0 128blk.14.ffn_gate_exps.weight q4_0 129blk.14.ffn_up_exps.weight q4_0 130blk.15.attn_k.weight q4_0 131blk.15.attn_output.weight q3_K 132blk.15.attn_q.weight q4_0 133blk.15.attn_v.weight q5_0 134blk.15.ffn_down_exps.weight q4_0 135blk.15.ffn_gate_exps.weight q4_0 136blk.15.ffn_up_exps.weight q4_0 137blk.16.attn_k.weight q4_0 138blk.16.attn_output.weight q3_K 139blk.16.attn_q.weight q4_0 140blk.16.attn_v.weight q5_0 141blk.16.ffn_down_exps.weight q4_0 142blk.16.ffn_gate_exps.weight q4_0 143blk.16.ffn_up_exps.weight q4_0 144blk.17.attn_k.weight q4_0 145blk.17.attn_output.weight q3_K 146blk.17.attn_q.weight q4_0 147blk.17.attn_v.weight q5_0 148blk.17.ffn_down_exps.weight q4_0 149blk.17.ffn_gate_exps.weight q4_0 150blk.17.ffn_up_exps.weight q4_0 151blk.18.attn_k.weight q4_0 152blk.18.attn_output.weight q3_K 153blk.18.attn_q.weight q4_0 154blk.18.attn_v.weight q5_0 155blk.18.ffn_down_exps.weight q4_0 156blk.18.ffn_gate_exps.weight q4_0 157blk.18.ffn_up_exps.weight q4_0 158blk.19.attn_k.weight q4_0 159blk.19.attn_output.weight q3_K 160blk.19.attn_q.weight q4_0 161blk.19.attn_v.weight q5_0 162blk.19.ffn_down_exps.weight q4_0 163blk.19.ffn_gate_exps.weight q4_0 164blk.19.ffn_up_exps.weight q4_0 165blk.20.attn_k.weight q4_0 166blk.20.attn_output.weight q3_K 167blk.20.attn_q.weight q4_0 168blk.20.attn_v.weight q5_0 169blk.20.ffn_down_exps.weight q4_0 170blk.20.ffn_gate_exps.weight q4_0 171blk.20.ffn_up_exps.weight q4_0 172blk.21.attn_k.weight q4_0 173blk.21.attn_output.weight q3_K 174blk.21.attn_q.weight q4_0 175blk.21.attn_v.weight q5_0 176blk.21.ffn_down_exps.weight q4_0 177blk.21.ffn_gate_exps.weight q4_0 178blk.21.ffn_up_exps.weight q4_0 179blk.22.attn_k.weight q4_0 180blk.22.attn_output.weight q3_K 181blk.22.attn_q.weight q4_0 182blk.22.attn_v.weight q5_0 183blk.22.ffn_down_exps.weight q4_0 184blk.22.ffn_gate_exps.weight q4_0 185blk.22.ffn_up_exps.weight q4_0 186blk.23.attn_k.weight q4_0 187blk.23.attn_output.weight q3_K 188blk.23.attn_q.weight q4_0 189blk.23.attn_v.weight q5_0 190blk.23.ffn_down_exps.weight q4_0 191blk.23.ffn_gate_exps.weight q4_0 192blk.23.ffn_up_exps.weight q4_0 193blk.24.attn_k.weight q4_0 194blk.24.attn_output.weight q3_K 195blk.24.attn_q.weight q4_0 196blk.24.attn_v.weight q5_0 197blk.24.ffn_down_exps.weight q4_0 198blk.24.ffn_gate_exps.weight q4_0 199blk.24.ffn_up_exps.weight q4_0 200blk.25.attn_k.weight q4_0 201blk.25.attn_output.weight q3_K 202blk.25.attn_q.weight q4_0 203blk.25.attn_v.weight q5_0 204blk.25.ffn_down_exps.weight q4_0 205blk.25.ffn_gate_exps.weight q4_0 206blk.25.ffn_up_exps.weight q4_0 207blk.26.attn_k.weight q4_0 208blk.26.attn_output.weight q3_K 209blk.26.attn_q.weight q4_0 210blk.26.attn_v.weight q5_0 211blk.26.ffn_down_exps.weight q4_0 212blk.26.ffn_gate_exps.weight q4_0 213blk.26.ffn_up_exps.weight q4_0 214blk.27.attn_k.weight q4_0 215blk.27.attn_output.weight q3_K 216blk.27.attn_q.weight q4_0 217blk.27.attn_v.weight q5_0 218blk.27.ffn_down_exps.weight q4_0 219blk.27.ffn_gate_exps.weight q4_0 220blk.27.ffn_up_exps.weight q4_0 221blk.28.attn_k.weight q4_0 222blk.28.attn_output.weight q3_K 223blk.28.attn_q.weight q4_0 224blk.28.attn_v.weight q5_0 225blk.28.ffn_down_exps.weight q4_0 226blk.28.ffn_gate_exps.weight q4_0 227blk.28.ffn_up_exps.weight q4_0 228blk.29.attn_k.weight q4_0 229blk.29.attn_output.weight q3_K 230blk.29.attn_q.weight q4_0 231blk.29.attn_v.weight q5_0 232blk.29.ffn_down_exps.weight q4_0 233blk.29.ffn_gate_exps.weight q4_0 234blk.29.ffn_up_exps.weight q4_0 235blk.30.attn_k.weight q4_0 236blk.30.attn_output.weight q3_K 237blk.30.attn_q.weight q4_0 238blk.30.attn_v.weight q5_0 239blk.30.ffn_down_exps.weight q4_0 240blk.30.ffn_gate_exps.weight q4_0 241blk.30.ffn_up_exps.weight q4_0 242blk.31.attn_k.weight q4_0 243blk.31.attn_output.weight q3_K 244blk.31.attn_q.weight q4_0 245blk.31.attn_v.weight q5_0 246blk.31.ffn_down_exps.weight q4_0 247blk.31.ffn_gate_exps.weight q4_0 248blk.31.ffn_up_exps.weight q4_0 249blk.32.attn_k.weight q4_0 250blk.32.attn_output.weight q3_K 251blk.32.attn_q.weight q4_0 252blk.32.attn_v.weight q5_0 253blk.32.ffn_down_exps.weight q4_0 254blk.32.ffn_gate_exps.weight q4_0 255blk.32.ffn_up_exps.weight q4_0 256blk.33.attn_k.weight q4_0 257blk.33.attn_output.weight q3_K 258blk.33.attn_q.weight q4_0 259blk.33.attn_v.weight q5_0 260blk.33.ffn_down_exps.weight q4_0 261blk.33.ffn_gate_exps.weight q4_0 262blk.33.ffn_up_exps.weight q4_0 263blk.34.attn_k.weight q4_0 264blk.34.attn_output.weight q3_K 265blk.34.attn_q.weight q4_0 266blk.34.attn_v.weight q5_0 267blk.34.ffn_down_exps.weight q4_0 268blk.34.ffn_gate_exps.weight q4_0 269blk.34.ffn_up_exps.weight q4_0 270blk.35.attn_k.weight q4_0 271blk.35.attn_output.weight q3_K 272blk.35.attn_q.weight q4_0 273blk.35.attn_v.weight q5_0 274blk.35.ffn_down_exps.weight q4_0 275blk.35.ffn_gate_exps.weight q4_0 276blk.35.ffn_up_exps.weight q4_0 277 278[Q3_K_S] q3_K 279output.weight q8_0 280token_embd.weight q4_0 281blk.0.attn_k.weight q4_0 282blk.0.attn_q.weight q4_0 283blk.0.attn_v.weight q4_0 284blk.0.ffn_down_exps.weight q4_0 285blk.0.ffn_gate_exps.weight q4_0 286blk.0.ffn_up_exps.weight q4_0 287blk.1.attn_k.weight q4_0 288blk.1.attn_q.weight q4_0 289blk.1.attn_v.weight q4_0 290blk.1.ffn_down_exps.weight q4_0 291blk.1.ffn_gate_exps.weight q4_0 292blk.1.ffn_up_exps.weight q4_0 293blk.2.attn_k.weight q4_0 294blk.2.attn_q.weight q4_0 295blk.2.attn_v.weight q4_0 296blk.2.ffn_down_exps.weight q4_0 297blk.2.ffn_gate_exps.weight q4_0 298blk.2.ffn_up_exps.weight q4_0 299blk.3.attn_k.weight q4_0 300blk.3.attn_q.weight q4_0 301blk.3.attn_v.weight q4_0 302blk.3.ffn_down_exps.weight q4_0 303blk.3.ffn_gate_exps.weight q4_0 304blk.3.ffn_up_exps.weight q4_0 305blk.4.attn_k.weight q4_0 306blk.4.attn_q.weight q4_0 307blk.4.attn_v.weight q4_0 308blk.4.ffn_down_exps.weight q4_0 309blk.4.ffn_gate_exps.weight q4_0 310blk.4.ffn_up_exps.weight q4_0 311blk.5.attn_k.weight q4_0 312blk.5.attn_q.weight q4_0 313blk.5.attn_v.weight q4_0 314blk.5.ffn_down_exps.weight q4_0 315blk.5.ffn_gate_exps.weight q4_0 316blk.5.ffn_up_exps.weight q4_0 317blk.6.attn_k.weight q4_0 318blk.6.attn_q.weight q4_0 319blk.6.attn_v.weight q4_0 320blk.6.ffn_down_exps.weight q4_0 321blk.6.ffn_gate_exps.weight q4_0 322blk.6.ffn_up_exps.weight q4_0 323blk.7.attn_k.weight q4_0 324blk.7.attn_q.weight q4_0 325blk.7.attn_v.weight q4_0 326blk.7.ffn_down_exps.weight q4_0 327blk.7.ffn_gate_exps.weight q4_0 328blk.7.ffn_up_exps.weight q4_0 329blk.8.attn_k.weight q4_0 330blk.8.attn_q.weight q4_0 331blk.8.attn_v.weight q4_0 332blk.8.ffn_down_exps.weight q4_0 333blk.8.ffn_gate_exps.weight q4_0 334blk.8.ffn_up_exps.weight q4_0 335blk.9.attn_k.weight q4_0 336blk.9.attn_q.weight q4_0 337blk.9.attn_v.weight q4_0 338blk.9.ffn_down_exps.weight q4_0 339blk.9.ffn_gate_exps.weight q4_0 340blk.9.ffn_up_exps.weight q4_0 341blk.10.attn_k.weight q4_0 342blk.10.attn_q.weight q4_0 343blk.10.attn_v.weight q4_0 344blk.10.ffn_down_exps.weight q4_0 345blk.10.ffn_gate_exps.weight q4_0 346blk.10.ffn_up_exps.weight q4_0 347blk.11.attn_k.weight q4_0 348blk.11.attn_q.weight q4_0 349blk.11.attn_v.weight q4_0 350blk.11.ffn_down_exps.weight q4_0 351blk.11.ffn_gate_exps.weight q4_0 352blk.11.ffn_up_exps.weight q4_0 353blk.12.attn_k.weight q4_0 354blk.12.attn_q.weight q4_0 355blk.12.attn_v.weight q4_0 356blk.12.ffn_down_exps.weight q4_0 357blk.12.ffn_gate_exps.weight q4_0 358blk.12.ffn_up_exps.weight q4_0 359blk.13.attn_k.weight q4_0 360blk.13.attn_q.weight q4_0 361blk.13.attn_v.weight q4_0 362blk.13.ffn_down_exps.weight q4_0 363blk.13.ffn_gate_exps.weight q4_0 364blk.13.ffn_up_exps.weight q4_0 365blk.14.attn_k.weight q4_0 366blk.14.attn_q.weight q4_0 367blk.14.attn_v.weight q4_0 368blk.14.ffn_down_exps.weight q4_0 369blk.14.ffn_gate_exps.weight q4_0 370blk.14.ffn_up_exps.weight q4_0 371blk.15.attn_k.weight q4_0 372blk.15.attn_q.weight q4_0 373blk.15.attn_v.weight q4_0 374blk.15.ffn_down_exps.weight q4_0 375blk.15.ffn_gate_exps.weight q4_0 376blk.15.ffn_up_exps.weight q4_0 377blk.16.attn_k.weight q4_0 378blk.16.attn_q.weight q4_0 379blk.16.attn_v.weight q4_0 380blk.16.ffn_down_exps.weight q4_0 381blk.16.ffn_gate_exps.weight q4_0 382blk.16.ffn_up_exps.weight q4_0 383blk.17.attn_k.weight q4_0 384blk.17.attn_q.weight q4_0 385blk.17.attn_v.weight q4_0 386blk.17.ffn_down_exps.weight q4_0 387blk.17.ffn_gate_exps.weight q4_0 388blk.17.ffn_up_exps.weight q4_0 389blk.18.attn_k.weight q4_0 390blk.18.attn_q.weight q4_0 391blk.18.attn_v.weight q4_0 392blk.18.ffn_down_exps.weight q4_0 393blk.18.ffn_gate_exps.weight q4_0 394blk.18.ffn_up_exps.weight q4_0 395blk.19.attn_k.weight q4_0 396blk.19.attn_q.weight q4_0 397blk.19.attn_v.weight q4_0 398blk.19.ffn_down_exps.weight q4_0 399blk.19.ffn_gate_exps.weight q4_0 400blk.19.ffn_up_exps.weight q4_0 401blk.20.attn_k.weight q4_0 402blk.20.attn_q.weight q4_0 403blk.20.attn_v.weight q4_0 404blk.20.ffn_down_exps.weight q4_0 405blk.20.ffn_gate_exps.weight q4_0 406blk.20.ffn_up_exps.weight q4_0 407blk.21.attn_k.weight q4_0 408blk.21.attn_q.weight q4_0 409blk.21.attn_v.weight q4_0 410blk.21.ffn_down_exps.weight q4_0 411blk.21.ffn_gate_exps.weight q4_0 412blk.21.ffn_up_exps.weight q4_0 413blk.22.attn_k.weight q4_0 414blk.22.attn_q.weight q4_0 415blk.22.attn_v.weight q4_0 416blk.22.ffn_down_exps.weight q4_0 417blk.22.ffn_gate_exps.weight q4_0 418blk.22.ffn_up_exps.weight q4_0 419blk.23.attn_k.weight q4_0 420blk.23.attn_q.weight q4_0 421blk.23.attn_v.weight q4_0 422blk.23.ffn_down_exps.weight q4_0 423blk.23.ffn_gate_exps.weight q4_0 424blk.23.ffn_up_exps.weight q4_0 425blk.24.attn_k.weight q4_0 426blk.24.attn_q.weight q4_0 427blk.24.attn_v.weight q4_0 428blk.24.ffn_down_exps.weight q4_0 429blk.24.ffn_gate_exps.weight q4_0 430blk.24.ffn_up_exps.weight q4_0 431blk.25.attn_k.weight q4_0 432blk.25.attn_q.weight q4_0 433blk.25.attn_v.weight q4_0 434blk.25.ffn_down_exps.weight q4_0 435blk.25.ffn_gate_exps.weight q4_0 436blk.25.ffn_up_exps.weight q4_0 437blk.26.attn_k.weight q4_0 438blk.26.attn_q.weight q4_0 439blk.26.attn_v.weight q4_0 440blk.26.ffn_down_exps.weight q4_0 441blk.26.ffn_gate_exps.weight q4_0 442blk.26.ffn_up_exps.weight q4_0 443blk.27.attn_k.weight q4_0 444blk.27.attn_q.weight q4_0 445blk.27.attn_v.weight q4_0 446blk.27.ffn_down_exps.weight q4_0 447blk.27.ffn_gate_exps.weight q4_0 448blk.27.ffn_up_exps.weight q4_0 449blk.28.attn_k.weight q4_0 450blk.28.attn_q.weight q4_0 451blk.28.attn_v.weight q4_0 452blk.28.ffn_down_exps.weight q4_0 453blk.28.ffn_gate_exps.weight q4_0 454blk.28.ffn_up_exps.weight q4_0 455blk.29.attn_k.weight q4_0 456blk.29.attn_q.weight q4_0 457blk.29.attn_v.weight q4_0 458blk.29.ffn_down_exps.weight q4_0 459blk.29.ffn_gate_exps.weight q4_0 460blk.29.ffn_up_exps.weight q4_0 461blk.30.attn_k.weight q4_0 462blk.30.attn_q.weight q4_0 463blk.30.attn_v.weight q4_0 464blk.30.ffn_down_exps.weight q4_0 465blk.30.ffn_gate_exps.weight q4_0 466blk.30.ffn_up_exps.weight q4_0 467blk.31.attn_k.weight q4_0 468blk.31.attn_q.weight q4_0 469blk.31.attn_v.weight q4_0 470blk.31.ffn_down_exps.weight q4_0 471blk.31.ffn_gate_exps.weight q4_0 472blk.31.ffn_up_exps.weight q4_0 473blk.32.attn_k.weight q4_0 474blk.32.attn_q.weight q4_0 475blk.32.attn_v.weight q4_0 476blk.32.ffn_down_exps.weight q4_0 477blk.32.ffn_gate_exps.weight q4_0 478blk.32.ffn_up_exps.weight q4_0 479blk.33.attn_k.weight q4_0 480blk.33.attn_q.weight q4_0 481blk.33.attn_v.weight q4_0 482blk.33.ffn_down_exps.weight q4_0 483blk.33.ffn_gate_exps.weight q4_0 484blk.33.ffn_up_exps.weight q4_0 485blk.34.attn_k.weight q4_0 486blk.34.attn_q.weight q4_0 487blk.34.attn_v.weight q4_0 488blk.34.ffn_down_exps.weight q4_0 489blk.34.ffn_gate_exps.weight q4_0 490blk.34.ffn_up_exps.weight q4_0 491blk.35.attn_k.weight q4_0 492blk.35.attn_q.weight q4_0 493blk.35.attn_v.weight q4_0 494blk.35.ffn_down_exps.weight q4_0 495blk.35.ffn_gate_exps.weight q4_0 496blk.35.ffn_up_exps.weight q4_0 497 498[Q3_K_M] q3_K 499output.weight q8_0 500token_embd.weight q4_0 501blk.0.attn_k.weight q4_0 502blk.0.attn_output.weight q4_K 503blk.0.attn_q.weight q4_0 504blk.0.attn_v.weight q5_1 505blk.0.ffn_down_exps.weight q5_1 506blk.0.ffn_gate_exps.weight q4_0 507blk.0.ffn_up_exps.weight q4_0 508blk.1.attn_k.weight q4_0 509blk.1.attn_output.weight q4_K 510blk.1.attn_q.weight q4_0 511blk.1.attn_v.weight q5_1 512blk.1.ffn_down_exps.weight q5_1 513blk.1.ffn_gate_exps.weight q4_0 514blk.1.ffn_up_exps.weight q4_0 515blk.2.attn_k.weight q4_0 516blk.2.attn_output.weight q4_K 517blk.2.attn_q.weight q4_0 518blk.2.attn_v.weight q5_0 519blk.2.ffn_down_exps.weight q5_0 520blk.2.ffn_gate_exps.weight q4_0 521blk.2.ffn_up_exps.weight q4_0 522blk.3.attn_k.weight q4_0 523blk.3.attn_output.weight q4_K 524blk.3.attn_q.weight q4_0 525blk.3.attn_v.weight q5_0 526blk.3.ffn_down_exps.weight q5_0 527blk.3.ffn_gate_exps.weight q4_0 528blk.3.ffn_up_exps.weight q4_0 529blk.4.attn_k.weight q4_0 530blk.4.attn_output.weight q4_K 531blk.4.attn_q.weight q4_0 532blk.4.attn_v.weight q5_0 533blk.4.ffn_down_exps.weight q5_0 534blk.4.ffn_gate_exps.weight q4_0 535blk.4.ffn_up_exps.weight q4_0 536blk.5.attn_k.weight q4_0 537blk.5.attn_output.weight q4_K 538blk.5.attn_q.weight q4_0 539blk.5.attn_v.weight q5_0 540blk.5.ffn_down_exps.weight q5_0 541blk.5.ffn_gate_exps.weight q4_0 542blk.5.ffn_up_exps.weight q4_0 543blk.6.attn_k.weight q4_0 544blk.6.attn_output.weight q4_K 545blk.6.attn_q.weight q4_0 546blk.6.attn_v.weight q5_0 547blk.6.ffn_down_exps.weight q5_0 548blk.6.ffn_gate_exps.weight q4_0 549blk.6.ffn_up_exps.weight q4_0 550blk.7.attn_k.weight q4_0 551blk.7.attn_output.weight q4_K 552blk.7.attn_q.weight q4_0 553blk.7.attn_v.weight q5_0 554blk.7.ffn_down_exps.weight q5_0 555blk.7.ffn_gate_exps.weight q4_0 556blk.7.ffn_up_exps.weight q4_0 557blk.8.attn_k.weight q4_0 558blk.8.attn_output.weight q4_K 559blk.8.attn_q.weight q4_0 560blk.8.attn_v.weight q5_0 561blk.8.ffn_down_exps.weight q5_0 562blk.8.ffn_gate_exps.weight q4_0 563blk.8.ffn_up_exps.weight q4_0 564blk.9.attn_k.weight q4_0 565blk.9.attn_output.weight q4_K 566blk.9.attn_q.weight q4_0 567blk.9.attn_v.weight q5_0 568blk.9.ffn_down_exps.weight q5_0 569blk.9.ffn_gate_exps.weight q4_0 570blk.9.ffn_up_exps.weight q4_0 571blk.10.attn_k.weight q4_0 572blk.10.attn_output.weight q4_K 573blk.10.attn_q.weight q4_0 574blk.10.attn_v.weight q5_0 575blk.10.ffn_down_exps.weight q5_0 576blk.10.ffn_gate_exps.weight q4_0 577blk.10.ffn_up_exps.weight q4_0 578blk.11.attn_k.weight q4_0 579blk.11.attn_output.weight q4_K 580blk.11.attn_q.weight q4_0 581blk.11.attn_v.weight q5_0 582blk.11.ffn_down_exps.weight q5_0 583blk.11.ffn_gate_exps.weight q4_0 584blk.11.ffn_up_exps.weight q4_0 585blk.12.attn_k.weight q4_0 586blk.12.attn_output.weight q4_K 587blk.12.attn_q.weight q4_0 588blk.12.attn_v.weight q5_0 589blk.12.ffn_down_exps.weight q5_0 590blk.12.ffn_gate_exps.weight q4_0 591blk.12.ffn_up_exps.weight q4_0 592blk.13.attn_k.weight q4_0 593blk.13.attn_output.weight q4_K 594blk.13.attn_q.weight q4_0 595blk.13.attn_v.weight q5_0 596blk.13.ffn_down_exps.weight q5_0 597blk.13.ffn_gate_exps.weight q4_0 598blk.13.ffn_up_exps.weight q4_0 599blk.14.attn_k.weight q4_0 600blk.14.attn_output.weight q4_K 601blk.14.attn_q.weight q4_0 602blk.14.attn_v.weight q5_0 603blk.14.ffn_down_exps.weight q5_0 604blk.14.ffn_gate_exps.weight q4_0 605blk.14.ffn_up_exps.weight q4_0 606blk.15.attn_k.weight q4_0 607blk.15.attn_output.weight q4_K 608blk.15.attn_q.weight q4_0 609blk.15.attn_v.weight q5_0 610blk.15.ffn_down_exps.weight q5_0 611blk.15.ffn_gate_exps.weight q4_0 612blk.15.ffn_up_exps.weight q4_0 613blk.16.attn_k.weight q4_0 614blk.16.attn_output.weight q4_K 615blk.16.attn_q.weight q4_0 616blk.16.attn_v.weight q5_0 617blk.16.ffn_down_exps.weight q5_0 618blk.16.ffn_gate_exps.weight q4_0 619blk.16.ffn_up_exps.weight q4_0 620blk.17.attn_k.weight q4_0 621blk.17.attn_output.weight q4_K 622blk.17.attn_q.weight q4_0 623blk.17.attn_v.weight q5_0 624blk.17.ffn_down_exps.weight q5_0 625blk.17.ffn_gate_exps.weight q4_0 626blk.17.ffn_up_exps.weight q4_0 627blk.18.attn_k.weight q4_0 628blk.18.attn_output.weight q4_K 629blk.18.attn_q.weight q4_0 630blk.18.attn_v.weight q5_0 631blk.18.ffn_down_exps.weight q5_0 632blk.18.ffn_gate_exps.weight q4_0 633blk.18.ffn_up_exps.weight q4_0 634blk.19.attn_k.weight q4_0 635blk.19.attn_output.weight q4_K 636blk.19.attn_q.weight q4_0 637blk.19.attn_v.weight q5_0 638blk.19.ffn_down_exps.weight q5_0 639blk.19.ffn_gate_exps.weight q4_0 640blk.19.ffn_up_exps.weight q4_0 641blk.20.attn_k.weight q4_0 642blk.20.attn_output.weight q4_K 643blk.20.attn_q.weight q4_0 644blk.20.attn_v.weight q5_0 645blk.20.ffn_down_exps.weight q5_0 646blk.20.ffn_gate_exps.weight q4_0 647blk.20.ffn_up_exps.weight q4_0 648blk.21.attn_k.weight q4_0 649blk.21.attn_output.weight q4_K 650blk.21.attn_q.weight q4_0 651blk.21.attn_v.weight q5_0 652blk.21.ffn_down_exps.weight q5_0 653blk.21.ffn_gate_exps.weight q4_0 654blk.21.ffn_up_exps.weight q4_0 655blk.22.attn_k.weight q4_0 656blk.22.attn_output.weight q4_K 657blk.22.attn_q.weight q4_0 658blk.22.attn_v.weight q5_0 659blk.22.ffn_down_exps.weight q5_0 660blk.22.ffn_gate_exps.weight q4_0 661blk.22.ffn_up_exps.weight q4_0 662blk.23.attn_k.weight q4_0 663blk.23.attn_output.weight q4_K 664blk.23.attn_q.weight q4_0 665blk.23.attn_v.weight q5_0 666blk.23.ffn_down_exps.weight q5_0 667blk.23.ffn_gate_exps.weight q4_0 668blk.23.ffn_up_exps.weight q4_0 669blk.24.attn_k.weight q4_0 670blk.24.attn_output.weight q4_K 671blk.24.attn_q.weight q4_0 672blk.24.attn_v.weight q5_0 673blk.24.ffn_down_exps.weight q5_0 674blk.24.ffn_gate_exps.weight q4_0 675blk.24.ffn_up_exps.weight q4_0 676blk.25.attn_k.weight q4_0 677blk.25.attn_output.weight q4_K 678blk.25.attn_q.weight q4_0 679blk.25.attn_v.weight q5_0 680blk.25.ffn_down_exps.weight q5_0 681blk.25.ffn_gate_exps.weight q4_0 682blk.25.ffn_up_exps.weight q4_0 683blk.26.attn_k.weight q4_0 684blk.26.attn_output.weight q4_K 685blk.26.attn_q.weight q4_0 686blk.26.attn_v.weight q5_0 687blk.26.ffn_down_exps.weight q5_0 688blk.26.ffn_gate_exps.weight q4_0 689blk.26.ffn_up_exps.weight q4_0 690blk.27.attn_k.weight q4_0 691blk.27.attn_output.weight q4_K 692blk.27.attn_q.weight q4_0 693blk.27.attn_v.weight q5_0 694blk.27.ffn_down_exps.weight q5_0 695blk.27.ffn_gate_exps.weight q4_0 696blk.27.ffn_up_exps.weight q4_0 697blk.28.attn_k.weight q4_0 698blk.28.attn_output.weight q4_K 699blk.28.attn_q.weight q4_0 700blk.28.attn_v.weight q5_0 701blk.28.ffn_down_exps.weight q5_0 702blk.28.ffn_gate_exps.weight q4_0 703blk.28.ffn_up_exps.weight q4_0 704blk.29.attn_k.weight q4_0 705blk.29.attn_output.weight q4_K 706blk.29.attn_q.weight q4_0 707blk.29.attn_v.weight q5_0 708blk.29.ffn_down_exps.weight q5_0 709blk.29.ffn_gate_exps.weight q4_0 710blk.29.ffn_up_exps.weight q4_0 711blk.30.attn_k.weight q4_0 712blk.30.attn_output.weight q4_K 713blk.30.attn_q.weight q4_0 714blk.30.attn_v.weight q5_0 715blk.30.ffn_down_exps.weight q5_0 716blk.30.ffn_gate_exps.weight q4_0 717blk.30.ffn_up_exps.weight q4_0 718blk.31.attn_k.weight q4_0 719blk.31.attn_output.weight q4_K 720blk.31.attn_q.weight q4_0 721blk.31.attn_v.weight q5_0 722blk.31.ffn_down_exps.weight q5_0 723blk.31.ffn_gate_exps.weight q4_0 724blk.31.ffn_up_exps.weight q4_0 725blk.32.attn_k.weight q4_0 726blk.32.attn_output.weight q4_K 727blk.32.attn_q.weight q4_0 728blk.32.attn_v.weight q5_0 729blk.32.ffn_down_exps.weight q5_0 730blk.32.ffn_gate_exps.weight q4_0 731blk.32.ffn_up_exps.weight q4_0 732blk.33.attn_k.weight q4_0 733blk.33.attn_output.weight q4_K 734blk.33.attn_q.weight q4_0 735blk.33.attn_v.weight q5_0 736blk.33.ffn_down_exps.weight q5_0 737blk.33.ffn_gate_exps.weight q4_0 738blk.33.ffn_up_exps.weight q4_0 739blk.34.attn_k.weight q4_0 740blk.34.attn_output.weight q4_K 741blk.34.attn_q.weight q4_0 742blk.34.attn_v.weight q5_0 743blk.34.ffn_down_exps.weight q5_0 744blk.34.ffn_gate_exps.weight q4_0 745blk.34.ffn_up_exps.weight q4_0 746blk.35.attn_k.weight q4_0 747blk.35.attn_output.weight q4_K 748blk.35.attn_q.weight q4_0 749blk.35.attn_v.weight q5_0 750blk.35.ffn_down_exps.weight q5_0 751blk.35.ffn_gate_exps.weight q4_0 752blk.35.ffn_up_exps.weight q4_0 753 754[Q3_K_L] q3_K 755output.weight q8_0 756token_embd.weight q4_0 757blk.0.attn_k.weight q4_0 758blk.0.attn_output.weight q5_K 759blk.0.attn_q.weight q4_0 760blk.0.attn_v.weight q5_1 761blk.0.ffn_down_exps.weight q5_1 762blk.0.ffn_gate_exps.weight q4_0 763blk.0.ffn_up_exps.weight q4_0 764blk.1.attn_k.weight q4_0 765blk.1.attn_output.weight q5_K 766blk.1.attn_q.weight q4_0 767blk.1.attn_v.weight q5_1 768blk.1.ffn_down_exps.weight q5_1 769blk.1.ffn_gate_exps.weight q4_0 770blk.1.ffn_up_exps.weight q4_0 771blk.2.attn_k.weight q4_0 772blk.2.attn_output.weight q5_K 773blk.2.attn_q.weight q4_0 774blk.2.attn_v.weight q5_1 775blk.2.ffn_down_exps.weight q5_1 776blk.2.ffn_gate_exps.weight q4_0 777blk.2.ffn_up_exps.weight q4_0 778blk.3.attn_k.weight q4_0 779blk.3.attn_output.weight q5_K 780blk.3.attn_q.weight q4_0 781blk.3.attn_v.weight q5_1 782blk.3.ffn_down_exps.weight q5_1 783blk.3.ffn_gate_exps.weight q4_0 784blk.3.ffn_up_exps.weight q4_0 785blk.4.attn_k.weight q4_0 786blk.4.attn_output.weight q5_K 787blk.4.attn_q.weight q4_0 788blk.4.attn_v.weight q5_1 789blk.4.ffn_down_exps.weight q5_1 790blk.4.ffn_gate_exps.weight q4_0 791blk.4.ffn_up_exps.weight q4_0 792blk.5.attn_k.weight q4_0 793blk.5.attn_output.weight q5_K 794blk.5.attn_q.weight q4_0 795blk.5.attn_v.weight q5_1 796blk.5.ffn_down_exps.weight q5_1 797blk.5.ffn_gate_exps.weight q4_0 798blk.5.ffn_up_exps.weight q4_0 799blk.6.attn_k.weight q4_0 800blk.6.attn_output.weight q5_K 801blk.6.attn_q.weight q4_0 802blk.6.attn_v.weight q5_1 803blk.6.ffn_down_exps.weight q5_1 804blk.6.ffn_gate_exps.weight q4_0 805blk.6.ffn_up_exps.weight q4_0 806blk.7.attn_k.weight q4_0 807blk.7.attn_output.weight q5_K 808blk.7.attn_q.weight q4_0 809blk.7.attn_v.weight q5_1 810blk.7.ffn_down_exps.weight q5_1 811blk.7.ffn_gate_exps.weight q4_0 812blk.7.ffn_up_exps.weight q4_0 813blk.8.attn_k.weight q4_0 814blk.8.attn_output.weight q5_K 815blk.8.attn_q.weight q4_0 816blk.8.attn_v.weight q5_1 817blk.8.ffn_down_exps.weight q5_1 818blk.8.ffn_gate_exps.weight q4_0 819blk.8.ffn_up_exps.weight q4_0 820blk.9.attn_k.weight q4_0 821blk.9.attn_output.weight q5_K 822blk.9.attn_q.weight q4_0 823blk.9.attn_v.weight q5_1 824blk.9.ffn_down_exps.weight q5_1 825blk.9.ffn_gate_exps.weight q4_0 826blk.9.ffn_up_exps.weight q4_0 827blk.10.attn_k.weight q4_0 828blk.10.attn_output.weight q5_K 829blk.10.attn_q.weight q4_0 830blk.10.attn_v.weight q5_1 831blk.10.ffn_down_exps.weight q5_1 832blk.10.ffn_gate_exps.weight q4_0 833blk.10.ffn_up_exps.weight q4_0 834blk.11.attn_k.weight q4_0 835blk.11.attn_output.weight q5_K 836blk.11.attn_q.weight q4_0 837blk.11.attn_v.weight q5_1 838blk.11.ffn_down_exps.weight q5_1 839blk.11.ffn_gate_exps.weight q4_0 840blk.11.ffn_up_exps.weight q4_0 841blk.12.attn_k.weight q4_0 842blk.12.attn_output.weight q5_K 843blk.12.attn_q.weight q4_0 844blk.12.attn_v.weight q5_1 845blk.12.ffn_down_exps.weight q5_1 846blk.12.ffn_gate_exps.weight q4_0 847blk.12.ffn_up_exps.weight q4_0 848blk.13.attn_k.weight q4_0 849blk.13.attn_output.weight q5_K 850blk.13.attn_q.weight q4_0 851blk.13.attn_v.weight q5_1 852blk.13.ffn_down_exps.weight q5_1 853blk.13.ffn_gate_exps.weight q4_0 854blk.13.ffn_up_exps.weight q4_0 855blk.14.attn_k.weight q4_0 856blk.14.attn_output.weight q5_K 857blk.14.attn_q.weight q4_0 858blk.14.attn_v.weight q5_1 859blk.14.ffn_down_exps.weight q5_1 860blk.14.ffn_gate_exps.weight q4_0 861blk.14.ffn_up_exps.weight q4_0 862blk.15.attn_k.weight q4_0 863blk.15.attn_output.weight q5_K 864blk.15.attn_q.weight q4_0 865blk.15.attn_v.weight q5_1 866blk.15.ffn_down_exps.weight q5_1 867blk.15.ffn_gate_exps.weight q4_0 868blk.15.ffn_up_exps.weight q4_0 869blk.16.attn_k.weight q4_0 870blk.16.attn_output.weight q5_K 871blk.16.attn_q.weight q4_0 872blk.16.attn_v.weight q5_1 873blk.16.ffn_down_exps.weight q5_1 874blk.16.ffn_gate_exps.weight q4_0 875blk.16.ffn_up_exps.weight q4_0 876blk.17.attn_k.weight q4_0 877blk.17.attn_output.weight q5_K 878blk.17.attn_q.weight q4_0 879blk.17.attn_v.weight q5_1 880blk.17.ffn_down_exps.weight q5_1 881blk.17.ffn_gate_exps.weight q4_0 882blk.17.ffn_up_exps.weight q4_0 883blk.18.attn_k.weight q4_0 884blk.18.attn_output.weight q5_K 885blk.18.attn_q.weight q4_0 886blk.18.attn_v.weight q5_1 887blk.18.ffn_down_exps.weight q5_1 888blk.18.ffn_gate_exps.weight q4_0 889blk.18.ffn_up_exps.weight q4_0 890blk.19.attn_k.weight q4_0 891blk.19.attn_output.weight q5_K 892blk.19.attn_q.weight q4_0 893blk.19.attn_v.weight q5_1 894blk.19.ffn_down_exps.weight q5_1 895blk.19.ffn_gate_exps.weight q4_0 896blk.19.ffn_up_exps.weight q4_0 897blk.20.attn_k.weight q4_0 898blk.20.attn_output.weight q5_K 899blk.20.attn_q.weight q4_0 900blk.20.attn_v.weight q5_1 901blk.20.ffn_down_exps.weight q5_1 902blk.20.ffn_gate_exps.weight q4_0 903blk.20.ffn_up_exps.weight q4_0 904blk.21.attn_k.weight q4_0 905blk.21.attn_output.weight q5_K 906blk.21.attn_q.weight q4_0 907blk.21.attn_v.weight q5_1 908blk.21.ffn_down_exps.weight q5_1 909blk.21.ffn_gate_exps.weight q4_0 910blk.21.ffn_up_exps.weight q4_0 911blk.22.attn_k.weight q4_0 912blk.22.attn_output.weight q5_K 913blk.22.attn_q.weight q4_0 914blk.22.attn_v.weight q5_1 915blk.22.ffn_down_exps.weight q5_1 916blk.22.ffn_gate_exps.weight q4_0 917blk.22.ffn_up_exps.weight q4_0 918blk.23.attn_k.weight q4_0 919blk.23.attn_output.weight q5_K 920blk.23.attn_q.weight q4_0 921blk.23.attn_v.weight q5_1 922blk.23.ffn_down_exps.weight q5_1 923blk.23.ffn_gate_exps.weight q4_0 924blk.23.ffn_up_exps.weight q4_0 925blk.24.attn_k.weight q4_0 926blk.24.attn_output.weight q5_K 927blk.24.attn_q.weight q4_0 928blk.24.attn_v.weight q5_1 929blk.24.ffn_down_exps.weight q5_1 930blk.24.ffn_gate_exps.weight q4_0 931blk.24.ffn_up_exps.weight q4_0 932blk.25.attn_k.weight q4_0 933blk.25.attn_output.weight q5_K 934blk.25.attn_q.weight q4_0 935blk.25.attn_v.weight q5_1 936blk.25.ffn_down_exps.weight q5_1 937blk.25.ffn_gate_exps.weight q4_0 938blk.25.ffn_up_exps.weight q4_0 939blk.26.attn_k.weight q4_0 940blk.26.attn_output.weight q5_K 941blk.26.attn_q.weight q4_0 942blk.26.attn_v.weight q5_1 943blk.26.ffn_down_exps.weight q5_1 944blk.26.ffn_gate_exps.weight q4_0 945blk.26.ffn_up_exps.weight q4_0 946blk.27.attn_k.weight q4_0 947blk.27.attn_output.weight q5_K 948blk.27.attn_q.weight q4_0 949blk.27.attn_v.weight q5_1 950blk.27.ffn_down_exps.weight q5_1 951blk.27.ffn_gate_exps.weight q4_0 952blk.27.ffn_up_exps.weight q4_0 953blk.28.attn_k.weight q4_0 954blk.28.attn_output.weight q5_K 955blk.28.attn_q.weight q4_0 956blk.28.attn_v.weight q5_1 957blk.28.ffn_down_exps.weight q5_1 958blk.28.ffn_gate_exps.weight q4_0 959blk.28.ffn_up_exps.weight q4_0 960blk.29.attn_k.weight q4_0 961blk.29.attn_output.weight q5_K 962blk.29.attn_q.weight q4_0 963blk.29.attn_v.weight q5_1 964blk.29.ffn_down_exps.weight q5_1 965blk.29.ffn_gate_exps.weight q4_0 966blk.29.ffn_up_exps.weight q4_0 967blk.30.attn_k.weight q4_0 968blk.30.attn_output.weight q5_K 969blk.30.attn_q.weight q4_0 970blk.30.attn_v.weight q5_1 971blk.30.ffn_down_exps.weight q5_1 972blk.30.ffn_gate_exps.weight q4_0 973blk.30.ffn_up_exps.weight q4_0 974blk.31.attn_k.weight q4_0 975blk.31.attn_output.weight q5_K 976blk.31.attn_q.weight q4_0 977blk.31.attn_v.weight q5_1 978blk.31.ffn_down_exps.weight q5_1 979blk.31.ffn_gate_exps.weight q4_0 980blk.31.ffn_up_exps.weight q4_0 981blk.32.attn_k.weight q4_0 982blk.32.attn_output.weight q5_K 983blk.32.attn_q.weight q4_0 984blk.32.attn_v.weight q5_1 985blk.32.ffn_down_exps.weight q5_1 986blk.32.ffn_gate_exps.weight q4_0 987blk.32.ffn_up_exps.weight q4_0 988blk.33.attn_k.weight q4_0 989blk.33.attn_output.weight q5_K 990blk.33.attn_q.weight q4_0 991blk.33.attn_v.weight q5_1 992blk.33.ffn_down_exps.weight q5_1 993blk.33.ffn_gate_exps.weight q4_0 994blk.33.ffn_up_exps.weight q4_0 995blk.34.attn_k.weight q4_0 996blk.34.attn_output.weight q5_K 997blk.34.attn_q.weight q4_0 998blk.34.attn_v.weight q5_1 999blk.34.ffn_down_exps.weight q5_1 1000blk.34.ffn_gate_exps.weight q4_0 1001blk.34.ffn_up_exps.weight q4_0 1002blk.35.attn_k.weight q4_0 1003blk.35.attn_output.weight q5_K 1004blk.35.attn_q.weight q4_0 1005blk.35.attn_v.weight q5_1 1006blk.35.ffn_down_exps.weight q5_1 1007blk.35.ffn_gate_exps.weight q4_0 1008blk.35.ffn_up_exps.weight q4_0 1009 1010[Q4_K_S] q4_K 1011output.weight q8_0 1012token_embd.weight q5_0 1013blk.0.attn_k.weight q5_0 1014blk.0.attn_q.weight q5_0 1015blk.0.attn_v.weight q5_1 1016blk.0.ffn_down_exps.weight q5_1 1017blk.0.ffn_gate_exps.weight q5_0 1018blk.0.ffn_up_exps.weight q5_0 1019blk.1.attn_k.weight q5_0 1020blk.1.attn_q.weight q5_0 1021blk.1.attn_v.weight q5_1 1022blk.1.ffn_down_exps.weight q5_1 1023blk.1.ffn_gate_exps.weight q5_0 1024blk.1.ffn_up_exps.weight q5_0 1025blk.2.attn_k.weight q5_0 1026blk.2.attn_q.weight q5_0 1027blk.2.attn_v.weight q5_1 1028blk.2.ffn_down_exps.weight q5_1 1029blk.2.ffn_gate_exps.weight q5_0 1030blk.2.ffn_up_exps.weight q5_0 1031blk.3.attn_k.weight q5_0 1032blk.3.attn_q.weight q5_0 1033blk.3.attn_v.weight q5_1 1034blk.3.ffn_down_exps.weight q5_1 1035blk.3.ffn_gate_exps.weight q5_0 1036blk.3.ffn_up_exps.weight q5_0 1037blk.4.attn_k.weight q5_0 1038blk.4.attn_q.weight q5_0 1039blk.4.attn_v.weight q5_0 1040blk.4.ffn_down_exps.weight q5_0 1041blk.4.ffn_gate_exps.weight q5_0 1042blk.4.ffn_up_exps.weight q5_0 1043blk.5.attn_k.weight q5_0 1044blk.5.attn_q.weight q5_0 1045blk.5.attn_v.weight q5_0 1046blk.5.ffn_down_exps.weight q5_0 1047blk.5.ffn_gate_exps.weight q5_0 1048blk.5.ffn_up_exps.weight q5_0 1049blk.6.attn_k.weight q5_0 1050blk.6.attn_q.weight q5_0 1051blk.6.attn_v.weight q5_0 1052blk.6.ffn_down_exps.weight q5_0 1053blk.6.ffn_gate_exps.weight q5_0 1054blk.6.ffn_up_exps.weight q5_0 1055blk.7.attn_k.weight q5_0 1056blk.7.attn_q.weight q5_0 1057blk.7.attn_v.weight q5_0 1058blk.7.ffn_down_exps.weight q5_0 1059blk.7.ffn_gate_exps.weight q5_0 1060blk.7.ffn_up_exps.weight q5_0 1061blk.8.attn_k.weight q5_0 1062blk.8.attn_q.weight q5_0 1063blk.8.attn_v.weight q5_0 1064blk.8.ffn_down_exps.weight q5_0 1065blk.8.ffn_gate_exps.weight q5_0 1066blk.8.ffn_up_exps.weight q5_0 1067blk.9.attn_k.weight q5_0 1068blk.9.attn_q.weight q5_0 1069blk.9.attn_v.weight q5_0 1070blk.9.ffn_down_exps.weight q5_0 1071blk.9.ffn_gate_exps.weight q5_0 1072blk.9.ffn_up_exps.weight q5_0 1073blk.10.attn_k.weight q5_0 1074blk.10.attn_q.weight q5_0 1075blk.10.attn_v.weight q5_0 1076blk.10.ffn_down_exps.weight q5_0 1077blk.10.ffn_gate_exps.weight q5_0 1078blk.10.ffn_up_exps.weight q5_0 1079blk.11.attn_k.weight q5_0 1080blk.11.attn_q.weight q5_0 1081blk.11.attn_v.weight q5_0 1082blk.11.ffn_down_exps.weight q5_0 1083blk.11.ffn_gate_exps.weight q5_0 1084blk.11.ffn_up_exps.weight q5_0 1085blk.12.attn_k.weight q5_0 1086blk.12.attn_q.weight q5_0 1087blk.12.attn_v.weight q5_0 1088blk.12.ffn_down_exps.weight q5_0 1089blk.12.ffn_gate_exps.weight q5_0 1090blk.12.ffn_up_exps.weight q5_0 1091blk.13.attn_k.weight q5_0 1092blk.13.attn_q.weight q5_0 1093blk.13.attn_v.weight q5_0 1094blk.13.ffn_down_exps.weight q5_0 1095blk.13.ffn_gate_exps.weight q5_0 1096blk.13.ffn_up_exps.weight q5_0 1097blk.14.attn_k.weight q5_0 1098blk.14.attn_q.weight q5_0 1099blk.14.attn_v.weight q5_0 1100blk.14.ffn_down_exps.weight q5_0 1101blk.14.ffn_gate_exps.weight q5_0 1102blk.14.ffn_up_exps.weight q5_0 1103blk.15.attn_k.weight q5_0 1104blk.15.attn_q.weight q5_0 1105blk.15.attn_v.weight q5_0 1106blk.15.ffn_down_exps.weight q5_0 1107blk.15.ffn_gate_exps.weight q5_0 1108blk.15.ffn_up_exps.weight q5_0 1109blk.16.attn_k.weight q5_0 1110blk.16.attn_q.weight q5_0 1111blk.16.attn_v.weight q5_0 1112blk.16.ffn_down_exps.weight q5_0 1113blk.16.ffn_gate_exps.weight q5_0 1114blk.16.ffn_up_exps.weight q5_0 1115blk.17.attn_k.weight q5_0 1116blk.17.attn_q.weight q5_0 1117blk.17.attn_v.weight q5_0 1118blk.17.ffn_down_exps.weight q5_0 1119blk.17.ffn_gate_exps.weight q5_0 1120blk.17.ffn_up_exps.weight q5_0 1121blk.18.attn_k.weight q5_0 1122blk.18.attn_q.weight q5_0 1123blk.18.attn_v.weight q5_0 1124blk.18.ffn_down_exps.weight q5_0 1125blk.18.ffn_gate_exps.weight q5_0 1126blk.18.ffn_up_exps.weight q5_0 1127blk.19.attn_k.weight q5_0 1128blk.19.attn_q.weight q5_0 1129blk.19.attn_v.weight q5_0 1130blk.19.ffn_down_exps.weight q5_0 1131blk.19.ffn_gate_exps.weight q5_0 1132blk.19.ffn_up_exps.weight q5_0 1133blk.20.attn_k.weight q5_0 1134blk.20.attn_q.weight q5_0 1135blk.20.attn_v.weight q5_0 1136blk.20.ffn_down_exps.weight q5_0 1137blk.20.ffn_gate_exps.weight q5_0 1138blk.20.ffn_up_exps.weight q5_0 1139blk.21.attn_k.weight q5_0 1140blk.21.attn_q.weight q5_0 1141blk.21.attn_v.weight q5_0 1142blk.21.ffn_down_exps.weight q5_0 1143blk.21.ffn_gate_exps.weight q5_0 1144blk.21.ffn_up_exps.weight q5_0 1145blk.22.attn_k.weight q5_0 1146blk.22.attn_q.weight q5_0 1147blk.22.attn_v.weight q5_0 1148blk.22.ffn_down_exps.weight q5_0 1149blk.22.ffn_gate_exps.weight q5_0 1150blk.22.ffn_up_exps.weight q5_0 1151blk.23.attn_k.weight q5_0 1152blk.23.attn_q.weight q5_0 1153blk.23.attn_v.weight q5_0 1154blk.23.ffn_down_exps.weight q5_0 1155blk.23.ffn_gate_exps.weight q5_0 1156blk.23.ffn_up_exps.weight q5_0 1157blk.24.attn_k.weight q5_0 1158blk.24.attn_q.weight q5_0 1159blk.24.attn_v.weight q5_0 1160blk.24.ffn_down_exps.weight q5_0 1161blk.24.ffn_gate_exps.weight q5_0 1162blk.24.ffn_up_exps.weight q5_0 1163blk.25.attn_k.weight q5_0 1164blk.25.attn_q.weight q5_0 1165blk.25.attn_v.weight q5_0 1166blk.25.ffn_down_exps.weight q5_0 1167blk.25.ffn_gate_exps.weight q5_0 1168blk.25.ffn_up_exps.weight q5_0 1169blk.26.attn_k.weight q5_0 1170blk.26.attn_q.weight q5_0 1171blk.26.attn_v.weight q5_0 1172blk.26.ffn_down_exps.weight q5_0 1173blk.26.ffn_gate_exps.weight q5_0 1174blk.26.ffn_up_exps.weight q5_0 1175blk.27.attn_k.weight q5_0 1176blk.27.attn_q.weight q5_0 1177blk.27.attn_v.weight q5_0 1178blk.27.ffn_down_exps.weight q5_0 1179blk.27.ffn_gate_exps.weight q5_0 1180blk.27.ffn_up_exps.weight q5_0 1181blk.28.attn_k.weight q5_0 1182blk.28.attn_q.weight q5_0 1183blk.28.attn_v.weight q5_0 1184blk.28.ffn_down_exps.weight q5_0 1185blk.28.ffn_gate_exps.weight q5_0 1186blk.28.ffn_up_exps.weight q5_0 1187blk.29.attn_k.weight q5_0 1188blk.29.attn_q.weight q5_0 1189blk.29.attn_v.weight q5_0 1190blk.29.ffn_down_exps.weight q5_0 1191blk.29.ffn_gate_exps.weight q5_0 1192blk.29.ffn_up_exps.weight q5_0 1193blk.30.attn_k.weight q5_0 1194blk.30.attn_q.weight q5_0 1195blk.30.attn_v.weight q5_0 1196blk.30.ffn_down_exps.weight q5_0 1197blk.30.ffn_gate_exps.weight q5_0 1198blk.30.ffn_up_exps.weight q5_0 1199blk.31.attn_k.weight q5_0 1200blk.31.attn_q.weight q5_0 1201blk.31.attn_v.weight q5_0 1202blk.31.ffn_down_exps.weight q5_0 1203blk.31.ffn_gate_exps.weight q5_0 1204blk.31.ffn_up_exps.weight q5_0 1205blk.32.attn_k.weight q5_0 1206blk.32.attn_q.weight q5_0 1207blk.32.attn_v.weight q5_0 1208blk.32.ffn_down_exps.weight q5_0 1209blk.32.ffn_gate_exps.weight q5_0 1210blk.32.ffn_up_exps.weight q5_0 1211blk.33.attn_k.weight q5_0 1212blk.33.attn_q.weight q5_0 1213blk.33.attn_v.weight q5_0 1214blk.33.ffn_down_exps.weight q5_0 1215blk.33.ffn_gate_exps.weight q5_0 1216blk.33.ffn_up_exps.weight q5_0 1217blk.34.attn_k.weight q5_0 1218blk.34.attn_q.weight q5_0 1219blk.34.attn_v.weight q5_0 1220blk.34.ffn_down_exps.weight q5_0 1221blk.34.ffn_gate_exps.weight q5_0 1222blk.34.ffn_up_exps.weight q5_0 1223blk.35.attn_k.weight q5_0 1224blk.35.attn_q.weight q5_0 1225blk.35.attn_v.weight q5_0 1226blk.35.ffn_down_exps.weight q5_0 1227blk.35.ffn_gate_exps.weight q5_0 1228blk.35.ffn_up_exps.weight q5_0 1229 1230[Q4_K_M] q4_K 1231output.weight q8_0 1232token_embd.weight q5_0 1233blk.0.attn_k.weight q5_0 1234blk.0.attn_q.weight q5_0 1235blk.0.attn_v.weight q8_0 1236blk.0.ffn_down_exps.weight q8_0 1237blk.0.ffn_gate_exps.weight q5_0 1238blk.0.ffn_up_exps.weight q5_0 1239blk.1.attn_k.weight q5_0 1240blk.1.attn_q.weight q5_0 1241blk.1.attn_v.weight q8_0 1242blk.1.ffn_down_exps.weight q8_0 1243blk.1.ffn_gate_exps.weight q5_0 1244blk.1.ffn_up_exps.weight q5_0 1245blk.2.attn_k.weight q5_0 1246blk.2.attn_q.weight q5_0 1247blk.2.attn_v.weight q8_0 1248blk.2.ffn_down_exps.weight q8_0 1249blk.2.ffn_gate_exps.weight q5_0 1250blk.2.ffn_up_exps.weight q5_0 1251blk.3.attn_k.weight q5_0 1252blk.3.attn_q.weight q5_0 1253blk.3.attn_v.weight q8_0 1254blk.3.ffn_down_exps.weight q8_0 1255blk.3.ffn_gate_exps.weight q5_0 1256blk.3.ffn_up_exps.weight q5_0 1257blk.4.attn_k.weight q5_0 1258blk.4.attn_q.weight q5_0 1259blk.4.attn_v.weight q5_0 1260blk.4.ffn_down_exps.weight q5_0 1261blk.4.ffn_gate_exps.weight q5_0 1262blk.4.ffn_up_exps.weight q5_0 1263blk.5.attn_k.weight q5_0 1264blk.5.attn_q.weight q5_0 1265blk.5.attn_v.weight q5_0 1266blk.5.ffn_down_exps.weight q5_0 1267blk.5.ffn_gate_exps.weight q5_0 1268blk.5.ffn_up_exps.weight q5_0 1269blk.6.attn_k.weight q5_0 1270blk.6.attn_q.weight q5_0 1271blk.6.attn_v.weight q8_0 1272blk.6.ffn_down_exps.weight q8_0 1273blk.6.ffn_gate_exps.weight q5_0 1274blk.6.ffn_up_exps.weight q5_0 1275blk.7.attn_k.weight q5_0 1276blk.7.attn_q.weight q5_0 1277blk.7.attn_v.weight q5_0 1278blk.7.ffn_down_exps.weight q5_0 1279blk.7.ffn_gate_exps.weight q5_0 1280blk.7.ffn_up_exps.weight q5_0 1281blk.8.attn_k.weight q5_0 1282blk.8.attn_q.weight q5_0 1283blk.8.attn_v.weight q5_0 1284blk.8.ffn_down_exps.weight q5_0 1285blk.8.ffn_gate_exps.weight q5_0 1286blk.8.ffn_up_exps.weight q5_0 1287blk.9.attn_k.weight q5_0 1288blk.9.attn_q.weight q5_0 1289blk.9.attn_v.weight q8_0 1290blk.9.ffn_down_exps.weight q8_0 1291blk.9.ffn_gate_exps.weight q5_0 1292blk.9.ffn_up_exps.weight q5_0 1293blk.10.attn_k.weight q5_0 1294blk.10.attn_q.weight q5_0 1295blk.10.attn_v.weight q5_0 1296blk.10.ffn_down_exps.weight q5_0 1297blk.10.ffn_gate_exps.weight q5_0 1298blk.10.ffn_up_exps.weight q5_0 1299blk.11.attn_k.weight q5_0 1300blk.11.attn_q.weight q5_0 1301blk.11.attn_v.weight q5_0 1302blk.11.ffn_down_exps.weight q5_0 1303blk.11.ffn_gate_exps.weight q5_0 1304blk.11.ffn_up_exps.weight q5_0 1305blk.12.attn_k.weight q5_0 1306blk.12.attn_q.weight q5_0 1307blk.12.attn_v.weight q8_0 1308blk.12.ffn_down_exps.weight q8_0 1309blk.12.ffn_gate_exps.weight q5_0 1310blk.12.ffn_up_exps.weight q5_0 1311blk.13.attn_k.weight q5_0 1312blk.13.attn_q.weight q5_0 1313blk.13.attn_v.weight q5_0 1314blk.13.ffn_down_exps.weight q5_0 1315blk.13.ffn_gate_exps.weight q5_0 1316blk.13.ffn_up_exps.weight q5_0 1317blk.14.attn_k.weight q5_0 1318blk.14.attn_q.weight q5_0 1319blk.14.attn_v.weight q5_0 1320blk.14.ffn_down_exps.weight q5_0 1321blk.14.ffn_gate_exps.weight q5_0 1322blk.14.ffn_up_exps.weight q5_0 1323blk.15.attn_k.weight q5_0 1324blk.15.attn_q.weight q5_0 1325blk.15.attn_v.weight q8_0 1326blk.15.ffn_down_exps.weight q8_0 1327blk.15.ffn_gate_exps.weight q5_0 1328blk.15.ffn_up_exps.weight q5_0 1329blk.16.attn_k.weight q5_0 1330blk.16.attn_q.weight q5_0 1331blk.16.attn_v.weight q5_0 1332blk.16.ffn_down_exps.weight q5_0 1333blk.16.ffn_gate_exps.weight q5_0 1334blk.16.ffn_up_exps.weight q5_0 1335blk.17.attn_k.weight q5_0 1336blk.17.attn_q.weight q5_0 1337blk.17.attn_v.weight q5_0 1338blk.17.ffn_down_exps.weight q5_0 1339blk.17.ffn_gate_exps.weight q5_0 1340blk.17.ffn_up_exps.weight q5_0 1341blk.18.attn_k.weight q5_0 1342blk.18.attn_q.weight q5_0 1343blk.18.attn_v.weight q8_0 1344blk.18.ffn_down_exps.weight q8_0 1345blk.18.ffn_gate_exps.weight q5_0 1346blk.18.ffn_up_exps.weight q5_0 1347blk.19.attn_k.weight q5_0 1348blk.19.attn_q.weight q5_0 1349blk.19.attn_v.weight q5_0 1350blk.19.ffn_down_exps.weight q5_0 1351blk.19.ffn_gate_exps.weight q5_0 1352blk.19.ffn_up_exps.weight q5_0 1353blk.20.attn_k.weight q5_0 1354blk.20.attn_q.weight q5_0 1355blk.20.attn_v.weight q5_0 1356blk.20.ffn_down_exps.weight q5_0 1357blk.20.ffn_gate_exps.weight q5_0 1358blk.20.ffn_up_exps.weight q5_0 1359blk.21.attn_k.weight q5_0 1360blk.21.attn_q.weight q5_0 1361blk.21.attn_v.weight q8_0 1362blk.21.ffn_down_exps.weight q8_0 1363blk.21.ffn_gate_exps.weight q5_0 1364blk.21.ffn_up_exps.weight q5_0 1365blk.22.attn_k.weight q5_0 1366blk.22.attn_q.weight q5_0 1367blk.22.attn_v.weight q5_0 1368blk.22.ffn_down_exps.weight q5_0 1369blk.22.ffn_gate_exps.weight q5_0 1370blk.22.ffn_up_exps.weight q5_0 1371blk.23.attn_k.weight q5_0 1372blk.23.attn_q.weight q5_0 1373blk.23.attn_v.weight q5_0 1374blk.23.ffn_down_exps.weight q5_0 1375blk.23.ffn_gate_exps.weight q5_0 1376blk.23.ffn_up_exps.weight q5_0 1377blk.24.attn_k.weight q5_0 1378blk.24.attn_q.weight q5_0 1379blk.24.attn_v.weight q8_0 1380blk.24.ffn_down_exps.weight q8_0 1381blk.24.ffn_gate_exps.weight q5_0 1382blk.24.ffn_up_exps.weight q5_0 1383blk.25.attn_k.weight q5_0 1384blk.25.attn_q.weight q5_0 1385blk.25.attn_v.weight q5_0 1386blk.25.ffn_down_exps.weight q5_0 1387blk.25.ffn_gate_exps.weight q5_0 1388blk.25.ffn_up_exps.weight q5_0 1389blk.26.attn_k.weight q5_0 1390blk.26.attn_q.weight q5_0 1391blk.26.attn_v.weight q5_0 1392blk.26.ffn_down_exps.weight q5_0 1393blk.26.ffn_gate_exps.weight q5_0 1394blk.26.ffn_up_exps.weight q5_0 1395blk.27.attn_k.weight q5_0 1396blk.27.attn_q.weight q5_0 1397blk.27.attn_v.weight q8_0 1398blk.27.ffn_down_exps.weight q8_0 1399blk.27.ffn_gate_exps.weight q5_0 1400blk.27.ffn_up_exps.weight q5_0 1401blk.28.attn_k.weight q5_0 1402blk.28.attn_q.weight q5_0 1403blk.28.attn_v.weight q5_0 1404blk.28.ffn_down_exps.weight q5_0 1405blk.28.ffn_gate_exps.weight q5_0 1406blk.28.ffn_up_exps.weight q5_0 1407blk.29.attn_k.weight q5_0 1408blk.29.attn_q.weight q5_0 1409blk.29.attn_v.weight q5_0 1410blk.29.ffn_down_exps.weight q5_0 1411blk.29.ffn_gate_exps.weight q5_0 1412blk.29.ffn_up_exps.weight q5_0 1413blk.30.attn_k.weight q5_0 1414blk.30.attn_q.weight q5_0 1415blk.30.attn_v.weight q8_0 1416blk.30.ffn_down_exps.weight q8_0 1417blk.30.ffn_gate_exps.weight q5_0 1418blk.30.ffn_up_exps.weight q5_0 1419blk.31.attn_k.weight q5_0 1420blk.31.attn_q.weight q5_0 1421blk.31.attn_v.weight q8_0 1422blk.31.ffn_down_exps.weight q8_0 1423blk.31.ffn_gate_exps.weight q5_0 1424blk.31.ffn_up_exps.weight q5_0 1425blk.32.attn_k.weight q5_0 1426blk.32.attn_q.weight q5_0 1427blk.32.attn_v.weight q8_0 1428blk.32.ffn_down_exps.weight q8_0 1429blk.32.ffn_gate_exps.weight q5_0 1430blk.32.ffn_up_exps.weight q5_0 1431blk.33.attn_k.weight q5_0 1432blk.33.attn_q.weight q5_0 1433blk.33.attn_v.weight q8_0 1434blk.33.ffn_down_exps.weight q8_0 1435blk.33.ffn_gate_exps.weight q5_0 1436blk.33.ffn_up_exps.weight q5_0 1437blk.34.attn_k.weight q5_0 1438blk.34.attn_q.weight q5_0 1439blk.34.attn_v.weight q8_0 1440blk.34.ffn_down_exps.weight q8_0 1441blk.34.ffn_gate_exps.weight q5_0 1442blk.34.ffn_up_exps.weight q5_0 1443blk.35.attn_k.weight q5_0 1444blk.35.attn_q.weight q5_0 1445blk.35.attn_v.weight q8_0 1446blk.35.ffn_down_exps.weight q8_0 1447blk.35.ffn_gate_exps.weight q5_0 1448blk.35.ffn_up_exps.weight q5_0 1449 1450[Q5_K_S] q5_K 1451output.weight q8_0 1452token_embd.weight q5_1 1453blk.0.attn_k.weight q5_1 1454blk.0.attn_q.weight q5_1 1455blk.0.attn_v.weight q5_1 1456blk.0.ffn_down_exps.weight q5_1 1457blk.0.ffn_gate_exps.weight q5_1 1458blk.0.ffn_up_exps.weight q5_1 1459blk.1.attn_k.weight q5_1 1460blk.1.attn_q.weight q5_1 1461blk.1.attn_v.weight q5_1 1462blk.1.ffn_down_exps.weight q5_1 1463blk.1.ffn_gate_exps.weight q5_1 1464blk.1.ffn_up_exps.weight q5_1 1465blk.2.attn_k.weight q5_1 1466blk.2.attn_q.weight q5_1 1467blk.2.attn_v.weight q5_1 1468blk.2.ffn_down_exps.weight q5_1 1469blk.2.ffn_gate_exps.weight q5_1 1470blk.2.ffn_up_exps.weight q5_1 1471blk.3.attn_k.weight q5_1 1472blk.3.attn_q.weight q5_1 1473blk.3.attn_v.weight q5_1 1474blk.3.ffn_down_exps.weight q5_1 1475blk.3.ffn_gate_exps.weight q5_1 1476blk.3.ffn_up_exps.weight q5_1 1477blk.4.attn_k.weight q5_1 1478blk.4.attn_q.weight q5_1 1479blk.4.attn_v.weight q5_1 1480blk.4.ffn_down_exps.weight q5_1 1481blk.4.ffn_gate_exps.weight q5_1 1482blk.4.ffn_up_exps.weight q5_1 1483blk.5.attn_k.weight q5_1 1484blk.5.attn_q.weight q5_1 1485blk.5.attn_v.weight q5_1 1486blk.5.ffn_down_exps.weight q5_1 1487blk.5.ffn_gate_exps.weight q5_1 1488blk.5.ffn_up_exps.weight q5_1 1489blk.6.attn_k.weight q5_1 1490blk.6.attn_q.weight q5_1 1491blk.6.attn_v.weight q5_1 1492blk.6.ffn_down_exps.weight q5_1 1493blk.6.ffn_gate_exps.weight q5_1 1494blk.6.ffn_up_exps.weight q5_1 1495blk.7.attn_k.weight q5_1 1496blk.7.attn_q.weight q5_1 1497blk.7.attn_v.weight q5_1 1498blk.7.ffn_down_exps.weight q5_1 1499blk.7.ffn_gate_exps.weight q5_1 1500blk.7.ffn_up_exps.weight q5_1 1501blk.8.attn_k.weight q5_1 1502blk.8.attn_q.weight q5_1 1503blk.8.attn_v.weight q5_1 1504blk.8.ffn_down_exps.weight q5_1 1505blk.8.ffn_gate_exps.weight q5_1 1506blk.8.ffn_up_exps.weight q5_1 1507blk.9.attn_k.weight q5_1 1508blk.9.attn_q.weight q5_1 1509blk.9.attn_v.weight q5_1 1510blk.9.ffn_down_exps.weight q5_1 1511blk.9.ffn_gate_exps.weight q5_1 1512blk.9.ffn_up_exps.weight q5_1 1513blk.10.attn_k.weight q5_1 1514blk.10.attn_q.weight q5_1 1515blk.10.attn_v.weight q5_1 1516blk.10.ffn_down_exps.weight q5_1 1517blk.10.ffn_gate_exps.weight q5_1 1518blk.10.ffn_up_exps.weight q5_1 1519blk.11.attn_k.weight q5_1 1520blk.11.attn_q.weight q5_1 1521blk.11.attn_v.weight q5_1 1522blk.11.ffn_down_exps.weight q5_1 1523blk.11.ffn_gate_exps.weight q5_1 1524blk.11.ffn_up_exps.weight q5_1 1525blk.12.attn_k.weight q5_1 1526blk.12.attn_q.weight q5_1 1527blk.12.attn_v.weight q5_1 1528blk.12.ffn_down_exps.weight q5_1 1529blk.12.ffn_gate_exps.weight q5_1 1530blk.12.ffn_up_exps.weight q5_1 1531blk.13.attn_k.weight q5_1 1532blk.13.attn_q.weight q5_1 1533blk.13.attn_v.weight q5_1 1534blk.13.ffn_down_exps.weight q5_1 1535blk.13.ffn_gate_exps.weight q5_1 1536blk.13.ffn_up_exps.weight q5_1 1537blk.14.attn_k.weight q5_1 1538blk.14.attn_q.weight q5_1 1539blk.14.attn_v.weight q5_1 1540blk.14.ffn_down_exps.weight q5_1 1541blk.14.ffn_gate_exps.weight q5_1 1542blk.14.ffn_up_exps.weight q5_1 1543blk.15.attn_k.weight q5_1 1544blk.15.attn_q.weight q5_1 1545blk.15.attn_v.weight q5_1 1546blk.15.ffn_down_exps.weight q5_1 1547blk.15.ffn_gate_exps.weight q5_1 1548blk.15.ffn_up_exps.weight q5_1 1549blk.16.attn_k.weight q5_1 1550blk.16.attn_q.weight q5_1 1551blk.16.attn_v.weight q5_1 1552blk.16.ffn_down_exps.weight q5_1 1553blk.16.ffn_gate_exps.weight q5_1 1554blk.16.ffn_up_exps.weight q5_1 1555blk.17.attn_k.weight q5_1 1556blk.17.attn_q.weight q5_1 1557blk.17.attn_v.weight q5_1 1558blk.17.ffn_down_exps.weight q5_1 1559blk.17.ffn_gate_exps.weight q5_1 1560blk.17.ffn_up_exps.weight q5_1 1561blk.18.attn_k.weight q5_1 1562blk.18.attn_q.weight q5_1 1563blk.18.attn_v.weight q5_1 1564blk.18.ffn_down_exps.weight q5_1 1565blk.18.ffn_gate_exps.weight q5_1 1566blk.18.ffn_up_exps.weight q5_1 1567blk.19.attn_k.weight q5_1 1568blk.19.attn_q.weight q5_1 1569blk.19.attn_v.weight q5_1 1570blk.19.ffn_down_exps.weight q5_1 1571blk.19.ffn_gate_exps.weight q5_1 1572blk.19.ffn_up_exps.weight q5_1 1573blk.20.attn_k.weight q5_1 1574blk.20.attn_q.weight q5_1 1575blk.20.attn_v.weight q5_1 1576blk.20.ffn_down_exps.weight q5_1 1577blk.20.ffn_gate_exps.weight q5_1 1578blk.20.ffn_up_exps.weight q5_1 1579blk.21.attn_k.weight q5_1 1580blk.21.attn_q.weight q5_1 1581blk.21.attn_v.weight q5_1 1582blk.21.ffn_down_exps.weight q5_1 1583blk.21.ffn_gate_exps.weight q5_1 1584blk.21.ffn_up_exps.weight q5_1 1585blk.22.attn_k.weight q5_1 1586blk.22.attn_q.weight q5_1 1587blk.22.attn_v.weight q5_1 1588blk.22.ffn_down_exps.weight q5_1 1589blk.22.ffn_gate_exps.weight q5_1 1590blk.22.ffn_up_exps.weight q5_1 1591blk.23.attn_k.weight q5_1 1592blk.23.attn_q.weight q5_1 1593blk.23.attn_v.weight q5_1 1594blk.23.ffn_down_exps.weight q5_1 1595blk.23.ffn_gate_exps.weight q5_1 1596blk.23.ffn_up_exps.weight q5_1 1597blk.24.attn_k.weight q5_1 1598blk.24.attn_q.weight q5_1 1599blk.24.attn_v.weight q5_1 1600blk.24.ffn_down_exps.weight q5_1 1601blk.24.ffn_gate_exps.weight q5_1 1602blk.24.ffn_up_exps.weight q5_1 1603blk.25.attn_k.weight q5_1 1604blk.25.attn_q.weight q5_1 1605blk.25.attn_v.weight q5_1 1606blk.25.ffn_down_exps.weight q5_1 1607blk.25.ffn_gate_exps.weight q5_1 1608blk.25.ffn_up_exps.weight q5_1 1609blk.26.attn_k.weight q5_1 1610blk.26.attn_q.weight q5_1 1611blk.26.attn_v.weight q5_1 1612blk.26.ffn_down_exps.weight q5_1 1613blk.26.ffn_gate_exps.weight q5_1 1614blk.26.ffn_up_exps.weight q5_1 1615blk.27.attn_k.weight q5_1 1616blk.27.attn_q.weight q5_1 1617blk.27.attn_v.weight q5_1 1618blk.27.ffn_down_exps.weight q5_1 1619blk.27.ffn_gate_exps.weight q5_1 1620blk.27.ffn_up_exps.weight q5_1 1621blk.28.attn_k.weight q5_1 1622blk.28.attn_q.weight q5_1 1623blk.28.attn_v.weight q5_1 1624blk.28.ffn_down_exps.weight q5_1 1625blk.28.ffn_gate_exps.weight q5_1 1626blk.28.ffn_up_exps.weight q5_1 1627blk.29.attn_k.weight q5_1 1628blk.29.attn_q.weight q5_1 1629blk.29.attn_v.weight q5_1 1630blk.29.ffn_down_exps.weight q5_1 1631blk.29.ffn_gate_exps.weight q5_1 1632blk.29.ffn_up_exps.weight q5_1 1633blk.30.attn_k.weight q5_1 1634blk.30.attn_q.weight q5_1 1635blk.30.attn_v.weight q5_1 1636blk.30.ffn_down_exps.weight q5_1 1637blk.30.ffn_gate_exps.weight q5_1 1638blk.30.ffn_up_exps.weight q5_1 1639blk.31.attn_k.weight q5_1 1640blk.31.attn_q.weight q5_1 1641blk.31.attn_v.weight q5_1 1642blk.31.ffn_down_exps.weight q5_1 1643blk.31.ffn_gate_exps.weight q5_1 1644blk.31.ffn_up_exps.weight q5_1 1645blk.32.attn_k.weight q5_1 1646blk.32.attn_q.weight q5_1 1647blk.32.attn_v.weight q5_1 1648blk.32.ffn_down_exps.weight q5_1 1649blk.32.ffn_gate_exps.weight q5_1 1650blk.32.ffn_up_exps.weight q5_1 1651blk.33.attn_k.weight q5_1 1652blk.33.attn_q.weight q5_1 1653blk.33.attn_v.weight q5_1 1654blk.33.ffn_down_exps.weight q5_1 1655blk.33.ffn_gate_exps.weight q5_1 1656blk.33.ffn_up_exps.weight q5_1 1657blk.34.attn_k.weight q5_1 1658blk.34.attn_q.weight q5_1 1659blk.34.attn_v.weight q5_1 1660blk.34.ffn_down_exps.weight q5_1 1661blk.34.ffn_gate_exps.weight q5_1 1662blk.34.ffn_up_exps.weight q5_1 1663blk.35.attn_k.weight q5_1 1664blk.35.attn_q.weight q5_1 1665blk.35.attn_v.weight q5_1 1666blk.35.ffn_down_exps.weight q5_1 1667blk.35.ffn_gate_exps.weight q5_1 1668blk.35.ffn_up_exps.weight q5_1 1669 1670[Q5_K_M] q5_K 1671output.weight q8_0 1672token_embd.weight q5_1 1673blk.0.attn_k.weight q5_1 1674blk.0.attn_q.weight q5_1 1675blk.0.attn_v.weight q8_0 1676blk.0.ffn_down_exps.weight q8_0 1677blk.0.ffn_gate_exps.weight q5_1 1678blk.0.ffn_up_exps.weight q5_1 1679blk.1.attn_k.weight q5_1 1680blk.1.attn_q.weight q5_1 1681blk.1.attn_v.weight q8_0 1682blk.1.ffn_down_exps.weight q8_0 1683blk.1.ffn_gate_exps.weight q5_1 1684blk.1.ffn_up_exps.weight q5_1 1685blk.2.attn_k.weight q5_1 1686blk.2.attn_q.weight q5_1 1687blk.2.attn_v.weight q8_0 1688blk.2.ffn_down_exps.weight q8_0 1689blk.2.ffn_gate_exps.weight q5_1 1690blk.2.ffn_up_exps.weight q5_1 1691blk.3.attn_k.weight q5_1 1692blk.3.attn_q.weight q5_1 1693blk.3.attn_v.weight q8_0 1694blk.3.ffn_down_exps.weight q8_0 1695blk.3.ffn_gate_exps.weight q5_1 1696blk.3.ffn_up_exps.weight q5_1 1697blk.4.attn_k.weight q5_1 1698blk.4.attn_q.weight q5_1 1699blk.4.attn_v.weight q5_1 1700blk.4.ffn_down_exps.weight q5_1 1701blk.4.ffn_gate_exps.weight q5_1 1702blk.4.ffn_up_exps.weight q5_1 1703blk.5.attn_k.weight q5_1 1704blk.5.attn_q.weight q5_1 1705blk.5.attn_v.weight q5_1 1706blk.5.ffn_down_exps.weight q5_1 1707blk.5.ffn_gate_exps.weight q5_1 1708blk.5.ffn_up_exps.weight q5_1 1709blk.6.attn_k.weight q5_1 1710blk.6.attn_q.weight q5_1 1711blk.6.attn_v.weight q8_0 1712blk.6.ffn_down_exps.weight q8_0 1713blk.6.ffn_gate_exps.weight q5_1 1714blk.6.ffn_up_exps.weight q5_1 1715blk.7.attn_k.weight q5_1 1716blk.7.attn_q.weight q5_1 1717blk.7.attn_v.weight q5_1 1718blk.7.ffn_down_exps.weight q5_1 1719blk.7.ffn_gate_exps.weight q5_1 1720blk.7.ffn_up_exps.weight q5_1 1721blk.8.attn_k.weight q5_1 1722blk.8.attn_q.weight q5_1 1723blk.8.attn_v.weight q5_1 1724blk.8.ffn_down_exps.weight q5_1 1725blk.8.ffn_gate_exps.weight q5_1 1726blk.8.ffn_up_exps.weight q5_1 1727blk.9.attn_k.weight q5_1 1728blk.9.attn_q.weight q5_1 1729blk.9.attn_v.weight q8_0 1730blk.9.ffn_down_exps.weight q8_0 1731blk.9.ffn_gate_exps.weight q5_1 1732blk.9.ffn_up_exps.weight q5_1 1733blk.10.attn_k.weight q5_1 1734blk.10.attn_q.weight q5_1 1735blk.10.attn_v.weight q5_1 1736blk.10.ffn_down_exps.weight q5_1 1737blk.10.ffn_gate_exps.weight q5_1 1738blk.10.ffn_up_exps.weight q5_1 1739blk.11.attn_k.weight q5_1 1740blk.11.attn_q.weight q5_1 1741blk.11.attn_v.weight q5_1 1742blk.11.ffn_down_exps.weight q5_1 1743blk.11.ffn_gate_exps.weight q5_1 1744blk.11.ffn_up_exps.weight q5_1 1745blk.12.attn_k.weight q5_1 1746blk.12.attn_q.weight q5_1 1747blk.12.attn_v.weight q8_0 1748blk.12.ffn_down_exps.weight q8_0 1749blk.12.ffn_gate_exps.weight q5_1 1750blk.12.ffn_up_exps.weight q5_1 1751blk.13.attn_k.weight q5_1 1752blk.13.attn_q.weight q5_1 1753blk.13.attn_v.weight q5_1 1754blk.13.ffn_down_exps.weight q5_1 1755blk.13.ffn_gate_exps.weight q5_1 1756blk.13.ffn_up_exps.weight q5_1 1757blk.14.attn_k.weight q5_1 1758blk.14.attn_q.weight q5_1 1759blk.14.attn_v.weight q5_1 1760blk.14.ffn_down_exps.weight q5_1 1761blk.14.ffn_gate_exps.weight q5_1 1762blk.14.ffn_up_exps.weight q5_1 1763blk.15.attn_k.weight q5_1 1764blk.15.attn_q.weight q5_1 1765blk.15.attn_v.weight q8_0 1766blk.15.ffn_down_exps.weight q8_0 1767blk.15.ffn_gate_exps.weight q5_1 1768blk.15.ffn_up_exps.weight q5_1 1769blk.16.attn_k.weight q5_1 1770blk.16.attn_q.weight q5_1 1771blk.16.attn_v.weight q5_1 1772blk.16.ffn_down_exps.weight q5_1 1773blk.16.ffn_gate_exps.weight q5_1 1774blk.16.ffn_up_exps.weight q5_1 1775blk.17.attn_k.weight q5_1 1776blk.17.attn_q.weight q5_1 1777blk.17.attn_v.weight q5_1 1778blk.17.ffn_down_exps.weight q5_1 1779blk.17.ffn_gate_exps.weight q5_1 1780blk.17.ffn_up_exps.weight q5_1 1781blk.18.attn_k.weight q5_1 1782blk.18.attn_q.weight q5_1 1783blk.18.attn_v.weight q8_0 1784blk.18.ffn_down_exps.weight q8_0 1785blk.18.ffn_gate_exps.weight q5_1 1786blk.18.ffn_up_exps.weight q5_1 1787blk.19.attn_k.weight q5_1 1788blk.19.attn_q.weight q5_1 1789blk.19.attn_v.weight q5_1 1790blk.19.ffn_down_exps.weight q5_1 1791blk.19.ffn_gate_exps.weight q5_1 1792blk.19.ffn_up_exps.weight q5_1 1793blk.20.attn_k.weight q5_1 1794blk.20.attn_q.weight q5_1 1795blk.20.attn_v.weight q5_1 1796blk.20.ffn_down_exps.weight q5_1 1797blk.20.ffn_gate_exps.weight q5_1 1798blk.20.ffn_up_exps.weight q5_1 1799blk.21.attn_k.weight q5_1 1800blk.21.attn_q.weight q5_1 1801blk.21.attn_v.weight q8_0 1802blk.21.ffn_down_exps.weight q8_0 1803blk.21.ffn_gate_exps.weight q5_1 1804blk.21.ffn_up_exps.weight q5_1 1805blk.22.attn_k.weight q5_1 1806blk.22.attn_q.weight q5_1 1807blk.22.attn_v.weight q5_1 1808blk.22.ffn_down_exps.weight q5_1 1809blk.22.ffn_gate_exps.weight q5_1 1810blk.22.ffn_up_exps.weight q5_1 1811blk.23.attn_k.weight q5_1 1812blk.23.attn_q.weight q5_1 1813blk.23.attn_v.weight q5_1 1814blk.23.ffn_down_exps.weight q5_1 1815blk.23.ffn_gate_exps.weight q5_1 1816blk.23.ffn_up_exps.weight q5_1 1817blk.24.attn_k.weight q5_1 1818blk.24.attn_q.weight q5_1 1819blk.24.attn_v.weight q8_0 1820blk.24.ffn_down_exps.weight q8_0 1821blk.24.ffn_gate_exps.weight q5_1 1822blk.24.ffn_up_exps.weight q5_1 1823blk.25.attn_k.weight q5_1 1824blk.25.attn_q.weight q5_1 1825blk.25.attn_v.weight q5_1 1826blk.25.ffn_down_exps.weight q5_1 1827blk.25.ffn_gate_exps.weight q5_1 1828blk.25.ffn_up_exps.weight q5_1 1829blk.26.attn_k.weight q5_1 1830blk.26.attn_q.weight q5_1 1831blk.26.attn_v.weight q5_1 1832blk.26.ffn_down_exps.weight q5_1 1833blk.26.ffn_gate_exps.weight q5_1 1834blk.26.ffn_up_exps.weight q5_1 1835blk.27.attn_k.weight q5_1 1836blk.27.attn_q.weight q5_1 1837blk.27.attn_v.weight q8_0 1838blk.27.ffn_down_exps.weight q8_0 1839blk.27.ffn_gate_exps.weight q5_1 1840blk.27.ffn_up_exps.weight q5_1 1841blk.28.attn_k.weight q5_1 1842blk.28.attn_q.weight q5_1 1843blk.28.attn_v.weight q5_1 1844blk.28.ffn_down_exps.weight q5_1 1845blk.28.ffn_gate_exps.weight q5_1 1846blk.28.ffn_up_exps.weight q5_1 1847blk.29.attn_k.weight q5_1 1848blk.29.attn_q.weight q5_1 1849blk.29.attn_v.weight q5_1 1850blk.29.ffn_down_exps.weight q5_1 1851blk.29.ffn_gate_exps.weight q5_1 1852blk.29.ffn_up_exps.weight q5_1 1853blk.30.attn_k.weight q5_1 1854blk.30.attn_q.weight q5_1 1855blk.30.attn_v.weight q8_0 1856blk.30.ffn_down_exps.weight q8_0 1857blk.30.ffn_gate_exps.weight q5_1 1858blk.30.ffn_up_exps.weight q5_1 1859blk.31.attn_k.weight q5_1 1860blk.31.attn_q.weight q5_1 1861blk.31.attn_v.weight q8_0 1862blk.31.ffn_down_exps.weight q8_0 1863blk.31.ffn_gate_exps.weight q5_1 1864blk.31.ffn_up_exps.weight q5_1 1865blk.32.attn_k.weight q5_1 1866blk.32.attn_q.weight q5_1 1867blk.32.attn_v.weight q8_0 1868blk.32.ffn_down_exps.weight q8_0 1869blk.32.ffn_gate_exps.weight q5_1 1870blk.32.ffn_up_exps.weight q5_1 1871blk.33.attn_k.weight q5_1 1872blk.33.attn_q.weight q5_1 1873blk.33.attn_v.weight q8_0 1874blk.33.ffn_down_exps.weight q8_0 1875blk.33.ffn_gate_exps.weight q5_1 1876blk.33.ffn_up_exps.weight q5_1 1877blk.34.attn_k.weight q5_1 1878blk.34.attn_q.weight q5_1 1879blk.34.attn_v.weight q8_0 1880blk.34.ffn_down_exps.weight q8_0 1881blk.34.ffn_gate_exps.weight q5_1 1882blk.34.ffn_up_exps.weight q5_1 1883blk.35.attn_k.weight q5_1 1884blk.35.attn_q.weight q5_1 1885blk.35.attn_v.weight q8_0 1886blk.35.ffn_down_exps.weight q8_0 1887blk.35.ffn_gate_exps.weight q5_1 1888blk.35.ffn_up_exps.weight q5_1 1889 1890[Q6_K] q6_K 1891output.weight q8_0 1892token_embd.weight q8_0 1893blk.0.attn_k.weight q8_0 1894blk.0.attn_q.weight q8_0 1895blk.0.attn_v.weight q8_0 1896blk.0.ffn_down_exps.weight q8_0 1897blk.0.ffn_gate_exps.weight q8_0 1898blk.0.ffn_up_exps.weight q8_0 1899blk.1.attn_k.weight q8_0 1900blk.1.attn_q.weight q8_0 1901blk.1.attn_v.weight q8_0 1902blk.1.ffn_down_exps.weight q8_0 1903blk.1.ffn_gate_exps.weight q8_0 1904blk.1.ffn_up_exps.weight q8_0 1905blk.2.attn_k.weight q8_0 1906blk.2.attn_q.weight q8_0 1907blk.2.attn_v.weight q8_0 1908blk.2.ffn_down_exps.weight q8_0 1909blk.2.ffn_gate_exps.weight q8_0 1910blk.2.ffn_up_exps.weight q8_0 1911blk.3.attn_k.weight q8_0 1912blk.3.attn_q.weight q8_0 1913blk.3.attn_v.weight q8_0 1914blk.3.ffn_down_exps.weight q8_0 1915blk.3.ffn_gate_exps.weight q8_0 1916blk.3.ffn_up_exps.weight q8_0 1917blk.4.attn_k.weight q8_0 1918blk.4.attn_q.weight q8_0 1919blk.4.attn_v.weight q8_0 1920blk.4.ffn_down_exps.weight q8_0 1921blk.4.ffn_gate_exps.weight q8_0 1922blk.4.ffn_up_exps.weight q8_0 1923blk.5.attn_k.weight q8_0 1924blk.5.attn_q.weight q8_0 1925blk.5.attn_v.weight q8_0 1926blk.5.ffn_down_exps.weight q8_0 1927blk.5.ffn_gate_exps.weight q8_0 1928blk.5.ffn_up_exps.weight q8_0 1929blk.6.attn_k.weight q8_0 1930blk.6.attn_q.weight q8_0 1931blk.6.attn_v.weight q8_0 1932blk.6.ffn_down_exps.weight q8_0 1933blk.6.ffn_gate_exps.weight q8_0 1934blk.6.ffn_up_exps.weight q8_0 1935blk.7.attn_k.weight q8_0 1936blk.7.attn_q.weight q8_0 1937blk.7.attn_v.weight q8_0 1938blk.7.ffn_down_exps.weight q8_0 1939blk.7.ffn_gate_exps.weight q8_0 1940blk.7.ffn_up_exps.weight q8_0 1941blk.8.attn_k.weight q8_0 1942blk.8.attn_q.weight q8_0 1943blk.8.attn_v.weight q8_0 1944blk.8.ffn_down_exps.weight q8_0 1945blk.8.ffn_gate_exps.weight q8_0 1946blk.8.ffn_up_exps.weight q8_0 1947blk.9.attn_k.weight q8_0 1948blk.9.attn_q.weight q8_0 1949blk.9.attn_v.weight q8_0 1950blk.9.ffn_down_exps.weight q8_0 1951blk.9.ffn_gate_exps.weight q8_0 1952blk.9.ffn_up_exps.weight q8_0 1953blk.10.attn_k.weight q8_0 1954blk.10.attn_q.weight q8_0 1955blk.10.attn_v.weight q8_0 1956blk.10.ffn_down_exps.weight q8_0 1957blk.10.ffn_gate_exps.weight q8_0 1958blk.10.ffn_up_exps.weight q8_0 1959blk.11.attn_k.weight q8_0 1960blk.11.attn_q.weight q8_0 1961blk.11.attn_v.weight q8_0 1962blk.11.ffn_down_exps.weight q8_0 1963blk.11.ffn_gate_exps.weight q8_0 1964blk.11.ffn_up_exps.weight q8_0 1965blk.12.attn_k.weight q8_0 1966blk.12.attn_q.weight q8_0 1967blk.12.attn_v.weight q8_0 1968blk.12.ffn_down_exps.weight q8_0 1969blk.12.ffn_gate_exps.weight q8_0 1970blk.12.ffn_up_exps.weight q8_0 1971blk.13.attn_k.weight q8_0 1972blk.13.attn_q.weight q8_0 1973blk.13.attn_v.weight q8_0 1974blk.13.ffn_down_exps.weight q8_0 1975blk.13.ffn_gate_exps.weight q8_0 1976blk.13.ffn_up_exps.weight q8_0 1977blk.14.attn_k.weight q8_0 1978blk.14.attn_q.weight q8_0 1979blk.14.attn_v.weight q8_0 1980blk.14.ffn_down_exps.weight q8_0 1981blk.14.ffn_gate_exps.weight q8_0 1982blk.14.ffn_up_exps.weight q8_0 1983blk.15.attn_k.weight q8_0 1984blk.15.attn_q.weight q8_0 1985blk.15.attn_v.weight q8_0 1986blk.15.ffn_down_exps.weight q8_0 1987blk.15.ffn_gate_exps.weight q8_0 1988blk.15.ffn_up_exps.weight q8_0 1989blk.16.attn_k.weight q8_0 1990blk.16.attn_q.weight q8_0 1991blk.16.attn_v.weight q8_0 1992blk.16.ffn_down_exps.weight q8_0 1993blk.16.ffn_gate_exps.weight q8_0 1994blk.16.ffn_up_exps.weight q8_0 1995blk.17.attn_k.weight q8_0 1996blk.17.attn_q.weight q8_0 1997blk.17.attn_v.weight q8_0 1998blk.17.ffn_down_exps.weight q8_0 1999blk.17.ffn_gate_exps.weight q8_0 2000blk.17.ffn_up_exps.weight q8_0 2001blk.18.attn_k.weight q8_0 2002blk.18.attn_q.weight q8_0 2003blk.18.attn_v.weight q8_0 2004blk.18.ffn_down_exps.weight q8_0 2005blk.18.ffn_gate_exps.weight q8_0 2006blk.18.ffn_up_exps.weight q8_0 2007blk.19.attn_k.weight q8_0 2008blk.19.attn_q.weight q8_0 2009blk.19.attn_v.weight q8_0 2010blk.19.ffn_down_exps.weight q8_0 2011blk.19.ffn_gate_exps.weight q8_0 2012blk.19.ffn_up_exps.weight q8_0 2013blk.20.attn_k.weight q8_0 2014blk.20.attn_q.weight q8_0 2015blk.20.attn_v.weight q8_0 2016blk.20.ffn_down_exps.weight q8_0 2017blk.20.ffn_gate_exps.weight q8_0 2018blk.20.ffn_up_exps.weight q8_0 2019blk.21.attn_k.weight q8_0 2020blk.21.attn_q.weight q8_0 2021blk.21.attn_v.weight q8_0 2022blk.21.ffn_down_exps.weight q8_0 2023blk.21.ffn_gate_exps.weight q8_0 2024blk.21.ffn_up_exps.weight q8_0 2025blk.22.attn_k.weight q8_0 2026blk.22.attn_q.weight q8_0 2027blk.22.attn_v.weight q8_0 2028blk.22.ffn_down_exps.weight q8_0 2029blk.22.ffn_gate_exps.weight q8_0 2030blk.22.ffn_up_exps.weight q8_0 2031blk.23.attn_k.weight q8_0 2032blk.23.attn_q.weight q8_0 2033blk.23.attn_v.weight q8_0 2034blk.23.ffn_down_exps.weight q8_0 2035blk.23.ffn_gate_exps.weight q8_0 2036blk.23.ffn_up_exps.weight q8_0 2037blk.24.attn_k.weight q8_0 2038blk.24.attn_q.weight q8_0 2039blk.24.attn_v.weight q8_0 2040blk.24.ffn_down_exps.weight q8_0 2041blk.24.ffn_gate_exps.weight q8_0 2042blk.24.ffn_up_exps.weight q8_0 2043blk.25.attn_k.weight q8_0 2044blk.25.attn_q.weight q8_0 2045blk.25.attn_v.weight q8_0 2046blk.25.ffn_down_exps.weight q8_0 2047blk.25.ffn_gate_exps.weight q8_0 2048blk.25.ffn_up_exps.weight q8_0 2049blk.26.attn_k.weight q8_0 2050blk.26.attn_q.weight q8_0 2051blk.26.attn_v.weight q8_0 2052blk.26.ffn_down_exps.weight q8_0 2053blk.26.ffn_gate_exps.weight q8_0 2054blk.26.ffn_up_exps.weight q8_0 2055blk.27.attn_k.weight q8_0 2056blk.27.attn_q.weight q8_0 2057blk.27.attn_v.weight q8_0 2058blk.27.ffn_down_exps.weight q8_0 2059blk.27.ffn_gate_exps.weight q8_0 2060blk.27.ffn_up_exps.weight q8_0 2061blk.28.attn_k.weight q8_0 2062blk.28.attn_q.weight q8_0 2063blk.28.attn_v.weight q8_0 2064blk.28.ffn_down_exps.weight q8_0 2065blk.28.ffn_gate_exps.weight q8_0 2066blk.28.ffn_up_exps.weight q8_0 2067blk.29.attn_k.weight q8_0 2068blk.29.attn_q.weight q8_0 2069blk.29.attn_v.weight q8_0 2070blk.29.ffn_down_exps.weight q8_0 2071blk.29.ffn_gate_exps.weight q8_0 2072blk.29.ffn_up_exps.weight q8_0 2073blk.30.attn_k.weight q8_0 2074blk.30.attn_q.weight q8_0 2075blk.30.attn_v.weight q8_0 2076blk.30.ffn_down_exps.weight q8_0 2077blk.30.ffn_gate_exps.weight q8_0 2078blk.30.ffn_up_exps.weight q8_0 2079blk.31.attn_k.weight q8_0 2080blk.31.attn_q.weight q8_0 2081blk.31.attn_v.weight q8_0 2082blk.31.ffn_down_exps.weight q8_0 2083blk.31.ffn_gate_exps.weight q8_0 2084blk.31.ffn_up_exps.weight q8_0 2085blk.32.attn_k.weight q8_0 2086blk.32.attn_q.weight q8_0 2087blk.32.attn_v.weight q8_0 2088blk.32.ffn_down_exps.weight q8_0 2089blk.32.ffn_gate_exps.weight q8_0 2090blk.32.ffn_up_exps.weight q8_0 2091blk.33.attn_k.weight q8_0 2092blk.33.attn_q.weight q8_0 2093blk.33.attn_v.weight q8_0 2094blk.33.ffn_down_exps.weight q8_0 2095blk.33.ffn_gate_exps.weight q8_0 2096blk.33.ffn_up_exps.weight q8_0 2097blk.34.attn_k.weight q8_0 2098blk.34.attn_q.weight q8_0 2099blk.34.attn_v.weight q8_0 2100blk.34.ffn_down_exps.weight q8_0 2101blk.34.ffn_gate_exps.weight q8_0 2102blk.34.ffn_up_exps.weight q8_0 2103blk.35.attn_k.weight q8_0 2104blk.35.attn_q.weight q8_0 2105blk.35.attn_v.weight q8_0 2106blk.35.ffn_down_exps.weight q8_0 2107blk.35.ffn_gate_exps.weight q8_0 2108blk.35.ffn_up_exps.weight q8_0 2109 2110[IQ2_XXS] iq2_xxs 2111output.weight q8_0 2112token_embd.weight q4_0 2113blk.0.attn_k.weight iq4_nl 2114blk.0.attn_q.weight iq4_nl 2115blk.0.attn_v.weight q5_0 2116blk.0.ffn_down_exps.weight q4_0 2117blk.0.ffn_gate_exps.weight iq4_nl 2118blk.0.ffn_up_exps.weight iq4_nl 2119blk.1.attn_k.weight iq4_nl 2120blk.1.attn_q.weight iq4_nl 2121blk.1.attn_v.weight q5_0 2122blk.1.ffn_down_exps.weight q4_0 2123blk.1.ffn_gate_exps.weight iq4_nl 2124blk.1.ffn_up_exps.weight iq4_nl 2125blk.2.attn_k.weight iq4_nl 2126blk.2.attn_q.weight iq4_nl 2127blk.2.attn_v.weight q5_0 2128blk.2.ffn_down_exps.weight q4_0 2129blk.2.ffn_gate_exps.weight iq4_nl 2130blk.2.ffn_up_exps.weight iq4_nl 2131blk.3.attn_k.weight iq4_nl 2132blk.3.attn_q.weight iq4_nl 2133blk.3.attn_v.weight q5_0 2134blk.3.ffn_down_exps.weight q4_0 2135blk.3.ffn_gate_exps.weight iq4_nl 2136blk.3.ffn_up_exps.weight iq4_nl 2137blk.4.attn_k.weight iq4_nl 2138blk.4.attn_q.weight iq4_nl 2139blk.4.attn_v.weight q5_0 2140blk.4.ffn_down_exps.weight iq4_nl 2141blk.4.ffn_gate_exps.weight iq4_nl 2142blk.4.ffn_up_exps.weight iq4_nl 2143blk.5.attn_k.weight iq4_nl 2144blk.5.attn_q.weight iq4_nl 2145blk.5.attn_v.weight q5_0 2146blk.5.ffn_down_exps.weight iq4_nl 2147blk.5.ffn_gate_exps.weight iq4_nl 2148blk.5.ffn_up_exps.weight iq4_nl 2149blk.6.attn_k.weight iq4_nl 2150blk.6.attn_q.weight iq4_nl 2151blk.6.attn_v.weight q5_0 2152blk.6.ffn_down_exps.weight iq4_nl 2153blk.6.ffn_gate_exps.weight iq4_nl 2154blk.6.ffn_up_exps.weight iq4_nl 2155blk.7.attn_k.weight iq4_nl 2156blk.7.attn_q.weight iq4_nl 2157blk.7.attn_v.weight q5_0 2158blk.7.ffn_down_exps.weight iq4_nl 2159blk.7.ffn_gate_exps.weight iq4_nl 2160blk.7.ffn_up_exps.weight iq4_nl 2161blk.8.attn_k.weight iq4_nl 2162blk.8.attn_q.weight iq4_nl 2163blk.8.attn_v.weight q5_0 2164blk.8.ffn_down_exps.weight iq4_nl 2165blk.8.ffn_gate_exps.weight iq4_nl 2166blk.8.ffn_up_exps.weight iq4_nl 2167blk.9.attn_k.weight iq4_nl 2168blk.9.attn_q.weight iq4_nl 2169blk.9.attn_v.weight q5_0 2170blk.9.ffn_down_exps.weight iq4_nl 2171blk.9.ffn_gate_exps.weight iq4_nl 2172blk.9.ffn_up_exps.weight iq4_nl 2173blk.10.attn_k.weight iq4_nl 2174blk.10.attn_q.weight iq4_nl 2175blk.10.attn_v.weight q5_0 2176blk.10.ffn_down_exps.weight iq4_nl 2177blk.10.ffn_gate_exps.weight iq4_nl 2178blk.10.ffn_up_exps.weight iq4_nl 2179blk.11.attn_k.weight iq4_nl 2180blk.11.attn_q.weight iq4_nl 2181blk.11.attn_v.weight q5_0 2182blk.11.ffn_down_exps.weight iq4_nl 2183blk.11.ffn_gate_exps.weight iq4_nl 2184blk.11.ffn_up_exps.weight iq4_nl 2185blk.12.attn_k.weight iq4_nl 2186blk.12.attn_q.weight iq4_nl 2187blk.12.attn_v.weight q5_0 2188blk.12.ffn_down_exps.weight iq4_nl 2189blk.12.ffn_gate_exps.weight iq4_nl 2190blk.12.ffn_up_exps.weight iq4_nl 2191blk.13.attn_k.weight iq4_nl 2192blk.13.attn_q.weight iq4_nl 2193blk.13.attn_v.weight q5_0 2194blk.13.ffn_down_exps.weight iq4_nl 2195blk.13.ffn_gate_exps.weight iq4_nl 2196blk.13.ffn_up_exps.weight iq4_nl 2197blk.14.attn_k.weight iq4_nl 2198blk.14.attn_q.weight iq4_nl 2199blk.14.attn_v.weight q5_0 2200blk.14.ffn_down_exps.weight iq4_nl 2201blk.14.ffn_gate_exps.weight iq4_nl 2202blk.14.ffn_up_exps.weight iq4_nl 2203blk.15.attn_k.weight iq4_nl 2204blk.15.attn_q.weight iq4_nl 2205blk.15.attn_v.weight q5_0 2206blk.15.ffn_down_exps.weight iq4_nl 2207blk.15.ffn_gate_exps.weight iq4_nl 2208blk.15.ffn_up_exps.weight iq4_nl 2209blk.16.attn_k.weight iq4_nl 2210blk.16.attn_q.weight iq4_nl 2211blk.16.attn_v.weight q5_0 2212blk.16.ffn_down_exps.weight iq4_nl 2213blk.16.ffn_gate_exps.weight iq4_nl 2214blk.16.ffn_up_exps.weight iq4_nl 2215blk.17.attn_k.weight iq4_nl 2216blk.17.attn_q.weight iq4_nl 2217blk.17.attn_v.weight q5_0 2218blk.17.ffn_down_exps.weight iq4_nl 2219blk.17.ffn_gate_exps.weight iq4_nl 2220blk.17.ffn_up_exps.weight iq4_nl 2221blk.18.attn_k.weight iq4_nl 2222blk.18.attn_q.weight iq4_nl 2223blk.18.attn_v.weight q5_0 2224blk.18.ffn_down_exps.weight iq4_nl 2225blk.18.ffn_gate_exps.weight iq4_nl 2226blk.18.ffn_up_exps.weight iq4_nl 2227blk.19.attn_k.weight iq4_nl 2228blk.19.attn_q.weight iq4_nl 2229blk.19.attn_v.weight q5_0 2230blk.19.ffn_down_exps.weight iq4_nl 2231blk.19.ffn_gate_exps.weight iq4_nl 2232blk.19.ffn_up_exps.weight iq4_nl 2233blk.20.attn_k.weight iq4_nl 2234blk.20.attn_q.weight iq4_nl 2235blk.20.attn_v.weight q5_0 2236blk.20.ffn_down_exps.weight iq4_nl 2237blk.20.ffn_gate_exps.weight iq4_nl 2238blk.20.ffn_up_exps.weight iq4_nl 2239blk.21.attn_k.weight iq4_nl 2240blk.21.attn_q.weight iq4_nl 2241blk.21.attn_v.weight q5_0 2242blk.21.ffn_down_exps.weight iq4_nl 2243blk.21.ffn_gate_exps.weight iq4_nl 2244blk.21.ffn_up_exps.weight iq4_nl 2245blk.22.attn_k.weight iq4_nl 2246blk.22.attn_q.weight iq4_nl 2247blk.22.attn_v.weight q5_0 2248blk.22.ffn_down_exps.weight iq4_nl 2249blk.22.ffn_gate_exps.weight iq4_nl 2250blk.22.ffn_up_exps.weight iq4_nl 2251blk.23.attn_k.weight iq4_nl 2252blk.23.attn_q.weight iq4_nl 2253blk.23.attn_v.weight q5_0 2254blk.23.ffn_down_exps.weight iq4_nl 2255blk.23.ffn_gate_exps.weight iq4_nl 2256blk.23.ffn_up_exps.weight iq4_nl 2257blk.24.attn_k.weight iq4_nl 2258blk.24.attn_q.weight iq4_nl 2259blk.24.attn_v.weight q5_0 2260blk.24.ffn_down_exps.weight iq4_nl 2261blk.24.ffn_gate_exps.weight iq4_nl 2262blk.24.ffn_up_exps.weight iq4_nl 2263blk.25.attn_k.weight iq4_nl 2264blk.25.attn_q.weight iq4_nl 2265blk.25.attn_v.weight q5_0 2266blk.25.ffn_down_exps.weight iq4_nl 2267blk.25.ffn_gate_exps.weight iq4_nl 2268blk.25.ffn_up_exps.weight iq4_nl 2269blk.26.attn_k.weight iq4_nl 2270blk.26.attn_q.weight iq4_nl 2271blk.26.attn_v.weight q5_0 2272blk.26.ffn_down_exps.weight iq4_nl 2273blk.26.ffn_gate_exps.weight iq4_nl 2274blk.26.ffn_up_exps.weight iq4_nl 2275blk.27.attn_k.weight iq4_nl 2276blk.27.attn_q.weight iq4_nl 2277blk.27.attn_v.weight q5_0 2278blk.27.ffn_down_exps.weight iq4_nl 2279blk.27.ffn_gate_exps.weight iq4_nl 2280blk.27.ffn_up_exps.weight iq4_nl 2281blk.28.attn_k.weight iq4_nl 2282blk.28.attn_q.weight iq4_nl 2283blk.28.attn_v.weight q5_0 2284blk.28.ffn_down_exps.weight iq4_nl 2285blk.28.ffn_gate_exps.weight iq4_nl 2286blk.28.ffn_up_exps.weight iq4_nl 2287blk.29.attn_k.weight iq4_nl 2288blk.29.attn_q.weight iq4_nl 2289blk.29.attn_v.weight q5_0 2290blk.29.ffn_down_exps.weight iq4_nl 2291blk.29.ffn_gate_exps.weight iq4_nl 2292blk.29.ffn_up_exps.weight iq4_nl 2293blk.30.attn_k.weight iq4_nl 2294blk.30.attn_q.weight iq4_nl 2295blk.30.attn_v.weight q5_0 2296blk.30.ffn_down_exps.weight iq4_nl 2297blk.30.ffn_gate_exps.weight iq4_nl 2298blk.30.ffn_up_exps.weight iq4_nl 2299blk.31.attn_k.weight iq4_nl 2300blk.31.attn_q.weight iq4_nl 2301blk.31.attn_v.weight q5_0 2302blk.31.ffn_down_exps.weight iq4_nl 2303blk.31.ffn_gate_exps.weight iq4_nl 2304blk.31.ffn_up_exps.weight iq4_nl 2305blk.32.attn_k.weight iq4_nl 2306blk.32.attn_q.weight iq4_nl 2307blk.32.attn_v.weight q5_0 2308blk.32.ffn_down_exps.weight iq4_nl 2309blk.32.ffn_gate_exps.weight iq4_nl 2310blk.32.ffn_up_exps.weight iq4_nl 2311blk.33.attn_k.weight iq4_nl 2312blk.33.attn_q.weight iq4_nl 2313blk.33.attn_v.weight q5_0 2314blk.33.ffn_down_exps.weight iq4_nl 2315blk.33.ffn_gate_exps.weight iq4_nl 2316blk.33.ffn_up_exps.weight iq4_nl 2317blk.34.attn_k.weight iq4_nl 2318blk.34.attn_q.weight iq4_nl 2319blk.34.attn_v.weight q5_0 2320blk.34.ffn_down_exps.weight iq4_nl 2321blk.34.ffn_gate_exps.weight iq4_nl 2322blk.34.ffn_up_exps.weight iq4_nl 2323blk.35.attn_k.weight iq4_nl 2324blk.35.attn_q.weight iq4_nl 2325blk.35.attn_v.weight q5_0 2326blk.35.ffn_down_exps.weight iq4_nl 2327blk.35.ffn_gate_exps.weight iq4_nl 2328blk.35.ffn_up_exps.weight iq4_nl 2329 2330[IQ2_XS] iq2_xs 2331output.weight q8_0 2332token_embd.weight q4_0 2333blk.0.attn_k.weight iq4_nl 2334blk.0.attn_q.weight iq4_nl 2335blk.0.attn_v.weight q5_0 2336blk.0.ffn_down_exps.weight q4_0 2337blk.0.ffn_gate_exps.weight iq4_nl 2338blk.0.ffn_up_exps.weight iq4_nl 2339blk.1.attn_k.weight iq4_nl 2340blk.1.attn_q.weight iq4_nl 2341blk.1.attn_v.weight q5_0 2342blk.1.ffn_down_exps.weight q4_0 2343blk.1.ffn_gate_exps.weight iq4_nl 2344blk.1.ffn_up_exps.weight iq4_nl 2345blk.2.attn_k.weight iq4_nl 2346blk.2.attn_q.weight iq4_nl 2347blk.2.attn_v.weight q5_0 2348blk.2.ffn_down_exps.weight q4_0 2349blk.2.ffn_gate_exps.weight iq4_nl 2350blk.2.ffn_up_exps.weight iq4_nl 2351blk.3.attn_k.weight iq4_nl 2352blk.3.attn_q.weight iq4_nl 2353blk.3.attn_v.weight q5_0 2354blk.3.ffn_down_exps.weight q4_0 2355blk.3.ffn_gate_exps.weight iq4_nl 2356blk.3.ffn_up_exps.weight iq4_nl 2357blk.4.attn_k.weight iq4_nl 2358blk.4.attn_q.weight iq4_nl 2359blk.4.attn_v.weight q5_0 2360blk.4.ffn_down_exps.weight iq4_nl 2361blk.4.ffn_gate_exps.weight iq4_nl 2362blk.4.ffn_up_exps.weight iq4_nl 2363blk.5.attn_k.weight iq4_nl 2364blk.5.attn_q.weight iq4_nl 2365blk.5.attn_v.weight q5_0 2366blk.5.ffn_down_exps.weight iq4_nl 2367blk.5.ffn_gate_exps.weight iq4_nl 2368blk.5.ffn_up_exps.weight iq4_nl 2369blk.6.attn_k.weight iq4_nl 2370blk.6.attn_q.weight iq4_nl 2371blk.6.attn_v.weight q5_0 2372blk.6.ffn_down_exps.weight iq4_nl 2373blk.6.ffn_gate_exps.weight iq4_nl 2374blk.6.ffn_up_exps.weight iq4_nl 2375blk.7.attn_k.weight iq4_nl 2376blk.7.attn_q.weight iq4_nl 2377blk.7.attn_v.weight q5_0 2378blk.7.ffn_down_exps.weight iq4_nl 2379blk.7.ffn_gate_exps.weight iq4_nl 2380blk.7.ffn_up_exps.weight iq4_nl 2381blk.8.attn_k.weight iq4_nl 2382blk.8.attn_q.weight iq4_nl 2383blk.8.attn_v.weight q5_0 2384blk.8.ffn_down_exps.weight iq4_nl 2385blk.8.ffn_gate_exps.weight iq4_nl 2386blk.8.ffn_up_exps.weight iq4_nl 2387blk.9.attn_k.weight iq4_nl 2388blk.9.attn_q.weight iq4_nl 2389blk.9.attn_v.weight q5_0 2390blk.9.ffn_down_exps.weight iq4_nl 2391blk.9.ffn_gate_exps.weight iq4_nl 2392blk.9.ffn_up_exps.weight iq4_nl 2393blk.10.attn_k.weight iq4_nl 2394blk.10.attn_q.weight iq4_nl 2395blk.10.attn_v.weight q5_0 2396blk.10.ffn_down_exps.weight iq4_nl 2397blk.10.ffn_gate_exps.weight iq4_nl 2398blk.10.ffn_up_exps.weight iq4_nl 2399blk.11.attn_k.weight iq4_nl 2400blk.11.attn_q.weight iq4_nl 2401blk.11.attn_v.weight q5_0 2402blk.11.ffn_down_exps.weight iq4_nl 2403blk.11.ffn_gate_exps.weight iq4_nl 2404blk.11.ffn_up_exps.weight iq4_nl 2405blk.12.attn_k.weight iq4_nl 2406blk.12.attn_q.weight iq4_nl 2407blk.12.attn_v.weight q5_0 2408blk.12.ffn_down_exps.weight iq4_nl 2409blk.12.ffn_gate_exps.weight iq4_nl 2410blk.12.ffn_up_exps.weight iq4_nl 2411blk.13.attn_k.weight iq4_nl 2412blk.13.attn_q.weight iq4_nl 2413blk.13.attn_v.weight q5_0 2414blk.13.ffn_down_exps.weight iq4_nl 2415blk.13.ffn_gate_exps.weight iq4_nl 2416blk.13.ffn_up_exps.weight iq4_nl 2417blk.14.attn_k.weight iq4_nl 2418blk.14.attn_q.weight iq4_nl 2419blk.14.attn_v.weight q5_0 2420blk.14.ffn_down_exps.weight iq4_nl 2421blk.14.ffn_gate_exps.weight iq4_nl 2422blk.14.ffn_up_exps.weight iq4_nl 2423blk.15.attn_k.weight iq4_nl 2424blk.15.attn_q.weight iq4_nl 2425blk.15.attn_v.weight q5_0 2426blk.15.ffn_down_exps.weight iq4_nl 2427blk.15.ffn_gate_exps.weight iq4_nl 2428blk.15.ffn_up_exps.weight iq4_nl 2429blk.16.attn_k.weight iq4_nl 2430blk.16.attn_q.weight iq4_nl 2431blk.16.attn_v.weight q5_0 2432blk.16.ffn_down_exps.weight iq4_nl 2433blk.16.ffn_gate_exps.weight iq4_nl 2434blk.16.ffn_up_exps.weight iq4_nl 2435blk.17.attn_k.weight iq4_nl 2436blk.17.attn_q.weight iq4_nl 2437blk.17.attn_v.weight q5_0 2438blk.17.ffn_down_exps.weight iq4_nl 2439blk.17.ffn_gate_exps.weight iq4_nl 2440blk.17.ffn_up_exps.weight iq4_nl 2441blk.18.attn_k.weight iq4_nl 2442blk.18.attn_q.weight iq4_nl 2443blk.18.attn_v.weight q5_0 2444blk.18.ffn_down_exps.weight iq4_nl 2445blk.18.ffn_gate_exps.weight iq4_nl 2446blk.18.ffn_up_exps.weight iq4_nl 2447blk.19.attn_k.weight iq4_nl 2448blk.19.attn_q.weight iq4_nl 2449blk.19.attn_v.weight q5_0 2450blk.19.ffn_down_exps.weight iq4_nl 2451blk.19.ffn_gate_exps.weight iq4_nl 2452blk.19.ffn_up_exps.weight iq4_nl 2453blk.20.attn_k.weight iq4_nl 2454blk.20.attn_q.weight iq4_nl 2455blk.20.attn_v.weight q5_0 2456blk.20.ffn_down_exps.weight iq4_nl 2457blk.20.ffn_gate_exps.weight iq4_nl 2458blk.20.ffn_up_exps.weight iq4_nl 2459blk.21.attn_k.weight iq4_nl 2460blk.21.attn_q.weight iq4_nl 2461blk.21.attn_v.weight q5_0 2462blk.21.ffn_down_exps.weight iq4_nl 2463blk.21.ffn_gate_exps.weight iq4_nl 2464blk.21.ffn_up_exps.weight iq4_nl 2465blk.22.attn_k.weight iq4_nl 2466blk.22.attn_q.weight iq4_nl 2467blk.22.attn_v.weight q5_0 2468blk.22.ffn_down_exps.weight iq4_nl 2469blk.22.ffn_gate_exps.weight iq4_nl 2470blk.22.ffn_up_exps.weight iq4_nl 2471blk.23.attn_k.weight iq4_nl 2472blk.23.attn_q.weight iq4_nl 2473blk.23.attn_v.weight q5_0 2474blk.23.ffn_down_exps.weight iq4_nl 2475blk.23.ffn_gate_exps.weight iq4_nl 2476blk.23.ffn_up_exps.weight iq4_nl 2477blk.24.attn_k.weight iq4_nl 2478blk.24.attn_q.weight iq4_nl 2479blk.24.attn_v.weight q5_0 2480blk.24.ffn_down_exps.weight iq4_nl 2481blk.24.ffn_gate_exps.weight iq4_nl 2482blk.24.ffn_up_exps.weight iq4_nl 2483blk.25.attn_k.weight iq4_nl 2484blk.25.attn_q.weight iq4_nl 2485blk.25.attn_v.weight q5_0 2486blk.25.ffn_down_exps.weight iq4_nl 2487blk.25.ffn_gate_exps.weight iq4_nl 2488blk.25.ffn_up_exps.weight iq4_nl 2489blk.26.attn_k.weight iq4_nl 2490blk.26.attn_q.weight iq4_nl 2491blk.26.attn_v.weight q5_0 2492blk.26.ffn_down_exps.weight iq4_nl 2493blk.26.ffn_gate_exps.weight iq4_nl 2494blk.26.ffn_up_exps.weight iq4_nl 2495blk.27.attn_k.weight iq4_nl 2496blk.27.attn_q.weight iq4_nl 2497blk.27.attn_v.weight q5_0 2498blk.27.ffn_down_exps.weight iq4_nl 2499blk.27.ffn_gate_exps.weight iq4_nl 2500blk.27.ffn_up_exps.weight iq4_nl 2501blk.28.attn_k.weight iq4_nl 2502blk.28.attn_q.weight iq4_nl 2503blk.28.attn_v.weight q5_0 2504blk.28.ffn_down_exps.weight iq4_nl 2505blk.28.ffn_gate_exps.weight iq4_nl 2506blk.28.ffn_up_exps.weight iq4_nl 2507blk.29.attn_k.weight iq4_nl 2508blk.29.attn_q.weight iq4_nl 2509blk.29.attn_v.weight q5_0 2510blk.29.ffn_down_exps.weight iq4_nl 2511blk.29.ffn_gate_exps.weight iq4_nl 2512blk.29.ffn_up_exps.weight iq4_nl 2513blk.30.attn_k.weight iq4_nl 2514blk.30.attn_q.weight iq4_nl 2515blk.30.attn_v.weight q5_0 2516blk.30.ffn_down_exps.weight iq4_nl 2517blk.30.ffn_gate_exps.weight iq4_nl 2518blk.30.ffn_up_exps.weight iq4_nl 2519blk.31.attn_k.weight iq4_nl 2520blk.31.attn_q.weight iq4_nl 2521blk.31.attn_v.weight q5_0 2522blk.31.ffn_down_exps.weight iq4_nl 2523blk.31.ffn_gate_exps.weight iq4_nl 2524blk.31.ffn_up_exps.weight iq4_nl 2525blk.32.attn_k.weight iq4_nl 2526blk.32.attn_q.weight iq4_nl 2527blk.32.attn_v.weight q5_0 2528blk.32.ffn_down_exps.weight iq4_nl 2529blk.32.ffn_gate_exps.weight iq4_nl 2530blk.32.ffn_up_exps.weight iq4_nl 2531blk.33.attn_k.weight iq4_nl 2532blk.33.attn_q.weight iq4_nl 2533blk.33.attn_v.weight q5_0 2534blk.33.ffn_down_exps.weight iq4_nl 2535blk.33.ffn_gate_exps.weight iq4_nl 2536blk.33.ffn_up_exps.weight iq4_nl 2537blk.34.attn_k.weight iq4_nl 2538blk.34.attn_q.weight iq4_nl 2539blk.34.attn_v.weight q5_0 2540blk.34.ffn_down_exps.weight iq4_nl 2541blk.34.ffn_gate_exps.weight iq4_nl 2542blk.34.ffn_up_exps.weight iq4_nl 2543blk.35.attn_k.weight iq4_nl 2544blk.35.attn_q.weight iq4_nl 2545blk.35.attn_v.weight q5_0 2546blk.35.ffn_down_exps.weight iq4_nl 2547blk.35.ffn_gate_exps.weight iq4_nl 2548blk.35.ffn_up_exps.weight iq4_nl 2549 2550[Q2_K_S] q2_K 2551output.weight q8_0 2552token_embd.weight q4_0 2553blk.0.attn_k.weight q4_0 2554blk.0.attn_q.weight q4_0 2555blk.0.attn_v.weight q5_0 2556blk.0.ffn_down_exps.weight q5_0 2557blk.0.ffn_gate_exps.weight q4_0 2558blk.0.ffn_up_exps.weight q4_0 2559blk.1.attn_k.weight q4_0 2560blk.1.attn_q.weight q4_0 2561blk.1.attn_v.weight q5_0 2562blk.1.ffn_down_exps.weight q5_0 2563blk.1.ffn_gate_exps.weight q4_0 2564blk.1.ffn_up_exps.weight q4_0 2565blk.2.attn_k.weight q4_0 2566blk.2.attn_q.weight q4_0 2567blk.2.attn_v.weight q5_0 2568blk.2.ffn_down_exps.weight q5_0 2569blk.2.ffn_gate_exps.weight q4_0 2570blk.2.ffn_up_exps.weight q4_0 2571blk.3.attn_k.weight q4_0 2572blk.3.attn_q.weight q4_0 2573blk.3.attn_v.weight q5_0 2574blk.3.ffn_down_exps.weight q5_0 2575blk.3.ffn_gate_exps.weight q4_0 2576blk.3.ffn_up_exps.weight q4_0 2577blk.4.attn_k.weight q4_0 2578blk.4.attn_q.weight q4_0 2579blk.4.attn_v.weight q5_0 2580blk.4.ffn_down_exps.weight q4_0 2581blk.4.ffn_gate_exps.weight q4_0 2582blk.4.ffn_up_exps.weight q4_0 2583blk.5.attn_k.weight q4_0 2584blk.5.attn_q.weight q4_0 2585blk.5.attn_v.weight q5_0 2586blk.5.ffn_down_exps.weight q4_0 2587blk.5.ffn_gate_exps.weight q4_0 2588blk.5.ffn_up_exps.weight q4_0 2589blk.6.attn_k.weight q4_0 2590blk.6.attn_q.weight q4_0 2591blk.6.attn_v.weight q5_0 2592blk.6.ffn_down_exps.weight q4_0 2593blk.6.ffn_gate_exps.weight q4_0 2594blk.6.ffn_up_exps.weight q4_0 2595blk.7.attn_k.weight q4_0 2596blk.7.attn_q.weight q4_0 2597blk.7.attn_v.weight q5_0 2598blk.7.ffn_down_exps.weight q4_0 2599blk.7.ffn_gate_exps.weight q4_0 2600blk.7.ffn_up_exps.weight q4_0 2601blk.8.attn_k.weight q4_0 2602blk.8.attn_q.weight q4_0 2603blk.8.attn_v.weight q5_0 2604blk.8.ffn_down_exps.weight q4_0 2605blk.8.ffn_gate_exps.weight q4_0 2606blk.8.ffn_up_exps.weight q4_0 2607blk.9.attn_k.weight q4_0 2608blk.9.attn_q.weight q4_0 2609blk.9.attn_v.weight q5_0 2610blk.9.ffn_down_exps.weight q4_0 2611blk.9.ffn_gate_exps.weight q4_0 2612blk.9.ffn_up_exps.weight q4_0 2613blk.10.attn_k.weight q4_0 2614blk.10.attn_q.weight q4_0 2615blk.10.attn_v.weight q5_0 2616blk.10.ffn_down_exps.weight q4_0 2617blk.10.ffn_gate_exps.weight q4_0 2618blk.10.ffn_up_exps.weight q4_0 2619blk.11.attn_k.weight q4_0 2620blk.11.attn_q.weight q4_0 2621blk.11.attn_v.weight q5_0 2622blk.11.ffn_down_exps.weight q4_0 2623blk.11.ffn_gate_exps.weight q4_0 2624blk.11.ffn_up_exps.weight q4_0 2625blk.12.attn_k.weight q4_0 2626blk.12.attn_q.weight q4_0 2627blk.12.attn_v.weight q5_0 2628blk.12.ffn_down_exps.weight q4_0 2629blk.12.ffn_gate_exps.weight q4_0 2630blk.12.ffn_up_exps.weight q4_0 2631blk.13.attn_k.weight q4_0 2632blk.13.attn_q.weight q4_0 2633blk.13.attn_v.weight q5_0 2634blk.13.ffn_down_exps.weight q4_0 2635blk.13.ffn_gate_exps.weight q4_0 2636blk.13.ffn_up_exps.weight q4_0 2637blk.14.attn_k.weight q4_0 2638blk.14.attn_q.weight q4_0 2639blk.14.attn_v.weight q5_0 2640blk.14.ffn_down_exps.weight q4_0 2641blk.14.ffn_gate_exps.weight q4_0 2642blk.14.ffn_up_exps.weight q4_0 2643blk.15.attn_k.weight q4_0 2644blk.15.attn_q.weight q4_0 2645blk.15.attn_v.weight q5_0 2646blk.15.ffn_down_exps.weight q4_0 2647blk.15.ffn_gate_exps.weight q4_0 2648blk.15.ffn_up_exps.weight q4_0 2649blk.16.attn_k.weight q4_0 2650blk.16.attn_q.weight q4_0 2651blk.16.attn_v.weight q5_0 2652blk.16.ffn_down_exps.weight q4_0 2653blk.16.ffn_gate_exps.weight q4_0 2654blk.16.ffn_up_exps.weight q4_0 2655blk.17.attn_k.weight q4_0 2656blk.17.attn_q.weight q4_0 2657blk.17.attn_v.weight q5_0 2658blk.17.ffn_down_exps.weight q4_0 2659blk.17.ffn_gate_exps.weight q4_0 2660blk.17.ffn_up_exps.weight q4_0 2661blk.18.attn_k.weight q4_0 2662blk.18.attn_q.weight q4_0 2663blk.18.attn_v.weight q5_0 2664blk.18.ffn_down_exps.weight q4_0 2665blk.18.ffn_gate_exps.weight q4_0 2666blk.18.ffn_up_exps.weight q4_0 2667blk.19.attn_k.weight q4_0 2668blk.19.attn_q.weight q4_0 2669blk.19.attn_v.weight q5_0 2670blk.19.ffn_down_exps.weight q4_0 2671blk.19.ffn_gate_exps.weight q4_0 2672blk.19.ffn_up_exps.weight q4_0 2673blk.20.attn_k.weight q4_0 2674blk.20.attn_q.weight q4_0 2675blk.20.attn_v.weight q5_0 2676blk.20.ffn_down_exps.weight q4_0 2677blk.20.ffn_gate_exps.weight q4_0 2678blk.20.ffn_up_exps.weight q4_0 2679blk.21.attn_k.weight q4_0 2680blk.21.attn_q.weight q4_0 2681blk.21.attn_v.weight q5_0 2682blk.21.ffn_down_exps.weight q4_0 2683blk.21.ffn_gate_exps.weight q4_0 2684blk.21.ffn_up_exps.weight q4_0 2685blk.22.attn_k.weight q4_0 2686blk.22.attn_q.weight q4_0 2687blk.22.attn_v.weight q5_0 2688blk.22.ffn_down_exps.weight q4_0 2689blk.22.ffn_gate_exps.weight q4_0 2690blk.22.ffn_up_exps.weight q4_0 2691blk.23.attn_k.weight q4_0 2692blk.23.attn_q.weight q4_0 2693blk.23.attn_v.weight q5_0 2694blk.23.ffn_down_exps.weight q4_0 2695blk.23.ffn_gate_exps.weight q4_0 2696blk.23.ffn_up_exps.weight q4_0 2697blk.24.attn_k.weight q4_0 2698blk.24.attn_q.weight q4_0 2699blk.24.attn_v.weight q5_0 2700blk.24.ffn_down_exps.weight q4_0 2701blk.24.ffn_gate_exps.weight q4_0 2702blk.24.ffn_up_exps.weight q4_0 2703blk.25.attn_k.weight q4_0 2704blk.25.attn_q.weight q4_0 2705blk.25.attn_v.weight q5_0 2706blk.25.ffn_down_exps.weight q4_0 2707blk.25.ffn_gate_exps.weight q4_0 2708blk.25.ffn_up_exps.weight q4_0 2709blk.26.attn_k.weight q4_0 2710blk.26.attn_q.weight q4_0 2711blk.26.attn_v.weight q5_0 2712blk.26.ffn_down_exps.weight q4_0 2713blk.26.ffn_gate_exps.weight q4_0 2714blk.26.ffn_up_exps.weight q4_0 2715blk.27.attn_k.weight q4_0 2716blk.27.attn_q.weight q4_0 2717blk.27.attn_v.weight q5_0 2718blk.27.ffn_down_exps.weight q4_0 2719blk.27.ffn_gate_exps.weight q4_0 2720blk.27.ffn_up_exps.weight q4_0 2721blk.28.attn_k.weight q4_0 2722blk.28.attn_q.weight q4_0 2723blk.28.attn_v.weight q5_0 2724blk.28.ffn_down_exps.weight q4_0 2725blk.28.ffn_gate_exps.weight q4_0 2726blk.28.ffn_up_exps.weight q4_0 2727blk.29.attn_k.weight q4_0 2728blk.29.attn_q.weight q4_0 2729blk.29.attn_v.weight q5_0 2730blk.29.ffn_down_exps.weight q4_0 2731blk.29.ffn_gate_exps.weight q4_0 2732blk.29.ffn_up_exps.weight q4_0 2733blk.30.attn_k.weight q4_0 2734blk.30.attn_q.weight q4_0 2735blk.30.attn_v.weight q5_0 2736blk.30.ffn_down_exps.weight q4_0 2737blk.30.ffn_gate_exps.weight q4_0 2738blk.30.ffn_up_exps.weight q4_0 2739blk.31.attn_k.weight q4_0 2740blk.31.attn_q.weight q4_0 2741blk.31.attn_v.weight q5_0 2742blk.31.ffn_down_exps.weight q4_0 2743blk.31.ffn_gate_exps.weight q4_0 2744blk.31.ffn_up_exps.weight q4_0 2745blk.32.attn_k.weight q4_0 2746blk.32.attn_q.weight q4_0 2747blk.32.attn_v.weight q5_0 2748blk.32.ffn_down_exps.weight q4_0 2749blk.32.ffn_gate_exps.weight q4_0 2750blk.32.ffn_up_exps.weight q4_0 2751blk.33.attn_k.weight q4_0 2752blk.33.attn_q.weight q4_0 2753blk.33.attn_v.weight q5_0 2754blk.33.ffn_down_exps.weight q4_0 2755blk.33.ffn_gate_exps.weight q4_0 2756blk.33.ffn_up_exps.weight q4_0 2757blk.34.attn_k.weight q4_0 2758blk.34.attn_q.weight q4_0 2759blk.34.attn_v.weight q5_0 2760blk.34.ffn_down_exps.weight q4_0 2761blk.34.ffn_gate_exps.weight q4_0 2762blk.34.ffn_up_exps.weight q4_0 2763blk.35.attn_k.weight q4_0 2764blk.35.attn_q.weight q4_0 2765blk.35.attn_v.weight q5_0 2766blk.35.ffn_down_exps.weight q4_0 2767blk.35.ffn_gate_exps.weight q4_0 2768blk.35.ffn_up_exps.weight q4_0 2769 2770[IQ3_XS] iq3_s 2771output.weight q8_0 2772token_embd.weight iq4_nl 2773blk.0.attn_k.weight iq4_nl 2774blk.0.attn_q.weight iq4_nl 2775blk.0.attn_v.weight q5_0 2776blk.0.ffn_down_exps.weight iq4_nl 2777blk.0.ffn_gate_exps.weight iq4_nl 2778blk.0.ffn_up_exps.weight iq4_nl 2779blk.1.attn_k.weight iq4_nl 2780blk.1.attn_q.weight iq4_nl 2781blk.1.attn_v.weight q5_0 2782blk.1.ffn_down_exps.weight iq4_nl 2783blk.1.ffn_gate_exps.weight iq4_nl 2784blk.1.ffn_up_exps.weight iq4_nl 2785blk.2.attn_k.weight iq4_nl 2786blk.2.attn_q.weight iq4_nl 2787blk.2.attn_v.weight q5_0 2788blk.2.ffn_down_exps.weight iq4_nl 2789blk.2.ffn_gate_exps.weight iq4_nl 2790blk.2.ffn_up_exps.weight iq4_nl 2791blk.3.attn_k.weight iq4_nl 2792blk.3.attn_q.weight iq4_nl 2793blk.3.attn_v.weight q5_0 2794blk.3.ffn_down_exps.weight iq4_nl 2795blk.3.ffn_gate_exps.weight iq4_nl 2796blk.3.ffn_up_exps.weight iq4_nl 2797blk.4.attn_k.weight iq4_nl 2798blk.4.attn_q.weight iq4_nl 2799blk.4.attn_v.weight q5_0 2800blk.4.ffn_down_exps.weight iq4_nl 2801blk.4.ffn_gate_exps.weight iq4_nl 2802blk.4.ffn_up_exps.weight iq4_nl 2803blk.5.attn_k.weight iq4_nl 2804blk.5.attn_q.weight iq4_nl 2805blk.5.attn_v.weight q5_0 2806blk.5.ffn_down_exps.weight iq4_nl 2807blk.5.ffn_gate_exps.weight iq4_nl 2808blk.5.ffn_up_exps.weight iq4_nl 2809blk.6.attn_k.weight iq4_nl 2810blk.6.attn_q.weight iq4_nl 2811blk.6.attn_v.weight q5_0 2812blk.6.ffn_down_exps.weight iq4_nl 2813blk.6.ffn_gate_exps.weight iq4_nl 2814blk.6.ffn_up_exps.weight iq4_nl 2815blk.7.attn_k.weight iq4_nl 2816blk.7.attn_q.weight iq4_nl 2817blk.7.attn_v.weight q5_0 2818blk.7.ffn_down_exps.weight iq4_nl 2819blk.7.ffn_gate_exps.weight iq4_nl 2820blk.7.ffn_up_exps.weight iq4_nl 2821blk.8.attn_k.weight iq4_nl 2822blk.8.attn_q.weight iq4_nl 2823blk.8.attn_v.weight q5_0 2824blk.8.ffn_down_exps.weight iq4_nl 2825blk.8.ffn_gate_exps.weight iq4_nl 2826blk.8.ffn_up_exps.weight iq4_nl 2827blk.9.attn_k.weight iq4_nl 2828blk.9.attn_q.weight iq4_nl 2829blk.9.attn_v.weight q5_0 2830blk.9.ffn_down_exps.weight iq4_nl 2831blk.9.ffn_gate_exps.weight iq4_nl 2832blk.9.ffn_up_exps.weight iq4_nl 2833blk.10.attn_k.weight iq4_nl 2834blk.10.attn_q.weight iq4_nl 2835blk.10.attn_v.weight q5_0 2836blk.10.ffn_down_exps.weight iq4_nl 2837blk.10.ffn_gate_exps.weight iq4_nl 2838blk.10.ffn_up_exps.weight iq4_nl 2839blk.11.attn_k.weight iq4_nl 2840blk.11.attn_q.weight iq4_nl 2841blk.11.attn_v.weight q5_0 2842blk.11.ffn_down_exps.weight iq4_nl 2843blk.11.ffn_gate_exps.weight iq4_nl 2844blk.11.ffn_up_exps.weight iq4_nl 2845blk.12.attn_k.weight iq4_nl 2846blk.12.attn_q.weight iq4_nl 2847blk.12.attn_v.weight q5_0 2848blk.12.ffn_down_exps.weight iq4_nl 2849blk.12.ffn_gate_exps.weight iq4_nl 2850blk.12.ffn_up_exps.weight iq4_nl 2851blk.13.attn_k.weight iq4_nl 2852blk.13.attn_q.weight iq4_nl 2853blk.13.attn_v.weight q5_0 2854blk.13.ffn_down_exps.weight iq4_nl 2855blk.13.ffn_gate_exps.weight iq4_nl 2856blk.13.ffn_up_exps.weight iq4_nl 2857blk.14.attn_k.weight iq4_nl 2858blk.14.attn_q.weight iq4_nl 2859blk.14.attn_v.weight q5_0 2860blk.14.ffn_down_exps.weight iq4_nl 2861blk.14.ffn_gate_exps.weight iq4_nl 2862blk.14.ffn_up_exps.weight iq4_nl 2863blk.15.attn_k.weight iq4_nl 2864blk.15.attn_q.weight iq4_nl 2865blk.15.attn_v.weight q5_0 2866blk.15.ffn_down_exps.weight iq4_nl 2867blk.15.ffn_gate_exps.weight iq4_nl 2868blk.15.ffn_up_exps.weight iq4_nl 2869blk.16.attn_k.weight iq4_nl 2870blk.16.attn_q.weight iq4_nl 2871blk.16.attn_v.weight q5_0 2872blk.16.ffn_down_exps.weight iq4_nl 2873blk.16.ffn_gate_exps.weight iq4_nl 2874blk.16.ffn_up_exps.weight iq4_nl 2875blk.17.attn_k.weight iq4_nl 2876blk.17.attn_q.weight iq4_nl 2877blk.17.attn_v.weight q5_0 2878blk.17.ffn_down_exps.weight iq4_nl 2879blk.17.ffn_gate_exps.weight iq4_nl 2880blk.17.ffn_up_exps.weight iq4_nl 2881blk.18.attn_k.weight iq4_nl 2882blk.18.attn_q.weight iq4_nl 2883blk.18.attn_v.weight q5_0 2884blk.18.ffn_down_exps.weight iq4_nl 2885blk.18.ffn_gate_exps.weight iq4_nl 2886blk.18.ffn_up_exps.weight iq4_nl 2887blk.19.attn_k.weight iq4_nl 2888blk.19.attn_q.weight iq4_nl 2889blk.19.attn_v.weight q5_0 2890blk.19.ffn_down_exps.weight iq4_nl 2891blk.19.ffn_gate_exps.weight iq4_nl 2892blk.19.ffn_up_exps.weight iq4_nl 2893blk.20.attn_k.weight iq4_nl 2894blk.20.attn_q.weight iq4_nl 2895blk.20.attn_v.weight q5_0 2896blk.20.ffn_down_exps.weight iq4_nl 2897blk.20.ffn_gate_exps.weight iq4_nl 2898blk.20.ffn_up_exps.weight iq4_nl 2899blk.21.attn_k.weight iq4_nl 2900blk.21.attn_q.weight iq4_nl 2901blk.21.attn_v.weight q5_0 2902blk.21.ffn_down_exps.weight iq4_nl 2903blk.21.ffn_gate_exps.weight iq4_nl 2904blk.21.ffn_up_exps.weight iq4_nl 2905blk.22.attn_k.weight iq4_nl 2906blk.22.attn_q.weight iq4_nl 2907blk.22.attn_v.weight q5_0 2908blk.22.ffn_down_exps.weight iq4_nl 2909blk.22.ffn_gate_exps.weight iq4_nl 2910blk.22.ffn_up_exps.weight iq4_nl 2911blk.23.attn_k.weight iq4_nl 2912blk.23.attn_q.weight iq4_nl 2913blk.23.attn_v.weight q5_0 2914blk.23.ffn_down_exps.weight iq4_nl 2915blk.23.ffn_gate_exps.weight iq4_nl 2916blk.23.ffn_up_exps.weight iq4_nl 2917blk.24.attn_k.weight iq4_nl 2918blk.24.attn_q.weight iq4_nl 2919blk.24.attn_v.weight q5_0 2920blk.24.ffn_down_exps.weight iq4_nl 2921blk.24.ffn_gate_exps.weight iq4_nl 2922blk.24.ffn_up_exps.weight iq4_nl 2923blk.25.attn_k.weight iq4_nl 2924blk.25.attn_q.weight iq4_nl 2925blk.25.attn_v.weight q5_0 2926blk.25.ffn_down_exps.weight iq4_nl 2927blk.25.ffn_gate_exps.weight iq4_nl 2928blk.25.ffn_up_exps.weight iq4_nl 2929blk.26.attn_k.weight iq4_nl 2930blk.26.attn_q.weight iq4_nl 2931blk.26.attn_v.weight q5_0 2932blk.26.ffn_down_exps.weight iq4_nl 2933blk.26.ffn_gate_exps.weight iq4_nl 2934blk.26.ffn_up_exps.weight iq4_nl 2935blk.27.attn_k.weight iq4_nl 2936blk.27.attn_q.weight iq4_nl 2937blk.27.attn_v.weight q5_0 2938blk.27.ffn_down_exps.weight iq4_nl 2939blk.27.ffn_gate_exps.weight iq4_nl 2940blk.27.ffn_up_exps.weight iq4_nl 2941blk.28.attn_k.weight iq4_nl 2942blk.28.attn_q.weight iq4_nl 2943blk.28.attn_v.weight q5_0 2944blk.28.ffn_down_exps.weight iq4_nl 2945blk.28.ffn_gate_exps.weight iq4_nl 2946blk.28.ffn_up_exps.weight iq4_nl 2947blk.29.attn_k.weight iq4_nl 2948blk.29.attn_q.weight iq4_nl 2949blk.29.attn_v.weight q5_0 2950blk.29.ffn_down_exps.weight iq4_nl 2951blk.29.ffn_gate_exps.weight iq4_nl 2952blk.29.ffn_up_exps.weight iq4_nl 2953blk.30.attn_k.weight iq4_nl 2954blk.30.attn_q.weight iq4_nl 2955blk.30.attn_v.weight q5_0 2956blk.30.ffn_down_exps.weight iq4_nl 2957blk.30.ffn_gate_exps.weight iq4_nl 2958blk.30.ffn_up_exps.weight iq4_nl 2959blk.31.attn_k.weight iq4_nl 2960blk.31.attn_q.weight iq4_nl 2961blk.31.attn_v.weight q5_0 2962blk.31.ffn_down_exps.weight iq4_nl 2963blk.31.ffn_gate_exps.weight iq4_nl 2964blk.31.ffn_up_exps.weight iq4_nl 2965blk.32.attn_k.weight iq4_nl 2966blk.32.attn_q.weight iq4_nl 2967blk.32.attn_v.weight q5_0 2968blk.32.ffn_down_exps.weight iq4_nl 2969blk.32.ffn_gate_exps.weight iq4_nl 2970blk.32.ffn_up_exps.weight iq4_nl 2971blk.33.attn_k.weight iq4_nl 2972blk.33.attn_q.weight iq4_nl 2973blk.33.attn_v.weight q5_0 2974blk.33.ffn_down_exps.weight iq4_nl 2975blk.33.ffn_gate_exps.weight iq4_nl 2976blk.33.ffn_up_exps.weight iq4_nl 2977blk.34.attn_k.weight iq4_nl 2978blk.34.attn_q.weight iq4_nl 2979blk.34.attn_v.weight q5_0 2980blk.34.ffn_down_exps.weight iq4_nl 2981blk.34.ffn_gate_exps.weight iq4_nl 2982blk.34.ffn_up_exps.weight iq4_nl 2983blk.35.attn_k.weight iq4_nl 2984blk.35.attn_q.weight iq4_nl 2985blk.35.attn_v.weight q5_0 2986blk.35.ffn_down_exps.weight iq4_nl 2987blk.35.ffn_gate_exps.weight iq4_nl 2988blk.35.ffn_up_exps.weight iq4_nl 2989 2990[IQ3_XXS] iq3_xxs 2991output.weight q8_0 2992token_embd.weight iq4_nl 2993blk.0.attn_k.weight iq4_nl 2994blk.0.attn_output.weight iq3_s 2995blk.0.attn_q.weight iq4_nl 2996blk.0.attn_v.weight q5_0 2997blk.0.ffn_down_exps.weight q5_0 2998blk.0.ffn_gate_exps.weight iq4_nl 2999blk.0.ffn_up_exps.weight iq4_nl 3000blk.1.attn_k.weight iq4_nl 3001blk.1.attn_output.weight iq3_s 3002blk.1.attn_q.weight iq4_nl 3003blk.1.attn_v.weight q5_0 3004blk.1.ffn_down_exps.weight q5_0 3005blk.1.ffn_gate_exps.weight iq4_nl 3006blk.1.ffn_up_exps.weight iq4_nl 3007blk.2.attn_k.weight iq4_nl 3008blk.2.attn_output.weight iq3_s 3009blk.2.attn_q.weight iq4_nl 3010blk.2.attn_v.weight q5_0 3011blk.2.ffn_down_exps.weight q5_0 3012blk.2.ffn_gate_exps.weight iq4_nl 3013blk.2.ffn_up_exps.weight iq4_nl 3014blk.3.attn_k.weight iq4_nl 3015blk.3.attn_output.weight iq3_s 3016blk.3.attn_q.weight iq4_nl 3017blk.3.attn_v.weight q5_0 3018blk.3.ffn_down_exps.weight q5_0 3019blk.3.ffn_gate_exps.weight iq4_nl 3020blk.3.ffn_up_exps.weight iq4_nl 3021blk.4.attn_k.weight iq4_nl 3022blk.4.attn_output.weight iq3_s 3023blk.4.attn_q.weight iq4_nl 3024blk.4.attn_v.weight q5_0 3025blk.4.ffn_down_exps.weight q4_0 3026blk.4.ffn_gate_exps.weight iq4_nl 3027blk.4.ffn_up_exps.weight iq4_nl 3028blk.5.attn_k.weight iq4_nl 3029blk.5.attn_output.weight iq3_s 3030blk.5.attn_q.weight iq4_nl 3031blk.5.attn_v.weight q5_0 3032blk.5.ffn_down_exps.weight q4_0 3033blk.5.ffn_gate_exps.weight iq4_nl 3034blk.5.ffn_up_exps.weight iq4_nl 3035blk.6.attn_k.weight iq4_nl 3036blk.6.attn_output.weight iq3_s 3037blk.6.attn_q.weight iq4_nl 3038blk.6.attn_v.weight q5_0 3039blk.6.ffn_down_exps.weight q4_0 3040blk.6.ffn_gate_exps.weight iq4_nl 3041blk.6.ffn_up_exps.weight iq4_nl 3042blk.7.attn_k.weight iq4_nl 3043blk.7.attn_output.weight iq3_s 3044blk.7.attn_q.weight iq4_nl 3045blk.7.attn_v.weight q5_0 3046blk.7.ffn_down_exps.weight q4_0 3047blk.7.ffn_gate_exps.weight iq4_nl 3048blk.7.ffn_up_exps.weight iq4_nl 3049blk.8.attn_k.weight iq4_nl 3050blk.8.attn_output.weight iq3_s 3051blk.8.attn_q.weight iq4_nl 3052blk.8.attn_v.weight q5_0 3053blk.8.ffn_down_exps.weight q4_0 3054blk.8.ffn_gate_exps.weight iq4_nl 3055blk.8.ffn_up_exps.weight iq4_nl 3056blk.9.attn_k.weight iq4_nl 3057blk.9.attn_output.weight iq3_s 3058blk.9.attn_q.weight iq4_nl 3059blk.9.attn_v.weight q5_0 3060blk.9.ffn_down_exps.weight q4_0 3061blk.9.ffn_gate_exps.weight iq4_nl 3062blk.9.ffn_up_exps.weight iq4_nl 3063blk.10.attn_k.weight iq4_nl 3064blk.10.attn_output.weight iq3_s 3065blk.10.attn_q.weight iq4_nl 3066blk.10.attn_v.weight q5_0 3067blk.10.ffn_down_exps.weight q4_0 3068blk.10.ffn_gate_exps.weight iq4_nl 3069blk.10.ffn_up_exps.weight iq4_nl 3070blk.11.attn_k.weight iq4_nl 3071blk.11.attn_output.weight iq3_s 3072blk.11.attn_q.weight iq4_nl 3073blk.11.attn_v.weight q5_0 3074blk.11.ffn_down_exps.weight q4_0 3075blk.11.ffn_gate_exps.weight iq4_nl 3076blk.11.ffn_up_exps.weight iq4_nl 3077blk.12.attn_k.weight iq4_nl 3078blk.12.attn_output.weight iq3_s 3079blk.12.attn_q.weight iq4_nl 3080blk.12.attn_v.weight q5_0 3081blk.12.ffn_down_exps.weight q4_0 3082blk.12.ffn_gate_exps.weight iq4_nl 3083blk.12.ffn_up_exps.weight iq4_nl 3084blk.13.attn_k.weight iq4_nl 3085blk.13.attn_output.weight iq3_s 3086blk.13.attn_q.weight iq4_nl 3087blk.13.attn_v.weight q5_0 3088blk.13.ffn_down_exps.weight q4_0 3089blk.13.ffn_gate_exps.weight iq4_nl 3090blk.13.ffn_up_exps.weight iq4_nl 3091blk.14.attn_k.weight iq4_nl 3092blk.14.attn_output.weight iq3_s 3093blk.14.attn_q.weight iq4_nl 3094blk.14.attn_v.weight q5_0 3095blk.14.ffn_down_exps.weight q4_0 3096blk.14.ffn_gate_exps.weight iq4_nl 3097blk.14.ffn_up_exps.weight iq4_nl 3098blk.15.attn_k.weight iq4_nl 3099blk.15.attn_output.weight iq3_s 3100blk.15.attn_q.weight iq4_nl 3101blk.15.attn_v.weight q5_0 3102blk.15.ffn_down_exps.weight q4_0 3103blk.15.ffn_gate_exps.weight iq4_nl 3104blk.15.ffn_up_exps.weight iq4_nl 3105blk.16.attn_k.weight iq4_nl 3106blk.16.attn_output.weight iq3_s 3107blk.16.attn_q.weight iq4_nl 3108blk.16.attn_v.weight q5_0 3109blk.16.ffn_down_exps.weight q4_0 3110blk.16.ffn_gate_exps.weight iq4_nl 3111blk.16.ffn_up_exps.weight iq4_nl 3112blk.17.attn_k.weight iq4_nl 3113blk.17.attn_output.weight iq3_s 3114blk.17.attn_q.weight iq4_nl 3115blk.17.attn_v.weight q5_0 3116blk.17.ffn_down_exps.weight q4_0 3117blk.17.ffn_gate_exps.weight iq4_nl 3118blk.17.ffn_up_exps.weight iq4_nl 3119blk.18.attn_k.weight iq4_nl 3120blk.18.attn_output.weight iq3_s 3121blk.18.attn_q.weight iq4_nl 3122blk.18.attn_v.weight q5_0 3123blk.18.ffn_down_exps.weight q4_0 3124blk.18.ffn_gate_exps.weight iq4_nl 3125blk.18.ffn_up_exps.weight iq4_nl 3126blk.19.attn_k.weight iq4_nl 3127blk.19.attn_output.weight iq3_s 3128blk.19.attn_q.weight iq4_nl 3129blk.19.attn_v.weight q5_0 3130blk.19.ffn_down_exps.weight q4_0 3131blk.19.ffn_gate_exps.weight iq4_nl 3132blk.19.ffn_up_exps.weight iq4_nl 3133blk.20.attn_k.weight iq4_nl 3134blk.20.attn_output.weight iq3_s 3135blk.20.attn_q.weight iq4_nl 3136blk.20.attn_v.weight q5_0 3137blk.20.ffn_down_exps.weight q4_0 3138blk.20.ffn_gate_exps.weight iq4_nl 3139blk.20.ffn_up_exps.weight iq4_nl 3140blk.21.attn_k.weight iq4_nl 3141blk.21.attn_output.weight iq3_s 3142blk.21.attn_q.weight iq4_nl 3143blk.21.attn_v.weight q5_0 3144blk.21.ffn_down_exps.weight q4_0 3145blk.21.ffn_gate_exps.weight iq4_nl 3146blk.21.ffn_up_exps.weight iq4_nl 3147blk.22.attn_k.weight iq4_nl 3148blk.22.attn_output.weight iq3_s 3149blk.22.attn_q.weight iq4_nl 3150blk.22.attn_v.weight q5_0 3151blk.22.ffn_down_exps.weight q4_0 3152blk.22.ffn_gate_exps.weight iq4_nl 3153blk.22.ffn_up_exps.weight iq4_nl 3154blk.23.attn_k.weight iq4_nl 3155blk.23.attn_output.weight iq3_s 3156blk.23.attn_q.weight iq4_nl 3157blk.23.attn_v.weight q5_0 3158blk.23.ffn_down_exps.weight q4_0 3159blk.23.ffn_gate_exps.weight iq4_nl 3160blk.23.ffn_up_exps.weight iq4_nl 3161blk.24.attn_k.weight iq4_nl 3162blk.24.attn_output.weight iq3_s 3163blk.24.attn_q.weight iq4_nl 3164blk.24.attn_v.weight q5_0 3165blk.24.ffn_down_exps.weight q4_0 3166blk.24.ffn_gate_exps.weight iq4_nl 3167blk.24.ffn_up_exps.weight iq4_nl 3168blk.25.attn_k.weight iq4_nl 3169blk.25.attn_output.weight iq3_s 3170blk.25.attn_q.weight iq4_nl 3171blk.25.attn_v.weight q5_0 3172blk.25.ffn_down_exps.weight q4_0 3173blk.25.ffn_gate_exps.weight iq4_nl 3174blk.25.ffn_up_exps.weight iq4_nl 3175blk.26.attn_k.weight iq4_nl 3176blk.26.attn_output.weight iq3_s 3177blk.26.attn_q.weight iq4_nl 3178blk.26.attn_v.weight q5_0 3179blk.26.ffn_down_exps.weight q4_0 3180blk.26.ffn_gate_exps.weight iq4_nl 3181blk.26.ffn_up_exps.weight iq4_nl 3182blk.27.attn_k.weight iq4_nl 3183blk.27.attn_output.weight iq3_s 3184blk.27.attn_q.weight iq4_nl 3185blk.27.attn_v.weight q5_0 3186blk.27.ffn_down_exps.weight q4_0 3187blk.27.ffn_gate_exps.weight iq4_nl 3188blk.27.ffn_up_exps.weight iq4_nl 3189blk.28.attn_k.weight iq4_nl 3190blk.28.attn_output.weight iq3_s 3191blk.28.attn_q.weight iq4_nl 3192blk.28.attn_v.weight q5_0 3193blk.28.ffn_down_exps.weight q4_0 3194blk.28.ffn_gate_exps.weight iq4_nl 3195blk.28.ffn_up_exps.weight iq4_nl 3196blk.29.attn_k.weight iq4_nl 3197blk.29.attn_output.weight iq3_s 3198blk.29.attn_q.weight iq4_nl 3199blk.29.attn_v.weight q5_0 3200blk.29.ffn_down_exps.weight q4_0 3201blk.29.ffn_gate_exps.weight iq4_nl 3202blk.29.ffn_up_exps.weight iq4_nl 3203blk.30.attn_k.weight iq4_nl 3204blk.30.attn_output.weight iq3_s 3205blk.30.attn_q.weight iq4_nl 3206blk.30.attn_v.weight q5_0 3207blk.30.ffn_down_exps.weight q4_0 3208blk.30.ffn_gate_exps.weight iq4_nl 3209blk.30.ffn_up_exps.weight iq4_nl 3210blk.31.attn_k.weight iq4_nl 3211blk.31.attn_output.weight iq3_s 3212blk.31.attn_q.weight iq4_nl 3213blk.31.attn_v.weight q5_0 3214blk.31.ffn_down_exps.weight q4_0 3215blk.31.ffn_gate_exps.weight iq4_nl 3216blk.31.ffn_up_exps.weight iq4_nl 3217blk.32.attn_k.weight iq4_nl 3218blk.32.attn_output.weight iq3_s 3219blk.32.attn_q.weight iq4_nl 3220blk.32.attn_v.weight q5_0 3221blk.32.ffn_down_exps.weight q4_0 3222blk.32.ffn_gate_exps.weight iq4_nl 3223blk.32.ffn_up_exps.weight iq4_nl 3224blk.33.attn_k.weight iq4_nl 3225blk.33.attn_output.weight iq3_s 3226blk.33.attn_q.weight iq4_nl 3227blk.33.attn_v.weight q5_0 3228blk.33.ffn_down_exps.weight q4_0 3229blk.33.ffn_gate_exps.weight iq4_nl 3230blk.33.ffn_up_exps.weight iq4_nl 3231blk.34.attn_k.weight iq4_nl 3232blk.34.attn_output.weight iq3_s 3233blk.34.attn_q.weight iq4_nl 3234blk.34.attn_v.weight q5_0 3235blk.34.ffn_down_exps.weight q4_0 3236blk.34.ffn_gate_exps.weight iq4_nl 3237blk.34.ffn_up_exps.weight iq4_nl 3238blk.35.attn_k.weight iq4_nl 3239blk.35.attn_output.weight iq3_s 3240blk.35.attn_q.weight iq4_nl 3241blk.35.attn_v.weight q5_0 3242blk.35.ffn_down_exps.weight q4_0 3243blk.35.ffn_gate_exps.weight iq4_nl 3244blk.35.ffn_up_exps.weight iq4_nl 3245 3246[IQ1_S] iq1_s 3247output.weight q8_0 3248token_embd.weight q4_0 3249blk.0.attn_k.weight iq4_nl 3250blk.0.attn_output.weight iq2_xxs 3251blk.0.attn_q.weight iq4_nl 3252blk.0.attn_v.weight q5_0 3253blk.0.ffn_down_exps.weight q4_0 3254blk.0.ffn_gate_exps.weight iq4_nl 3255blk.0.ffn_up_exps.weight iq4_nl 3256blk.1.attn_k.weight iq4_nl 3257blk.1.attn_output.weight iq2_xxs 3258blk.1.attn_q.weight iq4_nl 3259blk.1.attn_v.weight q5_0 3260blk.1.ffn_down_exps.weight q4_0 3261blk.1.ffn_gate_exps.weight iq4_nl 3262blk.1.ffn_up_exps.weight iq4_nl 3263blk.2.attn_k.weight iq4_nl 3264blk.2.attn_output.weight iq2_xxs 3265blk.2.attn_q.weight iq4_nl 3266blk.2.attn_v.weight q5_0 3267blk.2.ffn_down_exps.weight q4_0 3268blk.2.ffn_gate_exps.weight iq4_nl 3269blk.2.ffn_up_exps.weight iq4_nl 3270blk.3.attn_k.weight iq4_nl 3271blk.3.attn_output.weight iq2_xxs 3272blk.3.attn_q.weight iq4_nl 3273blk.3.attn_v.weight q5_0 3274blk.3.ffn_down_exps.weight q4_0 3275blk.3.ffn_gate_exps.weight iq4_nl 3276blk.3.ffn_up_exps.weight iq4_nl 3277blk.4.attn_k.weight iq4_nl 3278blk.4.attn_output.weight iq2_xxs 3279blk.4.attn_q.weight iq4_nl 3280blk.4.attn_v.weight q5_0 3281blk.4.ffn_down_exps.weight iq4_nl 3282blk.4.ffn_gate_exps.weight iq4_nl 3283blk.4.ffn_up_exps.weight iq4_nl 3284blk.5.attn_k.weight iq4_nl 3285blk.5.attn_output.weight iq2_xxs 3286blk.5.attn_q.weight iq4_nl 3287blk.5.attn_v.weight q5_0 3288blk.5.ffn_down_exps.weight iq4_nl 3289blk.5.ffn_gate_exps.weight iq4_nl 3290blk.5.ffn_up_exps.weight iq4_nl 3291blk.6.attn_k.weight iq4_nl 3292blk.6.attn_output.weight iq2_xxs 3293blk.6.attn_q.weight iq4_nl 3294blk.6.attn_v.weight q5_0 3295blk.6.ffn_down_exps.weight iq4_nl 3296blk.6.ffn_gate_exps.weight iq4_nl 3297blk.6.ffn_up_exps.weight iq4_nl 3298blk.7.attn_k.weight iq4_nl 3299blk.7.attn_output.weight iq2_xxs 3300blk.7.attn_q.weight iq4_nl 3301blk.7.attn_v.weight q5_0 3302blk.7.ffn_down_exps.weight iq4_nl 3303blk.7.ffn_gate_exps.weight iq4_nl 3304blk.7.ffn_up_exps.weight iq4_nl 3305blk.8.attn_k.weight iq4_nl 3306blk.8.attn_output.weight iq2_xxs 3307blk.8.attn_q.weight iq4_nl 3308blk.8.attn_v.weight q5_0 3309blk.8.ffn_down_exps.weight iq4_nl 3310blk.8.ffn_gate_exps.weight iq4_nl 3311blk.8.ffn_up_exps.weight iq4_nl 3312blk.9.attn_k.weight iq4_nl 3313blk.9.attn_output.weight iq2_xxs 3314blk.9.attn_q.weight iq4_nl 3315blk.9.attn_v.weight q5_0 3316blk.9.ffn_down_exps.weight iq4_nl 3317blk.9.ffn_gate_exps.weight iq4_nl 3318blk.9.ffn_up_exps.weight iq4_nl 3319blk.10.attn_k.weight iq4_nl 3320blk.10.attn_output.weight iq2_xxs 3321blk.10.attn_q.weight iq4_nl 3322blk.10.attn_v.weight q5_0 3323blk.10.ffn_down_exps.weight iq4_nl 3324blk.10.ffn_gate_exps.weight iq4_nl 3325blk.10.ffn_up_exps.weight iq4_nl 3326blk.11.attn_k.weight iq4_nl 3327blk.11.attn_output.weight iq2_xxs 3328blk.11.attn_q.weight iq4_nl 3329blk.11.attn_v.weight q5_0 3330blk.11.ffn_down_exps.weight iq4_nl 3331blk.11.ffn_gate_exps.weight iq4_nl 3332blk.11.ffn_up_exps.weight iq4_nl 3333blk.12.attn_k.weight iq4_nl 3334blk.12.attn_output.weight iq2_xxs 3335blk.12.attn_q.weight iq4_nl 3336blk.12.attn_v.weight q5_0 3337blk.12.ffn_down_exps.weight iq4_nl 3338blk.12.ffn_gate_exps.weight iq4_nl 3339blk.12.ffn_up_exps.weight iq4_nl 3340blk.13.attn_k.weight iq4_nl 3341blk.13.attn_output.weight iq2_xxs 3342blk.13.attn_q.weight iq4_nl 3343blk.13.attn_v.weight q5_0 3344blk.13.ffn_down_exps.weight iq4_nl 3345blk.13.ffn_gate_exps.weight iq4_nl 3346blk.13.ffn_up_exps.weight iq4_nl 3347blk.14.attn_k.weight iq4_nl 3348blk.14.attn_output.weight iq2_xxs 3349blk.14.attn_q.weight iq4_nl 3350blk.14.attn_v.weight q5_0 3351blk.14.ffn_down_exps.weight iq4_nl 3352blk.14.ffn_gate_exps.weight iq4_nl 3353blk.14.ffn_up_exps.weight iq4_nl 3354blk.15.attn_k.weight iq4_nl 3355blk.15.attn_output.weight iq2_xxs 3356blk.15.attn_q.weight iq4_nl 3357blk.15.attn_v.weight q5_0 3358blk.15.ffn_down_exps.weight iq4_nl 3359blk.15.ffn_gate_exps.weight iq4_nl 3360blk.15.ffn_up_exps.weight iq4_nl 3361blk.16.attn_k.weight iq4_nl 3362blk.16.attn_output.weight iq2_xxs 3363blk.16.attn_q.weight iq4_nl 3364blk.16.attn_v.weight q5_0 3365blk.16.ffn_down_exps.weight iq4_nl 3366blk.16.ffn_gate_exps.weight iq4_nl 3367blk.16.ffn_up_exps.weight iq4_nl 3368blk.17.attn_k.weight iq4_nl 3369blk.17.attn_output.weight iq2_xxs 3370blk.17.attn_q.weight iq4_nl 3371blk.17.attn_v.weight q5_0 3372blk.17.ffn_down_exps.weight iq4_nl 3373blk.17.ffn_gate_exps.weight iq4_nl 3374blk.17.ffn_up_exps.weight iq4_nl 3375blk.18.attn_k.weight iq4_nl 3376blk.18.attn_output.weight iq2_xxs 3377blk.18.attn_q.weight iq4_nl 3378blk.18.attn_v.weight q5_0 3379blk.18.ffn_down_exps.weight iq4_nl 3380blk.18.ffn_gate_exps.weight iq4_nl 3381blk.18.ffn_up_exps.weight iq4_nl 3382blk.19.attn_k.weight iq4_nl 3383blk.19.attn_output.weight iq2_xxs 3384blk.19.attn_q.weight iq4_nl 3385blk.19.attn_v.weight q5_0 3386blk.19.ffn_down_exps.weight iq4_nl 3387blk.19.ffn_gate_exps.weight iq4_nl 3388blk.19.ffn_up_exps.weight iq4_nl 3389blk.20.attn_k.weight iq4_nl 3390blk.20.attn_output.weight iq2_xxs 3391blk.20.attn_q.weight iq4_nl 3392blk.20.attn_v.weight q5_0 3393blk.20.ffn_down_exps.weight iq4_nl 3394blk.20.ffn_gate_exps.weight iq4_nl 3395blk.20.ffn_up_exps.weight iq4_nl 3396blk.21.attn_k.weight iq4_nl 3397blk.21.attn_output.weight iq2_xxs 3398blk.21.attn_q.weight iq4_nl 3399blk.21.attn_v.weight q5_0 3400blk.21.ffn_down_exps.weight iq4_nl 3401blk.21.ffn_gate_exps.weight iq4_nl 3402blk.21.ffn_up_exps.weight iq4_nl 3403blk.22.attn_k.weight iq4_nl 3404blk.22.attn_output.weight iq2_xxs 3405blk.22.attn_q.weight iq4_nl 3406blk.22.attn_v.weight q5_0 3407blk.22.ffn_down_exps.weight iq4_nl 3408blk.22.ffn_gate_exps.weight iq4_nl 3409blk.22.ffn_up_exps.weight iq4_nl 3410blk.23.attn_k.weight iq4_nl 3411blk.23.attn_output.weight iq2_xxs 3412blk.23.attn_q.weight iq4_nl 3413blk.23.attn_v.weight q5_0 3414blk.23.ffn_down_exps.weight iq4_nl 3415blk.23.ffn_gate_exps.weight iq4_nl 3416blk.23.ffn_up_exps.weight iq4_nl 3417blk.24.attn_k.weight iq4_nl 3418blk.24.attn_output.weight iq2_xxs 3419blk.24.attn_q.weight iq4_nl 3420blk.24.attn_v.weight q5_0 3421blk.24.ffn_down_exps.weight iq4_nl 3422blk.24.ffn_gate_exps.weight iq4_nl 3423blk.24.ffn_up_exps.weight iq4_nl 3424blk.25.attn_k.weight iq4_nl 3425blk.25.attn_output.weight iq2_xxs 3426blk.25.attn_q.weight iq4_nl 3427blk.25.attn_v.weight q5_0 3428blk.25.ffn_down_exps.weight iq4_nl 3429blk.25.ffn_gate_exps.weight iq4_nl 3430blk.25.ffn_up_exps.weight iq4_nl 3431blk.26.attn_k.weight iq4_nl 3432blk.26.attn_output.weight iq2_xxs 3433blk.26.attn_q.weight iq4_nl 3434blk.26.attn_v.weight q5_0 3435blk.26.ffn_down_exps.weight iq4_nl 3436blk.26.ffn_gate_exps.weight iq4_nl 3437blk.26.ffn_up_exps.weight iq4_nl 3438blk.27.attn_k.weight iq4_nl 3439blk.27.attn_output.weight iq2_xxs 3440blk.27.attn_q.weight iq4_nl 3441blk.27.attn_v.weight q5_0 3442blk.27.ffn_down_exps.weight iq4_nl 3443blk.27.ffn_gate_exps.weight iq4_nl 3444blk.27.ffn_up_exps.weight iq4_nl 3445blk.28.attn_k.weight iq4_nl 3446blk.28.attn_output.weight iq2_xxs 3447blk.28.attn_q.weight iq4_nl 3448blk.28.attn_v.weight q5_0 3449blk.28.ffn_down_exps.weight iq4_nl 3450blk.28.ffn_gate_exps.weight iq4_nl 3451blk.28.ffn_up_exps.weight iq4_nl 3452blk.29.attn_k.weight iq4_nl 3453blk.29.attn_output.weight iq2_xxs 3454blk.29.attn_q.weight iq4_nl 3455blk.29.attn_v.weight q5_0 3456blk.29.ffn_down_exps.weight iq4_nl 3457blk.29.ffn_gate_exps.weight iq4_nl 3458blk.29.ffn_up_exps.weight iq4_nl 3459blk.30.attn_k.weight iq4_nl 3460blk.30.attn_output.weight iq2_xxs 3461blk.30.attn_q.weight iq4_nl 3462blk.30.attn_v.weight q5_0 3463blk.30.ffn_down_exps.weight iq4_nl 3464blk.30.ffn_gate_exps.weight iq4_nl 3465blk.30.ffn_up_exps.weight iq4_nl 3466blk.31.attn_k.weight iq4_nl 3467blk.31.attn_output.weight iq2_xxs 3468blk.31.attn_q.weight iq4_nl 3469blk.31.attn_v.weight q5_0 3470blk.31.ffn_down_exps.weight iq4_nl 3471blk.31.ffn_gate_exps.weight iq4_nl 3472blk.31.ffn_up_exps.weight iq4_nl 3473blk.32.attn_k.weight iq4_nl 3474blk.32.attn_output.weight iq2_xxs 3475blk.32.attn_q.weight iq4_nl 3476blk.32.attn_v.weight q5_0 3477blk.32.ffn_down_exps.weight iq4_nl 3478blk.32.ffn_gate_exps.weight iq4_nl 3479blk.32.ffn_up_exps.weight iq4_nl 3480blk.33.attn_k.weight iq4_nl 3481blk.33.attn_output.weight iq2_xxs 3482blk.33.attn_q.weight iq4_nl 3483blk.33.attn_v.weight q5_0 3484blk.33.ffn_down_exps.weight iq4_nl 3485blk.33.ffn_gate_exps.weight iq4_nl 3486blk.33.ffn_up_exps.weight iq4_nl 3487blk.34.attn_k.weight iq4_nl 3488blk.34.attn_output.weight iq2_xxs 3489blk.34.attn_q.weight iq4_nl 3490blk.34.attn_v.weight q5_0 3491blk.34.ffn_down_exps.weight iq4_nl 3492blk.34.ffn_gate_exps.weight iq4_nl 3493blk.34.ffn_up_exps.weight iq4_nl 3494blk.35.attn_k.weight iq4_nl 3495blk.35.attn_output.weight iq2_xxs 3496blk.35.attn_q.weight iq4_nl 3497blk.35.attn_v.weight q5_0 3498blk.35.ffn_down_exps.weight iq4_nl 3499blk.35.ffn_gate_exps.weight iq4_nl 3500blk.35.ffn_up_exps.weight iq4_nl 3501 3502[IQ4_NL] iq4_nl 3503output.weight q8_0 3504blk.0.attn_v.weight q5_1 3505blk.0.ffn_down_exps.weight q5_1 3506blk.1.attn_v.weight q5_1 3507blk.1.ffn_down_exps.weight q5_1 3508blk.2.attn_v.weight q5_1 3509blk.2.ffn_down_exps.weight q5_1 3510blk.3.attn_v.weight q5_1 3511blk.3.ffn_down_exps.weight q5_1 3512blk.4.attn_v.weight q5_1 3513blk.5.attn_v.weight q5_1 3514blk.6.attn_v.weight q5_1 3515blk.7.attn_v.weight q5_1 3516blk.8.attn_v.weight q5_1 3517blk.9.attn_v.weight q5_1 3518blk.10.attn_v.weight q5_1 3519blk.11.attn_v.weight q5_1 3520blk.12.attn_v.weight q5_1 3521blk.13.attn_v.weight q5_1 3522blk.14.attn_v.weight q5_1 3523blk.15.attn_v.weight q5_1 3524blk.16.attn_v.weight q5_1 3525blk.17.attn_v.weight q5_1 3526blk.18.attn_v.weight q5_1 3527blk.19.attn_v.weight q5_1 3528blk.20.attn_v.weight q5_1 3529blk.21.attn_v.weight q5_1 3530blk.22.attn_v.weight q5_1 3531blk.23.attn_v.weight q5_1 3532blk.24.attn_v.weight q5_1 3533blk.25.attn_v.weight q5_1 3534blk.26.attn_v.weight q5_1 3535blk.27.attn_v.weight q5_1 3536blk.28.attn_v.weight q5_1 3537blk.29.attn_v.weight q5_1 3538blk.30.attn_v.weight q5_1 3539blk.31.attn_v.weight q5_1 3540blk.32.attn_v.weight q5_1 3541blk.33.attn_v.weight q5_1 3542blk.34.attn_v.weight q5_1 3543blk.35.attn_v.weight q5_1 3544 3545[IQ3_S] iq3_s 3546output.weight q8_0 3547token_embd.weight iq4_nl 3548blk.0.attn_k.weight iq4_nl 3549blk.0.attn_q.weight iq4_nl 3550blk.0.attn_v.weight q5_0 3551blk.0.ffn_down_exps.weight iq4_nl 3552blk.0.ffn_gate_exps.weight iq4_nl 3553blk.0.ffn_up_exps.weight iq4_nl 3554blk.1.attn_k.weight iq4_nl 3555blk.1.attn_q.weight iq4_nl 3556blk.1.attn_v.weight q5_0 3557blk.1.ffn_down_exps.weight iq4_nl 3558blk.1.ffn_gate_exps.weight iq4_nl 3559blk.1.ffn_up_exps.weight iq4_nl 3560blk.2.attn_k.weight iq4_nl 3561blk.2.attn_q.weight iq4_nl 3562blk.2.attn_v.weight q5_0 3563blk.2.ffn_down_exps.weight iq4_nl 3564blk.2.ffn_gate_exps.weight iq4_nl 3565blk.2.ffn_up_exps.weight iq4_nl 3566blk.3.attn_k.weight iq4_nl 3567blk.3.attn_q.weight iq4_nl 3568blk.3.attn_v.weight q5_0 3569blk.3.ffn_down_exps.weight iq4_nl 3570blk.3.ffn_gate_exps.weight iq4_nl 3571blk.3.ffn_up_exps.weight iq4_nl 3572blk.4.attn_k.weight iq4_nl 3573blk.4.attn_q.weight iq4_nl 3574blk.4.attn_v.weight q5_0 3575blk.4.ffn_down_exps.weight iq4_nl 3576blk.4.ffn_gate_exps.weight iq4_nl 3577blk.4.ffn_up_exps.weight iq4_nl 3578blk.5.attn_k.weight iq4_nl 3579blk.5.attn_q.weight iq4_nl 3580blk.5.attn_v.weight q5_0 3581blk.5.ffn_down_exps.weight iq4_nl 3582blk.5.ffn_gate_exps.weight iq4_nl 3583blk.5.ffn_up_exps.weight iq4_nl 3584blk.6.attn_k.weight iq4_nl 3585blk.6.attn_q.weight iq4_nl 3586blk.6.attn_v.weight q5_0 3587blk.6.ffn_down_exps.weight iq4_nl 3588blk.6.ffn_gate_exps.weight iq4_nl 3589blk.6.ffn_up_exps.weight iq4_nl 3590blk.7.attn_k.weight iq4_nl 3591blk.7.attn_q.weight iq4_nl 3592blk.7.attn_v.weight q5_0 3593blk.7.ffn_down_exps.weight iq4_nl 3594blk.7.ffn_gate_exps.weight iq4_nl 3595blk.7.ffn_up_exps.weight iq4_nl 3596blk.8.attn_k.weight iq4_nl 3597blk.8.attn_q.weight iq4_nl 3598blk.8.attn_v.weight q5_0 3599blk.8.ffn_down_exps.weight iq4_nl 3600blk.8.ffn_gate_exps.weight iq4_nl 3601blk.8.ffn_up_exps.weight iq4_nl 3602blk.9.attn_k.weight iq4_nl 3603blk.9.attn_q.weight iq4_nl 3604blk.9.attn_v.weight q5_0 3605blk.9.ffn_down_exps.weight iq4_nl 3606blk.9.ffn_gate_exps.weight iq4_nl 3607blk.9.ffn_up_exps.weight iq4_nl 3608blk.10.attn_k.weight iq4_nl 3609blk.10.attn_q.weight iq4_nl 3610blk.10.attn_v.weight q5_0 3611blk.10.ffn_down_exps.weight iq4_nl 3612blk.10.ffn_gate_exps.weight iq4_nl 3613blk.10.ffn_up_exps.weight iq4_nl 3614blk.11.attn_k.weight iq4_nl 3615blk.11.attn_q.weight iq4_nl 3616blk.11.attn_v.weight q5_0 3617blk.11.ffn_down_exps.weight iq4_nl 3618blk.11.ffn_gate_exps.weight iq4_nl 3619blk.11.ffn_up_exps.weight iq4_nl 3620blk.12.attn_k.weight iq4_nl 3621blk.12.attn_q.weight iq4_nl 3622blk.12.attn_v.weight q5_0 3623blk.12.ffn_down_exps.weight iq4_nl 3624blk.12.ffn_gate_exps.weight iq4_nl 3625blk.12.ffn_up_exps.weight iq4_nl 3626blk.13.attn_k.weight iq4_nl 3627blk.13.attn_q.weight iq4_nl 3628blk.13.attn_v.weight q5_0 3629blk.13.ffn_down_exps.weight iq4_nl 3630blk.13.ffn_gate_exps.weight iq4_nl 3631blk.13.ffn_up_exps.weight iq4_nl 3632blk.14.attn_k.weight iq4_nl 3633blk.14.attn_q.weight iq4_nl 3634blk.14.attn_v.weight q5_0 3635blk.14.ffn_down_exps.weight iq4_nl 3636blk.14.ffn_gate_exps.weight iq4_nl 3637blk.14.ffn_up_exps.weight iq4_nl 3638blk.15.attn_k.weight iq4_nl 3639blk.15.attn_q.weight iq4_nl 3640blk.15.attn_v.weight q5_0 3641blk.15.ffn_down_exps.weight iq4_nl 3642blk.15.ffn_gate_exps.weight iq4_nl 3643blk.15.ffn_up_exps.weight iq4_nl 3644blk.16.attn_k.weight iq4_nl 3645blk.16.attn_q.weight iq4_nl 3646blk.16.attn_v.weight q5_0 3647blk.16.ffn_down_exps.weight iq4_nl 3648blk.16.ffn_gate_exps.weight iq4_nl 3649blk.16.ffn_up_exps.weight iq4_nl 3650blk.17.attn_k.weight iq4_nl 3651blk.17.attn_q.weight iq4_nl 3652blk.17.attn_v.weight q5_0 3653blk.17.ffn_down_exps.weight iq4_nl 3654blk.17.ffn_gate_exps.weight iq4_nl 3655blk.17.ffn_up_exps.weight iq4_nl 3656blk.18.attn_k.weight iq4_nl 3657blk.18.attn_q.weight iq4_nl 3658blk.18.attn_v.weight q5_0 3659blk.18.ffn_down_exps.weight iq4_nl 3660blk.18.ffn_gate_exps.weight iq4_nl 3661blk.18.ffn_up_exps.weight iq4_nl 3662blk.19.attn_k.weight iq4_nl 3663blk.19.attn_q.weight iq4_nl 3664blk.19.attn_v.weight q5_0 3665blk.19.ffn_down_exps.weight iq4_nl 3666blk.19.ffn_gate_exps.weight iq4_nl 3667blk.19.ffn_up_exps.weight iq4_nl 3668blk.20.attn_k.weight iq4_nl 3669blk.20.attn_q.weight iq4_nl 3670blk.20.attn_v.weight q5_0 3671blk.20.ffn_down_exps.weight iq4_nl 3672blk.20.ffn_gate_exps.weight iq4_nl 3673blk.20.ffn_up_exps.weight iq4_nl 3674blk.21.attn_k.weight iq4_nl 3675blk.21.attn_q.weight iq4_nl 3676blk.21.attn_v.weight q5_0 3677blk.21.ffn_down_exps.weight iq4_nl 3678blk.21.ffn_gate_exps.weight iq4_nl 3679blk.21.ffn_up_exps.weight iq4_nl 3680blk.22.attn_k.weight iq4_nl 3681blk.22.attn_q.weight iq4_nl 3682blk.22.attn_v.weight q5_0 3683blk.22.ffn_down_exps.weight iq4_nl 3684blk.22.ffn_gate_exps.weight iq4_nl 3685blk.22.ffn_up_exps.weight iq4_nl 3686blk.23.attn_k.weight iq4_nl 3687blk.23.attn_q.weight iq4_nl 3688blk.23.attn_v.weight q5_0 3689blk.23.ffn_down_exps.weight iq4_nl 3690blk.23.ffn_gate_exps.weight iq4_nl 3691blk.23.ffn_up_exps.weight iq4_nl 3692blk.24.attn_k.weight iq4_nl 3693blk.24.attn_q.weight iq4_nl 3694blk.24.attn_v.weight q5_0 3695blk.24.ffn_down_exps.weight iq4_nl 3696blk.24.ffn_gate_exps.weight iq4_nl 3697blk.24.ffn_up_exps.weight iq4_nl 3698blk.25.attn_k.weight iq4_nl 3699blk.25.attn_q.weight iq4_nl 3700blk.25.attn_v.weight q5_0 3701blk.25.ffn_down_exps.weight iq4_nl 3702blk.25.ffn_gate_exps.weight iq4_nl 3703blk.25.ffn_up_exps.weight iq4_nl 3704blk.26.attn_k.weight iq4_nl 3705blk.26.attn_q.weight iq4_nl 3706blk.26.attn_v.weight q5_0 3707blk.26.ffn_down_exps.weight iq4_nl 3708blk.26.ffn_gate_exps.weight iq4_nl 3709blk.26.ffn_up_exps.weight iq4_nl 3710blk.27.attn_k.weight iq4_nl 3711blk.27.attn_q.weight iq4_nl 3712blk.27.attn_v.weight q5_0 3713blk.27.ffn_down_exps.weight iq4_nl 3714blk.27.ffn_gate_exps.weight iq4_nl 3715blk.27.ffn_up_exps.weight iq4_nl 3716blk.28.attn_k.weight iq4_nl 3717blk.28.attn_q.weight iq4_nl 3718blk.28.attn_v.weight q5_0 3719blk.28.ffn_down_exps.weight iq4_nl 3720blk.28.ffn_gate_exps.weight iq4_nl 3721blk.28.ffn_up_exps.weight iq4_nl 3722blk.29.attn_k.weight iq4_nl 3723blk.29.attn_q.weight iq4_nl 3724blk.29.attn_v.weight q5_0 3725blk.29.ffn_down_exps.weight iq4_nl 3726blk.29.ffn_gate_exps.weight iq4_nl 3727blk.29.ffn_up_exps.weight iq4_nl 3728blk.30.attn_k.weight iq4_nl 3729blk.30.attn_q.weight iq4_nl 3730blk.30.attn_v.weight q5_0 3731blk.30.ffn_down_exps.weight iq4_nl 3732blk.30.ffn_gate_exps.weight iq4_nl 3733blk.30.ffn_up_exps.weight iq4_nl 3734blk.31.attn_k.weight iq4_nl 3735blk.31.attn_q.weight iq4_nl 3736blk.31.attn_v.weight q5_0 3737blk.31.ffn_down_exps.weight iq4_nl 3738blk.31.ffn_gate_exps.weight iq4_nl 3739blk.31.ffn_up_exps.weight iq4_nl 3740blk.32.attn_k.weight iq4_nl 3741blk.32.attn_q.weight iq4_nl 3742blk.32.attn_v.weight q5_0 3743blk.32.ffn_down_exps.weight iq4_nl 3744blk.32.ffn_gate_exps.weight iq4_nl 3745blk.32.ffn_up_exps.weight iq4_nl 3746blk.33.attn_k.weight iq4_nl 3747blk.33.attn_q.weight iq4_nl 3748blk.33.attn_v.weight q5_0 3749blk.33.ffn_down_exps.weight iq4_nl 3750blk.33.ffn_gate_exps.weight iq4_nl 3751blk.33.ffn_up_exps.weight iq4_nl 3752blk.34.attn_k.weight iq4_nl 3753blk.34.attn_q.weight iq4_nl 3754blk.34.attn_v.weight q5_0 3755blk.34.ffn_down_exps.weight iq4_nl 3756blk.34.ffn_gate_exps.weight iq4_nl 3757blk.34.ffn_up_exps.weight iq4_nl 3758blk.35.attn_k.weight iq4_nl 3759blk.35.attn_q.weight iq4_nl 3760blk.35.attn_v.weight q5_0 3761blk.35.ffn_down_exps.weight iq4_nl 3762blk.35.ffn_gate_exps.weight iq4_nl 3763blk.35.ffn_up_exps.weight iq4_nl 3764 3765[IQ3_M] iq3_s 3766output.weight q8_0 3767token_embd.weight iq4_nl 3768blk.0.attn_k.weight iq4_nl 3769blk.0.attn_output.weight q4_K 3770blk.0.attn_q.weight iq4_nl 3771blk.0.attn_v.weight q5_0 3772blk.0.ffn_down_exps.weight q5_0 3773blk.0.ffn_gate_exps.weight iq4_nl 3774blk.0.ffn_up_exps.weight iq4_nl 3775blk.1.attn_k.weight iq4_nl 3776blk.1.attn_output.weight q4_K 3777blk.1.attn_q.weight iq4_nl 3778blk.1.attn_v.weight q5_0 3779blk.1.ffn_down_exps.weight q5_0 3780blk.1.ffn_gate_exps.weight iq4_nl 3781blk.1.ffn_up_exps.weight iq4_nl 3782blk.2.attn_k.weight iq4_nl 3783blk.2.attn_output.weight q4_K 3784blk.2.attn_q.weight iq4_nl 3785blk.2.attn_v.weight q5_0 3786blk.2.ffn_down_exps.weight q5_0 3787blk.2.ffn_gate_exps.weight iq4_nl 3788blk.2.ffn_up_exps.weight iq4_nl 3789blk.3.attn_k.weight iq4_nl 3790blk.3.attn_output.weight q4_K 3791blk.3.attn_q.weight iq4_nl 3792blk.3.attn_v.weight q5_0 3793blk.3.ffn_down_exps.weight q5_0 3794blk.3.ffn_gate_exps.weight iq4_nl 3795blk.3.ffn_up_exps.weight iq4_nl 3796blk.4.attn_k.weight iq4_nl 3797blk.4.attn_output.weight q4_K 3798blk.4.attn_q.weight iq4_nl 3799blk.4.attn_v.weight q5_0 3800blk.4.ffn_down_exps.weight iq4_nl 3801blk.4.ffn_gate_exps.weight iq4_nl 3802blk.4.ffn_up_exps.weight iq4_nl 3803blk.5.attn_k.weight iq4_nl 3804blk.5.attn_output.weight q4_K 3805blk.5.attn_q.weight iq4_nl 3806blk.5.attn_v.weight q5_0 3807blk.5.ffn_down_exps.weight iq4_nl 3808blk.5.ffn_gate_exps.weight iq4_nl 3809blk.5.ffn_up_exps.weight iq4_nl 3810blk.6.attn_k.weight iq4_nl 3811blk.6.attn_output.weight q4_K 3812blk.6.attn_q.weight iq4_nl 3813blk.6.attn_v.weight q5_0 3814blk.6.ffn_down_exps.weight iq4_nl 3815blk.6.ffn_gate_exps.weight iq4_nl 3816blk.6.ffn_up_exps.weight iq4_nl 3817blk.7.attn_k.weight iq4_nl 3818blk.7.attn_output.weight q4_K 3819blk.7.attn_q.weight iq4_nl 3820blk.7.attn_v.weight q5_0 3821blk.7.ffn_down_exps.weight iq4_nl 3822blk.7.ffn_gate_exps.weight iq4_nl 3823blk.7.ffn_up_exps.weight iq4_nl 3824blk.8.attn_k.weight iq4_nl 3825blk.8.attn_output.weight q4_K 3826blk.8.attn_q.weight iq4_nl 3827blk.8.attn_v.weight q5_0 3828blk.8.ffn_down_exps.weight iq4_nl 3829blk.8.ffn_gate_exps.weight iq4_nl 3830blk.8.ffn_up_exps.weight iq4_nl 3831blk.9.attn_k.weight iq4_nl 3832blk.9.attn_output.weight q4_K 3833blk.9.attn_q.weight iq4_nl 3834blk.9.attn_v.weight q5_0 3835blk.9.ffn_down_exps.weight iq4_nl 3836blk.9.ffn_gate_exps.weight iq4_nl 3837blk.9.ffn_up_exps.weight iq4_nl 3838blk.10.attn_k.weight iq4_nl 3839blk.10.attn_output.weight q4_K 3840blk.10.attn_q.weight iq4_nl 3841blk.10.attn_v.weight q5_0 3842blk.10.ffn_down_exps.weight iq4_nl 3843blk.10.ffn_gate_exps.weight iq4_nl 3844blk.10.ffn_up_exps.weight iq4_nl 3845blk.11.attn_k.weight iq4_nl 3846blk.11.attn_output.weight q4_K 3847blk.11.attn_q.weight iq4_nl 3848blk.11.attn_v.weight q5_0 3849blk.11.ffn_down_exps.weight iq4_nl 3850blk.11.ffn_gate_exps.weight iq4_nl 3851blk.11.ffn_up_exps.weight iq4_nl 3852blk.12.attn_k.weight iq4_nl 3853blk.12.attn_output.weight q4_K 3854blk.12.attn_q.weight iq4_nl 3855blk.12.attn_v.weight q5_0 3856blk.12.ffn_down_exps.weight iq4_nl 3857blk.12.ffn_gate_exps.weight iq4_nl 3858blk.12.ffn_up_exps.weight iq4_nl 3859blk.13.attn_k.weight iq4_nl 3860blk.13.attn_output.weight q4_K 3861blk.13.attn_q.weight iq4_nl 3862blk.13.attn_v.weight q5_0 3863blk.13.ffn_down_exps.weight iq4_nl 3864blk.13.ffn_gate_exps.weight iq4_nl 3865blk.13.ffn_up_exps.weight iq4_nl 3866blk.14.attn_k.weight iq4_nl 3867blk.14.attn_output.weight q4_K 3868blk.14.attn_q.weight iq4_nl 3869blk.14.attn_v.weight q5_0 3870blk.14.ffn_down_exps.weight iq4_nl 3871blk.14.ffn_gate_exps.weight iq4_nl 3872blk.14.ffn_up_exps.weight iq4_nl 3873blk.15.attn_k.weight iq4_nl 3874blk.15.attn_output.weight q4_K 3875blk.15.attn_q.weight iq4_nl 3876blk.15.attn_v.weight q5_0 3877blk.15.ffn_down_exps.weight iq4_nl 3878blk.15.ffn_gate_exps.weight iq4_nl 3879blk.15.ffn_up_exps.weight iq4_nl 3880blk.16.attn_k.weight iq4_nl 3881blk.16.attn_output.weight q4_K 3882blk.16.attn_q.weight iq4_nl 3883blk.16.attn_v.weight q5_0 3884blk.16.ffn_down_exps.weight iq4_nl 3885blk.16.ffn_gate_exps.weight iq4_nl 3886blk.16.ffn_up_exps.weight iq4_nl 3887blk.17.attn_k.weight iq4_nl 3888blk.17.attn_output.weight q4_K 3889blk.17.attn_q.weight iq4_nl 3890blk.17.attn_v.weight q5_0 3891blk.17.ffn_down_exps.weight iq4_nl 3892blk.17.ffn_gate_exps.weight iq4_nl 3893blk.17.ffn_up_exps.weight iq4_nl 3894blk.18.attn_k.weight iq4_nl 3895blk.18.attn_output.weight q4_K 3896blk.18.attn_q.weight iq4_nl 3897blk.18.attn_v.weight q5_0 3898blk.18.ffn_down_exps.weight iq4_nl 3899blk.18.ffn_gate_exps.weight iq4_nl 3900blk.18.ffn_up_exps.weight iq4_nl 3901blk.19.attn_k.weight iq4_nl 3902blk.19.attn_output.weight q4_K 3903blk.19.attn_q.weight iq4_nl 3904blk.19.attn_v.weight q5_0 3905blk.19.ffn_down_exps.weight iq4_nl 3906blk.19.ffn_gate_exps.weight iq4_nl 3907blk.19.ffn_up_exps.weight iq4_nl 3908blk.20.attn_k.weight iq4_nl 3909blk.20.attn_output.weight q4_K 3910blk.20.attn_q.weight iq4_nl 3911blk.20.attn_v.weight q5_0 3912blk.20.ffn_down_exps.weight iq4_nl 3913blk.20.ffn_gate_exps.weight iq4_nl 3914blk.20.ffn_up_exps.weight iq4_nl 3915blk.21.attn_k.weight iq4_nl 3916blk.21.attn_output.weight q4_K 3917blk.21.attn_q.weight iq4_nl 3918blk.21.attn_v.weight q5_0 3919blk.21.ffn_down_exps.weight iq4_nl 3920blk.21.ffn_gate_exps.weight iq4_nl 3921blk.21.ffn_up_exps.weight iq4_nl 3922blk.22.attn_k.weight iq4_nl 3923blk.22.attn_output.weight q4_K 3924blk.22.attn_q.weight iq4_nl 3925blk.22.attn_v.weight q5_0 3926blk.22.ffn_down_exps.weight iq4_nl 3927blk.22.ffn_gate_exps.weight iq4_nl 3928blk.22.ffn_up_exps.weight iq4_nl 3929blk.23.attn_k.weight iq4_nl 3930blk.23.attn_output.weight q4_K 3931blk.23.attn_q.weight iq4_nl 3932blk.23.attn_v.weight q5_0 3933blk.23.ffn_down_exps.weight iq4_nl 3934blk.23.ffn_gate_exps.weight iq4_nl 3935blk.23.ffn_up_exps.weight iq4_nl 3936blk.24.attn_k.weight iq4_nl 3937blk.24.attn_output.weight q4_K 3938blk.24.attn_q.weight iq4_nl 3939blk.24.attn_v.weight q5_0 3940blk.24.ffn_down_exps.weight iq4_nl 3941blk.24.ffn_gate_exps.weight iq4_nl 3942blk.24.ffn_up_exps.weight iq4_nl 3943blk.25.attn_k.weight iq4_nl 3944blk.25.attn_output.weight q4_K 3945blk.25.attn_q.weight iq4_nl 3946blk.25.attn_v.weight q5_0 3947blk.25.ffn_down_exps.weight iq4_nl 3948blk.25.ffn_gate_exps.weight iq4_nl 3949blk.25.ffn_up_exps.weight iq4_nl 3950blk.26.attn_k.weight iq4_nl 3951blk.26.attn_output.weight q4_K 3952blk.26.attn_q.weight iq4_nl 3953blk.26.attn_v.weight q5_0 3954blk.26.ffn_down_exps.weight iq4_nl 3955blk.26.ffn_gate_exps.weight iq4_nl 3956blk.26.ffn_up_exps.weight iq4_nl 3957blk.27.attn_k.weight iq4_nl 3958blk.27.attn_output.weight q4_K 3959blk.27.attn_q.weight iq4_nl 3960blk.27.attn_v.weight q5_0 3961blk.27.ffn_down_exps.weight iq4_nl 3962blk.27.ffn_gate_exps.weight iq4_nl 3963blk.27.ffn_up_exps.weight iq4_nl 3964blk.28.attn_k.weight iq4_nl 3965blk.28.attn_output.weight q4_K 3966blk.28.attn_q.weight iq4_nl 3967blk.28.attn_v.weight q5_0 3968blk.28.ffn_down_exps.weight iq4_nl 3969blk.28.ffn_gate_exps.weight iq4_nl 3970blk.28.ffn_up_exps.weight iq4_nl 3971blk.29.attn_k.weight iq4_nl 3972blk.29.attn_output.weight q4_K 3973blk.29.attn_q.weight iq4_nl 3974blk.29.attn_v.weight q5_0 3975blk.29.ffn_down_exps.weight iq4_nl 3976blk.29.ffn_gate_exps.weight iq4_nl 3977blk.29.ffn_up_exps.weight iq4_nl 3978blk.30.attn_k.weight iq4_nl 3979blk.30.attn_output.weight q4_K 3980blk.30.attn_q.weight iq4_nl 3981blk.30.attn_v.weight q5_0 3982blk.30.ffn_down_exps.weight iq4_nl 3983blk.30.ffn_gate_exps.weight iq4_nl 3984blk.30.ffn_up_exps.weight iq4_nl 3985blk.31.attn_k.weight iq4_nl 3986blk.31.attn_output.weight q4_K 3987blk.31.attn_q.weight iq4_nl 3988blk.31.attn_v.weight q5_0 3989blk.31.ffn_down_exps.weight iq4_nl 3990blk.31.ffn_gate_exps.weight iq4_nl 3991blk.31.ffn_up_exps.weight iq4_nl 3992blk.32.attn_k.weight iq4_nl 3993blk.32.attn_output.weight q4_K 3994blk.32.attn_q.weight iq4_nl 3995blk.32.attn_v.weight q5_0 3996blk.32.ffn_down_exps.weight iq4_nl 3997blk.32.ffn_gate_exps.weight iq4_nl 3998blk.32.ffn_up_exps.weight iq4_nl 3999blk.33.attn_k.weight iq4_nl 4000blk.33.attn_output.weight q4_K 4001blk.33.attn_q.weight iq4_nl 4002blk.33.attn_v.weight q5_0 4003blk.33.ffn_down_exps.weight iq4_nl 4004blk.33.ffn_gate_exps.weight iq4_nl 4005blk.33.ffn_up_exps.weight iq4_nl 4006blk.34.attn_k.weight iq4_nl 4007blk.34.attn_output.weight q4_K 4008blk.34.attn_q.weight iq4_nl 4009blk.34.attn_v.weight q5_0 4010blk.34.ffn_down_exps.weight iq4_nl 4011blk.34.ffn_gate_exps.weight iq4_nl 4012blk.34.ffn_up_exps.weight iq4_nl 4013blk.35.attn_k.weight iq4_nl 4014blk.35.attn_output.weight q4_K 4015blk.35.attn_q.weight iq4_nl 4016blk.35.attn_v.weight q5_0 4017blk.35.ffn_down_exps.weight iq4_nl 4018blk.35.ffn_gate_exps.weight iq4_nl 4019blk.35.ffn_up_exps.weight iq4_nl 4020 4021[IQ2_S] iq2_xs 4022output.weight q8_0 4023token_embd.weight iq4_nl 4024blk.0.attn_k.weight iq4_nl 4025blk.0.attn_output.weight iq3_s 4026blk.0.attn_q.weight iq4_nl 4027blk.0.attn_v.weight q5_0 4028blk.0.ffn_down_exps.weight iq4_nl 4029blk.0.ffn_gate_exps.weight iq4_nl 4030blk.0.ffn_up_exps.weight iq4_nl 4031blk.1.attn_k.weight iq4_nl 4032blk.1.attn_output.weight iq3_s 4033blk.1.attn_q.weight iq4_nl 4034blk.1.attn_v.weight q5_0 4035blk.1.ffn_down_exps.weight iq4_nl 4036blk.1.ffn_gate_exps.weight iq4_nl 4037blk.1.ffn_up_exps.weight iq4_nl 4038blk.2.attn_k.weight iq4_nl 4039blk.2.attn_output.weight iq3_s 4040blk.2.attn_q.weight iq4_nl 4041blk.2.attn_v.weight q5_0 4042blk.2.ffn_down_exps.weight iq4_nl 4043blk.2.ffn_gate_exps.weight iq4_nl 4044blk.2.ffn_up_exps.weight iq4_nl 4045blk.3.attn_k.weight iq4_nl 4046blk.3.attn_output.weight iq3_s 4047blk.3.attn_q.weight iq4_nl 4048blk.3.attn_v.weight q5_0 4049blk.3.ffn_down_exps.weight iq4_nl 4050blk.3.ffn_gate_exps.weight iq4_nl 4051blk.3.ffn_up_exps.weight iq4_nl 4052blk.4.attn_k.weight iq4_nl 4053blk.4.attn_output.weight iq3_s 4054blk.4.attn_q.weight iq4_nl 4055blk.4.attn_v.weight q5_0 4056blk.4.ffn_down_exps.weight iq4_nl 4057blk.4.ffn_gate_exps.weight iq4_nl 4058blk.4.ffn_up_exps.weight iq4_nl 4059blk.5.attn_k.weight iq4_nl 4060blk.5.attn_output.weight iq3_s 4061blk.5.attn_q.weight iq4_nl 4062blk.5.attn_v.weight q5_0 4063blk.5.ffn_down_exps.weight iq4_nl 4064blk.5.ffn_gate_exps.weight iq4_nl 4065blk.5.ffn_up_exps.weight iq4_nl 4066blk.6.attn_k.weight iq4_nl 4067blk.6.attn_output.weight iq3_s 4068blk.6.attn_q.weight iq4_nl 4069blk.6.attn_v.weight q5_0 4070blk.6.ffn_down_exps.weight iq4_nl 4071blk.6.ffn_gate_exps.weight iq4_nl 4072blk.6.ffn_up_exps.weight iq4_nl 4073blk.7.attn_k.weight iq4_nl 4074blk.7.attn_output.weight iq3_s 4075blk.7.attn_q.weight iq4_nl 4076blk.7.attn_v.weight q5_0 4077blk.7.ffn_down_exps.weight iq4_nl 4078blk.7.ffn_gate_exps.weight iq4_nl 4079blk.7.ffn_up_exps.weight iq4_nl 4080blk.8.attn_k.weight iq4_nl 4081blk.8.attn_output.weight iq3_s 4082blk.8.attn_q.weight iq4_nl 4083blk.8.attn_v.weight q5_0 4084blk.8.ffn_down_exps.weight iq4_nl 4085blk.8.ffn_gate_exps.weight iq4_nl 4086blk.8.ffn_up_exps.weight iq4_nl 4087blk.9.attn_k.weight iq4_nl 4088blk.9.attn_output.weight iq3_s 4089blk.9.attn_q.weight iq4_nl 4090blk.9.attn_v.weight q5_0 4091blk.9.ffn_down_exps.weight iq4_nl 4092blk.9.ffn_gate_exps.weight iq4_nl 4093blk.9.ffn_up_exps.weight iq4_nl 4094blk.10.attn_k.weight iq4_nl 4095blk.10.attn_output.weight iq3_s 4096blk.10.attn_q.weight iq4_nl 4097blk.10.attn_v.weight q5_0 4098blk.10.ffn_down_exps.weight iq4_nl 4099blk.10.ffn_gate_exps.weight iq4_nl 4100blk.10.ffn_up_exps.weight iq4_nl 4101blk.11.attn_k.weight iq4_nl 4102blk.11.attn_output.weight iq3_s 4103blk.11.attn_q.weight iq4_nl 4104blk.11.attn_v.weight q5_0 4105blk.11.ffn_down_exps.weight iq4_nl 4106blk.11.ffn_gate_exps.weight iq4_nl 4107blk.11.ffn_up_exps.weight iq4_nl 4108blk.12.attn_k.weight iq4_nl 4109blk.12.attn_output.weight iq3_s 4110blk.12.attn_q.weight iq4_nl 4111blk.12.attn_v.weight q5_0 4112blk.12.ffn_down_exps.weight iq4_nl 4113blk.12.ffn_gate_exps.weight iq4_nl 4114blk.12.ffn_up_exps.weight iq4_nl 4115blk.13.attn_k.weight iq4_nl 4116blk.13.attn_output.weight iq3_s 4117blk.13.attn_q.weight iq4_nl 4118blk.13.attn_v.weight q5_0 4119blk.13.ffn_down_exps.weight iq4_nl 4120blk.13.ffn_gate_exps.weight iq4_nl 4121blk.13.ffn_up_exps.weight iq4_nl 4122blk.14.attn_k.weight iq4_nl 4123blk.14.attn_output.weight iq3_s 4124blk.14.attn_q.weight iq4_nl 4125blk.14.attn_v.weight q5_0 4126blk.14.ffn_down_exps.weight iq4_nl 4127blk.14.ffn_gate_exps.weight iq4_nl 4128blk.14.ffn_up_exps.weight iq4_nl 4129blk.15.attn_k.weight iq4_nl 4130blk.15.attn_output.weight iq3_s 4131blk.15.attn_q.weight iq4_nl 4132blk.15.attn_v.weight q5_0 4133blk.15.ffn_down_exps.weight iq4_nl 4134blk.15.ffn_gate_exps.weight iq4_nl 4135blk.15.ffn_up_exps.weight iq4_nl 4136blk.16.attn_k.weight iq4_nl 4137blk.16.attn_output.weight iq3_s 4138blk.16.attn_q.weight iq4_nl 4139blk.16.attn_v.weight q5_0 4140blk.16.ffn_down_exps.weight iq4_nl 4141blk.16.ffn_gate_exps.weight iq4_nl 4142blk.16.ffn_up_exps.weight iq4_nl 4143blk.17.attn_k.weight iq4_nl 4144blk.17.attn_output.weight iq3_s 4145blk.17.attn_q.weight iq4_nl 4146blk.17.attn_v.weight q5_0 4147blk.17.ffn_down_exps.weight iq4_nl 4148blk.17.ffn_gate_exps.weight iq4_nl 4149blk.17.ffn_up_exps.weight iq4_nl 4150blk.18.attn_k.weight iq4_nl 4151blk.18.attn_output.weight iq3_s 4152blk.18.attn_q.weight iq4_nl 4153blk.18.attn_v.weight q5_0 4154blk.18.ffn_down_exps.weight iq4_nl 4155blk.18.ffn_gate_exps.weight iq4_nl 4156blk.18.ffn_up_exps.weight iq4_nl 4157blk.19.attn_k.weight iq4_nl 4158blk.19.attn_output.weight iq3_s 4159blk.19.attn_q.weight iq4_nl 4160blk.19.attn_v.weight q5_0 4161blk.19.ffn_down_exps.weight iq4_nl 4162blk.19.ffn_gate_exps.weight iq4_nl 4163blk.19.ffn_up_exps.weight iq4_nl 4164blk.20.attn_k.weight iq4_nl 4165blk.20.attn_output.weight iq3_s 4166blk.20.attn_q.weight iq4_nl 4167blk.20.attn_v.weight q5_0 4168blk.20.ffn_down_exps.weight iq4_nl 4169blk.20.ffn_gate_exps.weight iq4_nl 4170blk.20.ffn_up_exps.weight iq4_nl 4171blk.21.attn_k.weight iq4_nl 4172blk.21.attn_output.weight iq3_s 4173blk.21.attn_q.weight iq4_nl 4174blk.21.attn_v.weight q5_0 4175blk.21.ffn_down_exps.weight iq4_nl 4176blk.21.ffn_gate_exps.weight iq4_nl 4177blk.21.ffn_up_exps.weight iq4_nl 4178blk.22.attn_k.weight iq4_nl 4179blk.22.attn_output.weight iq3_s 4180blk.22.attn_q.weight iq4_nl 4181blk.22.attn_v.weight q5_0 4182blk.22.ffn_down_exps.weight iq4_nl 4183blk.22.ffn_gate_exps.weight iq4_nl 4184blk.22.ffn_up_exps.weight iq4_nl 4185blk.23.attn_k.weight iq4_nl 4186blk.23.attn_output.weight iq3_s 4187blk.23.attn_q.weight iq4_nl 4188blk.23.attn_v.weight q5_0 4189blk.23.ffn_down_exps.weight iq4_nl 4190blk.23.ffn_gate_exps.weight iq4_nl 4191blk.23.ffn_up_exps.weight iq4_nl 4192blk.24.attn_k.weight iq4_nl 4193blk.24.attn_output.weight iq3_s 4194blk.24.attn_q.weight iq4_nl 4195blk.24.attn_v.weight q5_0 4196blk.24.ffn_down_exps.weight iq4_nl 4197blk.24.ffn_gate_exps.weight iq4_nl 4198blk.24.ffn_up_exps.weight iq4_nl 4199blk.25.attn_k.weight iq4_nl 4200blk.25.attn_output.weight iq3_s 4201blk.25.attn_q.weight iq4_nl 4202blk.25.attn_v.weight q5_0 4203blk.25.ffn_down_exps.weight iq4_nl 4204blk.25.ffn_gate_exps.weight iq4_nl 4205blk.25.ffn_up_exps.weight iq4_nl 4206blk.26.attn_k.weight iq4_nl 4207blk.26.attn_output.weight iq3_s 4208blk.26.attn_q.weight iq4_nl 4209blk.26.attn_v.weight q5_0 4210blk.26.ffn_down_exps.weight iq4_nl 4211blk.26.ffn_gate_exps.weight iq4_nl 4212blk.26.ffn_up_exps.weight iq4_nl 4213blk.27.attn_k.weight iq4_nl 4214blk.27.attn_output.weight iq3_s 4215blk.27.attn_q.weight iq4_nl 4216blk.27.attn_v.weight q5_0 4217blk.27.ffn_down_exps.weight iq4_nl 4218blk.27.ffn_gate_exps.weight iq4_nl 4219blk.27.ffn_up_exps.weight iq4_nl 4220blk.28.attn_k.weight iq4_nl 4221blk.28.attn_output.weight iq3_s 4222blk.28.attn_q.weight iq4_nl 4223blk.28.attn_v.weight q5_0 4224blk.28.ffn_down_exps.weight iq4_nl 4225blk.28.ffn_gate_exps.weight iq4_nl 4226blk.28.ffn_up_exps.weight iq4_nl 4227blk.29.attn_k.weight iq4_nl 4228blk.29.attn_output.weight iq3_s 4229blk.29.attn_q.weight iq4_nl 4230blk.29.attn_v.weight q5_0 4231blk.29.ffn_down_exps.weight iq4_nl 4232blk.29.ffn_gate_exps.weight iq4_nl 4233blk.29.ffn_up_exps.weight iq4_nl 4234blk.30.attn_k.weight iq4_nl 4235blk.30.attn_output.weight iq3_s 4236blk.30.attn_q.weight iq4_nl 4237blk.30.attn_v.weight q5_0 4238blk.30.ffn_down_exps.weight iq4_nl 4239blk.30.ffn_gate_exps.weight iq4_nl 4240blk.30.ffn_up_exps.weight iq4_nl 4241blk.31.attn_k.weight iq4_nl 4242blk.31.attn_output.weight iq3_s 4243blk.31.attn_q.weight iq4_nl 4244blk.31.attn_v.weight q5_0 4245blk.31.ffn_down_exps.weight iq4_nl 4246blk.31.ffn_gate_exps.weight iq4_nl 4247blk.31.ffn_up_exps.weight iq4_nl 4248blk.32.attn_k.weight iq4_nl 4249blk.32.attn_output.weight iq3_s 4250blk.32.attn_q.weight iq4_nl 4251blk.32.attn_v.weight q5_0 4252blk.32.ffn_down_exps.weight iq4_nl 4253blk.32.ffn_gate_exps.weight iq4_nl 4254blk.32.ffn_up_exps.weight iq4_nl 4255blk.33.attn_k.weight iq4_nl 4256blk.33.attn_output.weight iq3_s 4257blk.33.attn_q.weight iq4_nl 4258blk.33.attn_v.weight q5_0 4259blk.33.ffn_down_exps.weight iq4_nl 4260blk.33.ffn_gate_exps.weight iq4_nl 4261blk.33.ffn_up_exps.weight iq4_nl 4262blk.34.attn_k.weight iq4_nl 4263blk.34.attn_output.weight iq3_s 4264blk.34.attn_q.weight iq4_nl 4265blk.34.attn_v.weight q5_0 4266blk.34.ffn_down_exps.weight iq4_nl 4267blk.34.ffn_gate_exps.weight iq4_nl 4268blk.34.ffn_up_exps.weight iq4_nl 4269blk.35.attn_k.weight iq4_nl 4270blk.35.attn_output.weight iq3_s 4271blk.35.attn_q.weight iq4_nl 4272blk.35.attn_v.weight q5_0 4273blk.35.ffn_down_exps.weight iq4_nl 4274blk.35.ffn_gate_exps.weight iq4_nl 4275blk.35.ffn_up_exps.weight iq4_nl 4276 4277[IQ2_M] iq2_s 4278output.weight q8_0 4279token_embd.weight iq4_nl 4280blk.0.attn_k.weight iq4_nl 4281blk.0.attn_output.weight iq3_s 4282blk.0.attn_q.weight iq4_nl 4283blk.0.attn_v.weight q5_0 4284blk.0.ffn_down_exps.weight iq4_nl 4285blk.0.ffn_gate_exps.weight iq4_nl 4286blk.0.ffn_up_exps.weight iq4_nl 4287blk.1.attn_k.weight iq4_nl 4288blk.1.attn_output.weight iq3_s 4289blk.1.attn_q.weight iq4_nl 4290blk.1.attn_v.weight q5_0 4291blk.1.ffn_down_exps.weight iq4_nl 4292blk.1.ffn_gate_exps.weight iq4_nl 4293blk.1.ffn_up_exps.weight iq4_nl 4294blk.2.attn_k.weight iq4_nl 4295blk.2.attn_output.weight iq3_s 4296blk.2.attn_q.weight iq4_nl 4297blk.2.attn_v.weight q5_0 4298blk.2.ffn_down_exps.weight iq4_nl 4299blk.2.ffn_gate_exps.weight iq4_nl 4300blk.2.ffn_up_exps.weight iq4_nl 4301blk.3.attn_k.weight iq4_nl 4302blk.3.attn_output.weight iq3_s 4303blk.3.attn_q.weight iq4_nl 4304blk.3.attn_v.weight q5_0 4305blk.3.ffn_down_exps.weight iq4_nl 4306blk.3.ffn_gate_exps.weight iq4_nl 4307blk.3.ffn_up_exps.weight iq4_nl 4308blk.4.attn_k.weight iq4_nl 4309blk.4.attn_output.weight iq3_s 4310blk.4.attn_q.weight iq4_nl 4311blk.4.attn_v.weight q5_0 4312blk.4.ffn_down_exps.weight iq4_nl 4313blk.4.ffn_gate_exps.weight iq4_nl 4314blk.4.ffn_up_exps.weight iq4_nl 4315blk.5.attn_k.weight iq4_nl 4316blk.5.attn_output.weight iq3_s 4317blk.5.attn_q.weight iq4_nl 4318blk.5.attn_v.weight q5_0 4319blk.5.ffn_down_exps.weight iq4_nl 4320blk.5.ffn_gate_exps.weight iq4_nl 4321blk.5.ffn_up_exps.weight iq4_nl 4322blk.6.attn_k.weight iq4_nl 4323blk.6.attn_output.weight iq3_s 4324blk.6.attn_q.weight iq4_nl 4325blk.6.attn_v.weight q5_0 4326blk.6.ffn_down_exps.weight iq4_nl 4327blk.6.ffn_gate_exps.weight iq4_nl 4328blk.6.ffn_up_exps.weight iq4_nl 4329blk.7.attn_k.weight iq4_nl 4330blk.7.attn_output.weight iq3_s 4331blk.7.attn_q.weight iq4_nl 4332blk.7.attn_v.weight q5_0 4333blk.7.ffn_down_exps.weight iq4_nl 4334blk.7.ffn_gate_exps.weight iq4_nl 4335blk.7.ffn_up_exps.weight iq4_nl 4336blk.8.attn_k.weight iq4_nl 4337blk.8.attn_output.weight iq3_s 4338blk.8.attn_q.weight iq4_nl 4339blk.8.attn_v.weight q5_0 4340blk.8.ffn_down_exps.weight iq4_nl 4341blk.8.ffn_gate_exps.weight iq4_nl 4342blk.8.ffn_up_exps.weight iq4_nl 4343blk.9.attn_k.weight iq4_nl 4344blk.9.attn_output.weight iq3_s 4345blk.9.attn_q.weight iq4_nl 4346blk.9.attn_v.weight q5_0 4347blk.9.ffn_down_exps.weight iq4_nl 4348blk.9.ffn_gate_exps.weight iq4_nl 4349blk.9.ffn_up_exps.weight iq4_nl 4350blk.10.attn_k.weight iq4_nl 4351blk.10.attn_output.weight iq3_s 4352blk.10.attn_q.weight iq4_nl 4353blk.10.attn_v.weight q5_0 4354blk.10.ffn_down_exps.weight iq4_nl 4355blk.10.ffn_gate_exps.weight iq4_nl 4356blk.10.ffn_up_exps.weight iq4_nl 4357blk.11.attn_k.weight iq4_nl 4358blk.11.attn_output.weight iq3_s 4359blk.11.attn_q.weight iq4_nl 4360blk.11.attn_v.weight q5_0 4361blk.11.ffn_down_exps.weight iq4_nl 4362blk.11.ffn_gate_exps.weight iq4_nl 4363blk.11.ffn_up_exps.weight iq4_nl 4364blk.12.attn_k.weight iq4_nl 4365blk.12.attn_output.weight iq3_s 4366blk.12.attn_q.weight iq4_nl 4367blk.12.attn_v.weight q5_0 4368blk.12.ffn_down_exps.weight iq4_nl 4369blk.12.ffn_gate_exps.weight iq4_nl 4370blk.12.ffn_up_exps.weight iq4_nl 4371blk.13.attn_k.weight iq4_nl 4372blk.13.attn_output.weight iq3_s 4373blk.13.attn_q.weight iq4_nl 4374blk.13.attn_v.weight q5_0 4375blk.13.ffn_down_exps.weight iq4_nl 4376blk.13.ffn_gate_exps.weight iq4_nl 4377blk.13.ffn_up_exps.weight iq4_nl 4378blk.14.attn_k.weight iq4_nl 4379blk.14.attn_output.weight iq3_s 4380blk.14.attn_q.weight iq4_nl 4381blk.14.attn_v.weight q5_0 4382blk.14.ffn_down_exps.weight iq4_nl 4383blk.14.ffn_gate_exps.weight iq4_nl 4384blk.14.ffn_up_exps.weight iq4_nl 4385blk.15.attn_k.weight iq4_nl 4386blk.15.attn_output.weight iq3_s 4387blk.15.attn_q.weight iq4_nl 4388blk.15.attn_v.weight q5_0 4389blk.15.ffn_down_exps.weight iq4_nl 4390blk.15.ffn_gate_exps.weight iq4_nl 4391blk.15.ffn_up_exps.weight iq4_nl 4392blk.16.attn_k.weight iq4_nl 4393blk.16.attn_output.weight iq3_s 4394blk.16.attn_q.weight iq4_nl 4395blk.16.attn_v.weight q5_0 4396blk.16.ffn_down_exps.weight iq4_nl 4397blk.16.ffn_gate_exps.weight iq4_nl 4398blk.16.ffn_up_exps.weight iq4_nl 4399blk.17.attn_k.weight iq4_nl 4400blk.17.attn_output.weight iq3_s 4401blk.17.attn_q.weight iq4_nl 4402blk.17.attn_v.weight q5_0 4403blk.17.ffn_down_exps.weight iq4_nl 4404blk.17.ffn_gate_exps.weight iq4_nl 4405blk.17.ffn_up_exps.weight iq4_nl 4406blk.18.attn_k.weight iq4_nl 4407blk.18.attn_output.weight iq3_s 4408blk.18.attn_q.weight iq4_nl 4409blk.18.attn_v.weight q5_0 4410blk.18.ffn_down_exps.weight iq4_nl 4411blk.18.ffn_gate_exps.weight iq4_nl 4412blk.18.ffn_up_exps.weight iq4_nl 4413blk.19.attn_k.weight iq4_nl 4414blk.19.attn_output.weight iq3_s 4415blk.19.attn_q.weight iq4_nl 4416blk.19.attn_v.weight q5_0 4417blk.19.ffn_down_exps.weight iq4_nl 4418blk.19.ffn_gate_exps.weight iq4_nl 4419blk.19.ffn_up_exps.weight iq4_nl 4420blk.20.attn_k.weight iq4_nl 4421blk.20.attn_output.weight iq3_s 4422blk.20.attn_q.weight iq4_nl 4423blk.20.attn_v.weight q5_0 4424blk.20.ffn_down_exps.weight iq4_nl 4425blk.20.ffn_gate_exps.weight iq4_nl 4426blk.20.ffn_up_exps.weight iq4_nl 4427blk.21.attn_k.weight iq4_nl 4428blk.21.attn_output.weight iq3_s 4429blk.21.attn_q.weight iq4_nl 4430blk.21.attn_v.weight q5_0 4431blk.21.ffn_down_exps.weight iq4_nl 4432blk.21.ffn_gate_exps.weight iq4_nl 4433blk.21.ffn_up_exps.weight iq4_nl 4434blk.22.attn_k.weight iq4_nl 4435blk.22.attn_output.weight iq3_s 4436blk.22.attn_q.weight iq4_nl 4437blk.22.attn_v.weight q5_0 4438blk.22.ffn_down_exps.weight iq4_nl 4439blk.22.ffn_gate_exps.weight iq4_nl 4440blk.22.ffn_up_exps.weight iq4_nl 4441blk.23.attn_k.weight iq4_nl 4442blk.23.attn_output.weight iq3_s 4443blk.23.attn_q.weight iq4_nl 4444blk.23.attn_v.weight q5_0 4445blk.23.ffn_down_exps.weight iq4_nl 4446blk.23.ffn_gate_exps.weight iq4_nl 4447blk.23.ffn_up_exps.weight iq4_nl 4448blk.24.attn_k.weight iq4_nl 4449blk.24.attn_output.weight iq3_s 4450blk.24.attn_q.weight iq4_nl 4451blk.24.attn_v.weight q5_0 4452blk.24.ffn_down_exps.weight iq4_nl 4453blk.24.ffn_gate_exps.weight iq4_nl 4454blk.24.ffn_up_exps.weight iq4_nl 4455blk.25.attn_k.weight iq4_nl 4456blk.25.attn_output.weight iq3_s 4457blk.25.attn_q.weight iq4_nl 4458blk.25.attn_v.weight q5_0 4459blk.25.ffn_down_exps.weight iq4_nl 4460blk.25.ffn_gate_exps.weight iq4_nl 4461blk.25.ffn_up_exps.weight iq4_nl 4462blk.26.attn_k.weight iq4_nl 4463blk.26.attn_output.weight iq3_s 4464blk.26.attn_q.weight iq4_nl 4465blk.26.attn_v.weight q5_0 4466blk.26.ffn_down_exps.weight iq4_nl 4467blk.26.ffn_gate_exps.weight iq4_nl 4468blk.26.ffn_up_exps.weight iq4_nl 4469blk.27.attn_k.weight iq4_nl 4470blk.27.attn_output.weight iq3_s 4471blk.27.attn_q.weight iq4_nl 4472blk.27.attn_v.weight q5_0 4473blk.27.ffn_down_exps.weight iq4_nl 4474blk.27.ffn_gate_exps.weight iq4_nl 4475blk.27.ffn_up_exps.weight iq4_nl 4476blk.28.attn_k.weight iq4_nl 4477blk.28.attn_output.weight iq3_s 4478blk.28.attn_q.weight iq4_nl 4479blk.28.attn_v.weight q5_0 4480blk.28.ffn_down_exps.weight iq4_nl 4481blk.28.ffn_gate_exps.weight iq4_nl 4482blk.28.ffn_up_exps.weight iq4_nl 4483blk.29.attn_k.weight iq4_nl 4484blk.29.attn_output.weight iq3_s 4485blk.29.attn_q.weight iq4_nl 4486blk.29.attn_v.weight q5_0 4487blk.29.ffn_down_exps.weight iq4_nl 4488blk.29.ffn_gate_exps.weight iq4_nl 4489blk.29.ffn_up_exps.weight iq4_nl 4490blk.30.attn_k.weight iq4_nl 4491blk.30.attn_output.weight iq3_s 4492blk.30.attn_q.weight iq4_nl 4493blk.30.attn_v.weight q5_0 4494blk.30.ffn_down_exps.weight iq4_nl 4495blk.30.ffn_gate_exps.weight iq4_nl 4496blk.30.ffn_up_exps.weight iq4_nl 4497blk.31.attn_k.weight iq4_nl 4498blk.31.attn_output.weight iq3_s 4499blk.31.attn_q.weight iq4_nl 4500blk.31.attn_v.weight q5_0 4501blk.31.ffn_down_exps.weight iq4_nl 4502blk.31.ffn_gate_exps.weight iq4_nl 4503blk.31.ffn_up_exps.weight iq4_nl 4504blk.32.attn_k.weight iq4_nl 4505blk.32.attn_output.weight iq3_s 4506blk.32.attn_q.weight iq4_nl 4507blk.32.attn_v.weight q5_0 4508blk.32.ffn_down_exps.weight iq4_nl 4509blk.32.ffn_gate_exps.weight iq4_nl 4510blk.32.ffn_up_exps.weight iq4_nl 4511blk.33.attn_k.weight iq4_nl 4512blk.33.attn_output.weight iq3_s 4513blk.33.attn_q.weight iq4_nl 4514blk.33.attn_v.weight q5_0 4515blk.33.ffn_down_exps.weight iq4_nl 4516blk.33.ffn_gate_exps.weight iq4_nl 4517blk.33.ffn_up_exps.weight iq4_nl 4518blk.34.attn_k.weight iq4_nl 4519blk.34.attn_output.weight iq3_s 4520blk.34.attn_q.weight iq4_nl 4521blk.34.attn_v.weight q5_0 4522blk.34.ffn_down_exps.weight iq4_nl 4523blk.34.ffn_gate_exps.weight iq4_nl 4524blk.34.ffn_up_exps.weight iq4_nl 4525blk.35.attn_k.weight iq4_nl 4526blk.35.attn_output.weight iq3_s 4527blk.35.attn_q.weight iq4_nl 4528blk.35.attn_v.weight q5_0 4529blk.35.ffn_down_exps.weight iq4_nl 4530blk.35.ffn_gate_exps.weight iq4_nl 4531blk.35.ffn_up_exps.weight iq4_nl 4532 4533[IQ4_XS] iq4_xs 4534output.weight q8_0 4535token_embd.weight iq4_nl 4536blk.0.attn_k.weight iq4_nl 4537blk.0.attn_q.weight iq4_nl 4538blk.0.attn_v.weight q5_1 4539blk.0.ffn_down_exps.weight q5_1 4540blk.0.ffn_gate_exps.weight iq4_nl 4541blk.0.ffn_up_exps.weight iq4_nl 4542blk.1.attn_k.weight iq4_nl 4543blk.1.attn_q.weight iq4_nl 4544blk.1.attn_v.weight q5_1 4545blk.1.ffn_down_exps.weight q5_1 4546blk.1.ffn_gate_exps.weight iq4_nl 4547blk.1.ffn_up_exps.weight iq4_nl 4548blk.2.attn_k.weight iq4_nl 4549blk.2.attn_q.weight iq4_nl 4550blk.2.attn_v.weight q5_1 4551blk.2.ffn_down_exps.weight q5_1 4552blk.2.ffn_gate_exps.weight iq4_nl 4553blk.2.ffn_up_exps.weight iq4_nl 4554blk.3.attn_k.weight iq4_nl 4555blk.3.attn_q.weight iq4_nl 4556blk.3.attn_v.weight q5_1 4557blk.3.ffn_down_exps.weight q5_1 4558blk.3.ffn_gate_exps.weight iq4_nl 4559blk.3.ffn_up_exps.weight iq4_nl 4560blk.4.attn_k.weight iq4_nl 4561blk.4.attn_q.weight iq4_nl 4562blk.4.attn_v.weight q5_1 4563blk.4.ffn_down_exps.weight iq4_nl 4564blk.4.ffn_gate_exps.weight iq4_nl 4565blk.4.ffn_up_exps.weight iq4_nl 4566blk.5.attn_k.weight iq4_nl 4567blk.5.attn_q.weight iq4_nl 4568blk.5.attn_v.weight q5_1 4569blk.5.ffn_down_exps.weight iq4_nl 4570blk.5.ffn_gate_exps.weight iq4_nl 4571blk.5.ffn_up_exps.weight iq4_nl 4572blk.6.attn_k.weight iq4_nl 4573blk.6.attn_q.weight iq4_nl 4574blk.6.attn_v.weight q5_1 4575blk.6.ffn_down_exps.weight iq4_nl 4576blk.6.ffn_gate_exps.weight iq4_nl 4577blk.6.ffn_up_exps.weight iq4_nl 4578blk.7.attn_k.weight iq4_nl 4579blk.7.attn_q.weight iq4_nl 4580blk.7.attn_v.weight q5_1 4581blk.7.ffn_down_exps.weight iq4_nl 4582blk.7.ffn_gate_exps.weight iq4_nl 4583blk.7.ffn_up_exps.weight iq4_nl 4584blk.8.attn_k.weight iq4_nl 4585blk.8.attn_q.weight iq4_nl 4586blk.8.attn_v.weight q5_1 4587blk.8.ffn_down_exps.weight iq4_nl 4588blk.8.ffn_gate_exps.weight iq4_nl 4589blk.8.ffn_up_exps.weight iq4_nl 4590blk.9.attn_k.weight iq4_nl 4591blk.9.attn_q.weight iq4_nl 4592blk.9.attn_v.weight q5_1 4593blk.9.ffn_down_exps.weight iq4_nl 4594blk.9.ffn_gate_exps.weight iq4_nl 4595blk.9.ffn_up_exps.weight iq4_nl 4596blk.10.attn_k.weight iq4_nl 4597blk.10.attn_q.weight iq4_nl 4598blk.10.attn_v.weight q5_1 4599blk.10.ffn_down_exps.weight iq4_nl 4600blk.10.ffn_gate_exps.weight iq4_nl 4601blk.10.ffn_up_exps.weight iq4_nl 4602blk.11.attn_k.weight iq4_nl 4603blk.11.attn_q.weight iq4_nl 4604blk.11.attn_v.weight q5_1 4605blk.11.ffn_down_exps.weight iq4_nl 4606blk.11.ffn_gate_exps.weight iq4_nl 4607blk.11.ffn_up_exps.weight iq4_nl 4608blk.12.attn_k.weight iq4_nl 4609blk.12.attn_q.weight iq4_nl 4610blk.12.attn_v.weight q5_1 4611blk.12.ffn_down_exps.weight iq4_nl 4612blk.12.ffn_gate_exps.weight iq4_nl 4613blk.12.ffn_up_exps.weight iq4_nl 4614blk.13.attn_k.weight iq4_nl 4615blk.13.attn_q.weight iq4_nl 4616blk.13.attn_v.weight q5_1 4617blk.13.ffn_down_exps.weight iq4_nl 4618blk.13.ffn_gate_exps.weight iq4_nl 4619blk.13.ffn_up_exps.weight iq4_nl 4620blk.14.attn_k.weight iq4_nl 4621blk.14.attn_q.weight iq4_nl 4622blk.14.attn_v.weight q5_1 4623blk.14.ffn_down_exps.weight iq4_nl 4624blk.14.ffn_gate_exps.weight iq4_nl 4625blk.14.ffn_up_exps.weight iq4_nl 4626blk.15.attn_k.weight iq4_nl 4627blk.15.attn_q.weight iq4_nl 4628blk.15.attn_v.weight q5_1 4629blk.15.ffn_down_exps.weight iq4_nl 4630blk.15.ffn_gate_exps.weight iq4_nl 4631blk.15.ffn_up_exps.weight iq4_nl 4632blk.16.attn_k.weight iq4_nl 4633blk.16.attn_q.weight iq4_nl 4634blk.16.attn_v.weight q5_1 4635blk.16.ffn_down_exps.weight iq4_nl 4636blk.16.ffn_gate_exps.weight iq4_nl 4637blk.16.ffn_up_exps.weight iq4_nl 4638blk.17.attn_k.weight iq4_nl 4639blk.17.attn_q.weight iq4_nl 4640blk.17.attn_v.weight q5_1 4641blk.17.ffn_down_exps.weight iq4_nl 4642blk.17.ffn_gate_exps.weight iq4_nl 4643blk.17.ffn_up_exps.weight iq4_nl 4644blk.18.attn_k.weight iq4_nl 4645blk.18.attn_q.weight iq4_nl 4646blk.18.attn_v.weight q5_1 4647blk.18.ffn_down_exps.weight iq4_nl 4648blk.18.ffn_gate_exps.weight iq4_nl 4649blk.18.ffn_up_exps.weight iq4_nl 4650blk.19.attn_k.weight iq4_nl 4651blk.19.attn_q.weight iq4_nl 4652blk.19.attn_v.weight q5_1 4653blk.19.ffn_down_exps.weight iq4_nl 4654blk.19.ffn_gate_exps.weight iq4_nl 4655blk.19.ffn_up_exps.weight iq4_nl 4656blk.20.attn_k.weight iq4_nl 4657blk.20.attn_q.weight iq4_nl 4658blk.20.attn_v.weight q5_1 4659blk.20.ffn_down_exps.weight iq4_nl 4660blk.20.ffn_gate_exps.weight iq4_nl 4661blk.20.ffn_up_exps.weight iq4_nl 4662blk.21.attn_k.weight iq4_nl 4663blk.21.attn_q.weight iq4_nl 4664blk.21.attn_v.weight q5_1 4665blk.21.ffn_down_exps.weight iq4_nl 4666blk.21.ffn_gate_exps.weight iq4_nl 4667blk.21.ffn_up_exps.weight iq4_nl 4668blk.22.attn_k.weight iq4_nl 4669blk.22.attn_q.weight iq4_nl 4670blk.22.attn_v.weight q5_1 4671blk.22.ffn_down_exps.weight iq4_nl 4672blk.22.ffn_gate_exps.weight iq4_nl 4673blk.22.ffn_up_exps.weight iq4_nl 4674blk.23.attn_k.weight iq4_nl 4675blk.23.attn_q.weight iq4_nl 4676blk.23.attn_v.weight q5_1 4677blk.23.ffn_down_exps.weight iq4_nl 4678blk.23.ffn_gate_exps.weight iq4_nl 4679blk.23.ffn_up_exps.weight iq4_nl 4680blk.24.attn_k.weight iq4_nl 4681blk.24.attn_q.weight iq4_nl 4682blk.24.attn_v.weight q5_1 4683blk.24.ffn_down_exps.weight iq4_nl 4684blk.24.ffn_gate_exps.weight iq4_nl 4685blk.24.ffn_up_exps.weight iq4_nl 4686blk.25.attn_k.weight iq4_nl 4687blk.25.attn_q.weight iq4_nl 4688blk.25.attn_v.weight q5_1 4689blk.25.ffn_down_exps.weight iq4_nl 4690blk.25.ffn_gate_exps.weight iq4_nl 4691blk.25.ffn_up_exps.weight iq4_nl 4692blk.26.attn_k.weight iq4_nl 4693blk.26.attn_q.weight iq4_nl 4694blk.26.attn_v.weight q5_1 4695blk.26.ffn_down_exps.weight iq4_nl 4696blk.26.ffn_gate_exps.weight iq4_nl 4697blk.26.ffn_up_exps.weight iq4_nl 4698blk.27.attn_k.weight iq4_nl 4699blk.27.attn_q.weight iq4_nl 4700blk.27.attn_v.weight q5_1 4701blk.27.ffn_down_exps.weight iq4_nl 4702blk.27.ffn_gate_exps.weight iq4_nl 4703blk.27.ffn_up_exps.weight iq4_nl 4704blk.28.attn_k.weight iq4_nl 4705blk.28.attn_q.weight iq4_nl 4706blk.28.attn_v.weight q5_1 4707blk.28.ffn_down_exps.weight iq4_nl 4708blk.28.ffn_gate_exps.weight iq4_nl 4709blk.28.ffn_up_exps.weight iq4_nl 4710blk.29.attn_k.weight iq4_nl 4711blk.29.attn_q.weight iq4_nl 4712blk.29.attn_v.weight q5_1 4713blk.29.ffn_down_exps.weight iq4_nl 4714blk.29.ffn_gate_exps.weight iq4_nl 4715blk.29.ffn_up_exps.weight iq4_nl 4716blk.30.attn_k.weight iq4_nl 4717blk.30.attn_q.weight iq4_nl 4718blk.30.attn_v.weight q5_1 4719blk.30.ffn_down_exps.weight iq4_nl 4720blk.30.ffn_gate_exps.weight iq4_nl 4721blk.30.ffn_up_exps.weight iq4_nl 4722blk.31.attn_k.weight iq4_nl 4723blk.31.attn_q.weight iq4_nl 4724blk.31.attn_v.weight q5_1 4725blk.31.ffn_down_exps.weight iq4_nl 4726blk.31.ffn_gate_exps.weight iq4_nl 4727blk.31.ffn_up_exps.weight iq4_nl 4728blk.32.attn_k.weight iq4_nl 4729blk.32.attn_q.weight iq4_nl 4730blk.32.attn_v.weight q5_1 4731blk.32.ffn_down_exps.weight iq4_nl 4732blk.32.ffn_gate_exps.weight iq4_nl 4733blk.32.ffn_up_exps.weight iq4_nl 4734blk.33.attn_k.weight iq4_nl 4735blk.33.attn_q.weight iq4_nl 4736blk.33.attn_v.weight q5_1 4737blk.33.ffn_down_exps.weight iq4_nl 4738blk.33.ffn_gate_exps.weight iq4_nl 4739blk.33.ffn_up_exps.weight iq4_nl 4740blk.34.attn_k.weight iq4_nl 4741blk.34.attn_q.weight iq4_nl 4742blk.34.attn_v.weight q5_1 4743blk.34.ffn_down_exps.weight iq4_nl 4744blk.34.ffn_gate_exps.weight iq4_nl 4745blk.34.ffn_up_exps.weight iq4_nl 4746blk.35.attn_k.weight iq4_nl 4747blk.35.attn_q.weight iq4_nl 4748blk.35.attn_v.weight q5_1 4749blk.35.ffn_down_exps.weight iq4_nl 4750blk.35.ffn_gate_exps.weight iq4_nl 4751blk.35.ffn_up_exps.weight iq4_nl 4752 4753[IQ1_M] iq1_m 4754output.weight q8_0 4755token_embd.weight q4_0 4756blk.0.attn_k.weight iq4_nl 4757blk.0.attn_output.weight iq2_xxs 4758blk.0.attn_q.weight iq4_nl 4759blk.0.attn_v.weight q5_0 4760blk.0.ffn_down_exps.weight q4_0 4761blk.0.ffn_gate_exps.weight iq4_nl 4762blk.0.ffn_up_exps.weight iq4_nl 4763blk.1.attn_k.weight iq4_nl 4764blk.1.attn_output.weight iq2_xxs 4765blk.1.attn_q.weight iq4_nl 4766blk.1.attn_v.weight q5_0 4767blk.1.ffn_down_exps.weight q4_0 4768blk.1.ffn_gate_exps.weight iq4_nl 4769blk.1.ffn_up_exps.weight iq4_nl 4770blk.2.attn_k.weight iq4_nl 4771blk.2.attn_output.weight iq2_xxs 4772blk.2.attn_q.weight iq4_nl 4773blk.2.attn_v.weight q5_0 4774blk.2.ffn_down_exps.weight q4_0 4775blk.2.ffn_gate_exps.weight iq4_nl 4776blk.2.ffn_up_exps.weight iq4_nl 4777blk.3.attn_k.weight iq4_nl 4778blk.3.attn_output.weight iq2_xxs 4779blk.3.attn_q.weight iq4_nl 4780blk.3.attn_v.weight q5_0 4781blk.3.ffn_down_exps.weight q4_0 4782blk.3.ffn_gate_exps.weight iq4_nl 4783blk.3.ffn_up_exps.weight iq4_nl 4784blk.4.attn_k.weight iq4_nl 4785blk.4.attn_output.weight iq2_xxs 4786blk.4.attn_q.weight iq4_nl 4787blk.4.attn_v.weight q5_0 4788blk.4.ffn_down_exps.weight iq4_nl 4789blk.4.ffn_gate_exps.weight iq4_nl 4790blk.4.ffn_up_exps.weight iq4_nl 4791blk.5.attn_k.weight iq4_nl 4792blk.5.attn_output.weight iq2_xxs 4793blk.5.attn_q.weight iq4_nl 4794blk.5.attn_v.weight q5_0 4795blk.5.ffn_down_exps.weight iq4_nl 4796blk.5.ffn_gate_exps.weight iq4_nl 4797blk.5.ffn_up_exps.weight iq4_nl 4798blk.6.attn_k.weight iq4_nl 4799blk.6.attn_output.weight iq2_xxs 4800blk.6.attn_q.weight iq4_nl 4801blk.6.attn_v.weight q5_0 4802blk.6.ffn_down_exps.weight iq4_nl 4803blk.6.ffn_gate_exps.weight iq4_nl 4804blk.6.ffn_up_exps.weight iq4_nl 4805blk.7.attn_k.weight iq4_nl 4806blk.7.attn_output.weight iq2_xxs 4807blk.7.attn_q.weight iq4_nl 4808blk.7.attn_v.weight q5_0 4809blk.7.ffn_down_exps.weight iq4_nl 4810blk.7.ffn_gate_exps.weight iq4_nl 4811blk.7.ffn_up_exps.weight iq4_nl 4812blk.8.attn_k.weight iq4_nl 4813blk.8.attn_output.weight iq2_xxs 4814blk.8.attn_q.weight iq4_nl 4815blk.8.attn_v.weight q5_0 4816blk.8.ffn_down_exps.weight iq4_nl 4817blk.8.ffn_gate_exps.weight iq4_nl 4818blk.8.ffn_up_exps.weight iq4_nl 4819blk.9.attn_k.weight iq4_nl 4820blk.9.attn_output.weight iq2_xxs 4821blk.9.attn_q.weight iq4_nl 4822blk.9.attn_v.weight q5_0 4823blk.9.ffn_down_exps.weight iq4_nl 4824blk.9.ffn_gate_exps.weight iq4_nl 4825blk.9.ffn_up_exps.weight iq4_nl 4826blk.10.attn_k.weight iq4_nl 4827blk.10.attn_output.weight iq2_xxs 4828blk.10.attn_q.weight iq4_nl 4829blk.10.attn_v.weight q5_0 4830blk.10.ffn_down_exps.weight iq4_nl 4831blk.10.ffn_gate_exps.weight iq4_nl 4832blk.10.ffn_up_exps.weight iq4_nl 4833blk.11.attn_k.weight iq4_nl 4834blk.11.attn_output.weight iq2_xxs 4835blk.11.attn_q.weight iq4_nl 4836blk.11.attn_v.weight q5_0 4837blk.11.ffn_down_exps.weight iq4_nl 4838blk.11.ffn_gate_exps.weight iq4_nl 4839blk.11.ffn_up_exps.weight iq4_nl 4840blk.12.attn_k.weight iq4_nl 4841blk.12.attn_output.weight iq2_xxs 4842blk.12.attn_q.weight iq4_nl 4843blk.12.attn_v.weight q5_0 4844blk.12.ffn_down_exps.weight iq4_nl 4845blk.12.ffn_gate_exps.weight iq4_nl 4846blk.12.ffn_up_exps.weight iq4_nl 4847blk.13.attn_k.weight iq4_nl 4848blk.13.attn_output.weight iq2_xxs 4849blk.13.attn_q.weight iq4_nl 4850blk.13.attn_v.weight q5_0 4851blk.13.ffn_down_exps.weight iq4_nl 4852blk.13.ffn_gate_exps.weight iq4_nl 4853blk.13.ffn_up_exps.weight iq4_nl 4854blk.14.attn_k.weight iq4_nl 4855blk.14.attn_output.weight iq2_xxs 4856blk.14.attn_q.weight iq4_nl 4857blk.14.attn_v.weight q5_0 4858blk.14.ffn_down_exps.weight iq4_nl 4859blk.14.ffn_gate_exps.weight iq4_nl 4860blk.14.ffn_up_exps.weight iq4_nl 4861blk.15.attn_k.weight iq4_nl 4862blk.15.attn_output.weight iq2_xxs 4863blk.15.attn_q.weight iq4_nl 4864blk.15.attn_v.weight q5_0 4865blk.15.ffn_down_exps.weight iq4_nl 4866blk.15.ffn_gate_exps.weight iq4_nl 4867blk.15.ffn_up_exps.weight iq4_nl 4868blk.16.attn_k.weight iq4_nl 4869blk.16.attn_output.weight iq2_xxs 4870blk.16.attn_q.weight iq4_nl 4871blk.16.attn_v.weight q5_0 4872blk.16.ffn_down_exps.weight iq4_nl 4873blk.16.ffn_gate_exps.weight iq4_nl 4874blk.16.ffn_up_exps.weight iq4_nl 4875blk.17.attn_k.weight iq4_nl 4876blk.17.attn_output.weight iq2_xxs 4877blk.17.attn_q.weight iq4_nl 4878blk.17.attn_v.weight q5_0 4879blk.17.ffn_down_exps.weight iq4_nl 4880blk.17.ffn_gate_exps.weight iq4_nl 4881blk.17.ffn_up_exps.weight iq4_nl 4882blk.18.attn_k.weight iq4_nl 4883blk.18.attn_output.weight iq2_xxs 4884blk.18.attn_q.weight iq4_nl 4885blk.18.attn_v.weight q5_0 4886blk.18.ffn_down_exps.weight iq4_nl 4887blk.18.ffn_gate_exps.weight iq4_nl 4888blk.18.ffn_up_exps.weight iq4_nl 4889blk.19.attn_k.weight iq4_nl 4890blk.19.attn_output.weight iq2_xxs 4891blk.19.attn_q.weight iq4_nl 4892blk.19.attn_v.weight q5_0 4893blk.19.ffn_down_exps.weight iq4_nl 4894blk.19.ffn_gate_exps.weight iq4_nl 4895blk.19.ffn_up_exps.weight iq4_nl 4896blk.20.attn_k.weight iq4_nl 4897blk.20.attn_output.weight iq2_xxs 4898blk.20.attn_q.weight iq4_nl 4899blk.20.attn_v.weight q5_0 4900blk.20.ffn_down_exps.weight iq4_nl 4901blk.20.ffn_gate_exps.weight iq4_nl 4902blk.20.ffn_up_exps.weight iq4_nl 4903blk.21.attn_k.weight iq4_nl 4904blk.21.attn_output.weight iq2_xxs 4905blk.21.attn_q.weight iq4_nl 4906blk.21.attn_v.weight q5_0 4907blk.21.ffn_down_exps.weight iq4_nl 4908blk.21.ffn_gate_exps.weight iq4_nl 4909blk.21.ffn_up_exps.weight iq4_nl 4910blk.22.attn_k.weight iq4_nl 4911blk.22.attn_output.weight iq2_xxs 4912blk.22.attn_q.weight iq4_nl 4913blk.22.attn_v.weight q5_0 4914blk.22.ffn_down_exps.weight iq4_nl 4915blk.22.ffn_gate_exps.weight iq4_nl 4916blk.22.ffn_up_exps.weight iq4_nl 4917blk.23.attn_k.weight iq4_nl 4918blk.23.attn_output.weight iq2_xxs 4919blk.23.attn_q.weight iq4_nl 4920blk.23.attn_v.weight q5_0 4921blk.23.ffn_down_exps.weight iq4_nl 4922blk.23.ffn_gate_exps.weight iq4_nl 4923blk.23.ffn_up_exps.weight iq4_nl 4924blk.24.attn_k.weight iq4_nl 4925blk.24.attn_output.weight iq2_xxs 4926blk.24.attn_q.weight iq4_nl 4927blk.24.attn_v.weight q5_0 4928blk.24.ffn_down_exps.weight iq4_nl 4929blk.24.ffn_gate_exps.weight iq4_nl 4930blk.24.ffn_up_exps.weight iq4_nl 4931blk.25.attn_k.weight iq4_nl 4932blk.25.attn_output.weight iq2_xxs 4933blk.25.attn_q.weight iq4_nl 4934blk.25.attn_v.weight q5_0 4935blk.25.ffn_down_exps.weight iq4_nl 4936blk.25.ffn_gate_exps.weight iq4_nl 4937blk.25.ffn_up_exps.weight iq4_nl 4938blk.26.attn_k.weight iq4_nl 4939blk.26.attn_output.weight iq2_xxs 4940blk.26.attn_q.weight iq4_nl 4941blk.26.attn_v.weight q5_0 4942blk.26.ffn_down_exps.weight iq4_nl 4943blk.26.ffn_gate_exps.weight iq4_nl 4944blk.26.ffn_up_exps.weight iq4_nl 4945blk.27.attn_k.weight iq4_nl 4946blk.27.attn_output.weight iq2_xxs 4947blk.27.attn_q.weight iq4_nl 4948blk.27.attn_v.weight q5_0 4949blk.27.ffn_down_exps.weight iq4_nl 4950blk.27.ffn_gate_exps.weight iq4_nl 4951blk.27.ffn_up_exps.weight iq4_nl 4952blk.28.attn_k.weight iq4_nl 4953blk.28.attn_output.weight iq2_xxs 4954blk.28.attn_q.weight iq4_nl 4955blk.28.attn_v.weight q5_0 4956blk.28.ffn_down_exps.weight iq4_nl 4957blk.28.ffn_gate_exps.weight iq4_nl 4958blk.28.ffn_up_exps.weight iq4_nl 4959blk.29.attn_k.weight iq4_nl 4960blk.29.attn_output.weight iq2_xxs 4961blk.29.attn_q.weight iq4_nl 4962blk.29.attn_v.weight q5_0 4963blk.29.ffn_down_exps.weight iq4_nl 4964blk.29.ffn_gate_exps.weight iq4_nl 4965blk.29.ffn_up_exps.weight iq4_nl 4966blk.30.attn_k.weight iq4_nl 4967blk.30.attn_output.weight iq2_xxs 4968blk.30.attn_q.weight iq4_nl 4969blk.30.attn_v.weight q5_0 4970blk.30.ffn_down_exps.weight iq4_nl 4971blk.30.ffn_gate_exps.weight iq4_nl 4972blk.30.ffn_up_exps.weight iq4_nl 4973blk.31.attn_k.weight iq4_nl 4974blk.31.attn_output.weight iq2_xxs 4975blk.31.attn_q.weight iq4_nl 4976blk.31.attn_v.weight q5_0 4977blk.31.ffn_down_exps.weight iq4_nl 4978blk.31.ffn_gate_exps.weight iq4_nl 4979blk.31.ffn_up_exps.weight iq4_nl 4980blk.32.attn_k.weight iq4_nl 4981blk.32.attn_output.weight iq2_xxs 4982blk.32.attn_q.weight iq4_nl 4983blk.32.attn_v.weight q5_0 4984blk.32.ffn_down_exps.weight iq4_nl 4985blk.32.ffn_gate_exps.weight iq4_nl 4986blk.32.ffn_up_exps.weight iq4_nl 4987blk.33.attn_k.weight iq4_nl 4988blk.33.attn_output.weight iq2_xxs 4989blk.33.attn_q.weight iq4_nl 4990blk.33.attn_v.weight q5_0 4991blk.33.ffn_down_exps.weight iq4_nl 4992blk.33.ffn_gate_exps.weight iq4_nl 4993blk.33.ffn_up_exps.weight iq4_nl 4994blk.34.attn_k.weight iq4_nl 4995blk.34.attn_output.weight iq2_xxs 4996blk.34.attn_q.weight iq4_nl 4997blk.34.attn_v.weight q5_0 4998blk.34.ffn_down_exps.weight iq4_nl 4999blk.34.ffn_gate_exps.weight iq4_nl 5000blk.34.ffn_up_exps.weight iq4_nl 5001blk.35.attn_k.weight iq4_nl 5002blk.35.attn_output.weight iq2_xxs 5003blk.35.attn_q.weight iq4_nl 5004blk.35.attn_v.weight q5_0 5005blk.35.ffn_down_exps.weight iq4_nl 5006blk.35.ffn_gate_exps.weight iq4_nl 5007blk.35.ffn_up_exps.weight iq4_nl 5008 5009[BF16] bf16 5010 5011[TQ1_0] tq1_0 5012output.weight q8_0 5013token_embd.weight q5_0 5014blk.0.attn_k.weight q4_0 5015blk.0.attn_q.weight q4_0 5016blk.0.attn_v.weight q4_0 5017blk.0.ffn_down_exps.weight q4_0 5018blk.0.ffn_gate_exps.weight q4_0 5019blk.0.ffn_up_exps.weight q4_0 5020blk.1.attn_k.weight q4_0 5021blk.1.attn_q.weight q4_0 5022blk.1.attn_v.weight q4_0 5023blk.1.ffn_down_exps.weight q4_0 5024blk.1.ffn_gate_exps.weight q4_0 5025blk.1.ffn_up_exps.weight q4_0 5026blk.2.attn_k.weight q4_0 5027blk.2.attn_q.weight q4_0 5028blk.2.attn_v.weight q4_0 5029blk.2.ffn_down_exps.weight q4_0 5030blk.2.ffn_gate_exps.weight q4_0 5031blk.2.ffn_up_exps.weight q4_0 5032blk.3.attn_k.weight q4_0 5033blk.3.attn_q.weight q4_0 5034blk.3.attn_v.weight q4_0 5035blk.3.ffn_down_exps.weight q4_0 5036blk.3.ffn_gate_exps.weight q4_0 5037blk.3.ffn_up_exps.weight q4_0 5038blk.4.attn_k.weight q4_0 5039blk.4.attn_q.weight q4_0 5040blk.4.attn_v.weight q4_0 5041blk.4.ffn_down_exps.weight q4_0 5042blk.4.ffn_gate_exps.weight q4_0 5043blk.4.ffn_up_exps.weight q4_0 5044blk.5.attn_k.weight q4_0 5045blk.5.attn_q.weight q4_0 5046blk.5.attn_v.weight q4_0 5047blk.5.ffn_down_exps.weight q4_0 5048blk.5.ffn_gate_exps.weight q4_0 5049blk.5.ffn_up_exps.weight q4_0 5050blk.6.attn_k.weight q4_0 5051blk.6.attn_q.weight q4_0 5052blk.6.attn_v.weight q4_0 5053blk.6.ffn_down_exps.weight q4_0 5054blk.6.ffn_gate_exps.weight q4_0 5055blk.6.ffn_up_exps.weight q4_0 5056blk.7.attn_k.weight q4_0 5057blk.7.attn_q.weight q4_0 5058blk.7.attn_v.weight q4_0 5059blk.7.ffn_down_exps.weight q4_0 5060blk.7.ffn_gate_exps.weight q4_0 5061blk.7.ffn_up_exps.weight q4_0 5062blk.8.attn_k.weight q4_0 5063blk.8.attn_q.weight q4_0 5064blk.8.attn_v.weight q4_0 5065blk.8.ffn_down_exps.weight q4_0 5066blk.8.ffn_gate_exps.weight q4_0 5067blk.8.ffn_up_exps.weight q4_0 5068blk.9.attn_k.weight q4_0 5069blk.9.attn_q.weight q4_0 5070blk.9.attn_v.weight q4_0 5071blk.9.ffn_down_exps.weight q4_0 5072blk.9.ffn_gate_exps.weight q4_0 5073blk.9.ffn_up_exps.weight q4_0 5074blk.10.attn_k.weight q4_0 5075blk.10.attn_q.weight q4_0 5076blk.10.attn_v.weight q4_0 5077blk.10.ffn_down_exps.weight q4_0 5078blk.10.ffn_gate_exps.weight q4_0 5079blk.10.ffn_up_exps.weight q4_0 5080blk.11.attn_k.weight q4_0 5081blk.11.attn_q.weight q4_0 5082blk.11.attn_v.weight q4_0 5083blk.11.ffn_down_exps.weight q4_0 5084blk.11.ffn_gate_exps.weight q4_0 5085blk.11.ffn_up_exps.weight q4_0 5086blk.12.attn_k.weight q4_0 5087blk.12.attn_q.weight q4_0 5088blk.12.attn_v.weight q4_0 5089blk.12.ffn_down_exps.weight q4_0 5090blk.12.ffn_gate_exps.weight q4_0 5091blk.12.ffn_up_exps.weight q4_0 5092blk.13.attn_k.weight q4_0 5093blk.13.attn_q.weight q4_0 5094blk.13.attn_v.weight q4_0 5095blk.13.ffn_down_exps.weight q4_0 5096blk.13.ffn_gate_exps.weight q4_0 5097blk.13.ffn_up_exps.weight q4_0 5098blk.14.attn_k.weight q4_0 5099blk.14.attn_q.weight q4_0 5100blk.14.attn_v.weight q4_0 5101blk.14.ffn_down_exps.weight q4_0 5102blk.14.ffn_gate_exps.weight q4_0 5103blk.14.ffn_up_exps.weight q4_0 5104blk.15.attn_k.weight q4_0 5105blk.15.attn_q.weight q4_0 5106blk.15.attn_v.weight q4_0 5107blk.15.ffn_down_exps.weight q4_0 5108blk.15.ffn_gate_exps.weight q4_0 5109blk.15.ffn_up_exps.weight q4_0 5110blk.16.attn_k.weight q4_0 5111blk.16.attn_q.weight q4_0 5112blk.16.attn_v.weight q4_0 5113blk.16.ffn_down_exps.weight q4_0 5114blk.16.ffn_gate_exps.weight q4_0 5115blk.16.ffn_up_exps.weight q4_0 5116blk.17.attn_k.weight q4_0 5117blk.17.attn_q.weight q4_0 5118blk.17.attn_v.weight q4_0 5119blk.17.ffn_down_exps.weight q4_0 5120blk.17.ffn_gate_exps.weight q4_0 5121blk.17.ffn_up_exps.weight q4_0 5122blk.18.attn_k.weight q4_0 5123blk.18.attn_q.weight q4_0 5124blk.18.attn_v.weight q4_0 5125blk.18.ffn_down_exps.weight q4_0 5126blk.18.ffn_gate_exps.weight q4_0 5127blk.18.ffn_up_exps.weight q4_0 5128blk.19.attn_k.weight q4_0 5129blk.19.attn_q.weight q4_0 5130blk.19.attn_v.weight q4_0 5131blk.19.ffn_down_exps.weight q4_0 5132blk.19.ffn_gate_exps.weight q4_0 5133blk.19.ffn_up_exps.weight q4_0 5134blk.20.attn_k.weight q4_0 5135blk.20.attn_q.weight q4_0 5136blk.20.attn_v.weight q4_0 5137blk.20.ffn_down_exps.weight q4_0 5138blk.20.ffn_gate_exps.weight q4_0 5139blk.20.ffn_up_exps.weight q4_0 5140blk.21.attn_k.weight q4_0 5141blk.21.attn_q.weight q4_0 5142blk.21.attn_v.weight q4_0 5143blk.21.ffn_down_exps.weight q4_0 5144blk.21.ffn_gate_exps.weight q4_0 5145blk.21.ffn_up_exps.weight q4_0 5146blk.22.attn_k.weight q4_0 5147blk.22.attn_q.weight q4_0 5148blk.22.attn_v.weight q4_0 5149blk.22.ffn_down_exps.weight q4_0 5150blk.22.ffn_gate_exps.weight q4_0 5151blk.22.ffn_up_exps.weight q4_0 5152blk.23.attn_k.weight q4_0 5153blk.23.attn_q.weight q4_0 5154blk.23.attn_v.weight q4_0 5155blk.23.ffn_down_exps.weight q4_0 5156blk.23.ffn_gate_exps.weight q4_0 5157blk.23.ffn_up_exps.weight q4_0 5158blk.24.attn_k.weight q4_0 5159blk.24.attn_q.weight q4_0 5160blk.24.attn_v.weight q4_0 5161blk.24.ffn_down_exps.weight q4_0 5162blk.24.ffn_gate_exps.weight q4_0 5163blk.24.ffn_up_exps.weight q4_0 5164blk.25.attn_k.weight q4_0 5165blk.25.attn_q.weight q4_0 5166blk.25.attn_v.weight q4_0 5167blk.25.ffn_down_exps.weight q4_0 5168blk.25.ffn_gate_exps.weight q4_0 5169blk.25.ffn_up_exps.weight q4_0 5170blk.26.attn_k.weight q4_0 5171blk.26.attn_q.weight q4_0 5172blk.26.attn_v.weight q4_0 5173blk.26.ffn_down_exps.weight q4_0 5174blk.26.ffn_gate_exps.weight q4_0 5175blk.26.ffn_up_exps.weight q4_0 5176blk.27.attn_k.weight q4_0 5177blk.27.attn_q.weight q4_0 5178blk.27.attn_v.weight q4_0 5179blk.27.ffn_down_exps.weight q4_0 5180blk.27.ffn_gate_exps.weight q4_0 5181blk.27.ffn_up_exps.weight q4_0 5182blk.28.attn_k.weight q4_0 5183blk.28.attn_q.weight q4_0 5184blk.28.attn_v.weight q4_0 5185blk.28.ffn_down_exps.weight q4_0 5186blk.28.ffn_gate_exps.weight q4_0 5187blk.28.ffn_up_exps.weight q4_0 5188blk.29.attn_k.weight q4_0 5189blk.29.attn_q.weight q4_0 5190blk.29.attn_v.weight q4_0 5191blk.29.ffn_down_exps.weight q4_0 5192blk.29.ffn_gate_exps.weight q4_0 5193blk.29.ffn_up_exps.weight q4_0 5194blk.30.attn_k.weight q4_0 5195blk.30.attn_q.weight q4_0 5196blk.30.attn_v.weight q4_0 5197blk.30.ffn_down_exps.weight q4_0 5198blk.30.ffn_gate_exps.weight q4_0 5199blk.30.ffn_up_exps.weight q4_0 5200blk.31.attn_k.weight q4_0 5201blk.31.attn_q.weight q4_0 5202blk.31.attn_v.weight q4_0 5203blk.31.ffn_down_exps.weight q4_0 5204blk.31.ffn_gate_exps.weight q4_0 5205blk.31.ffn_up_exps.weight q4_0 5206blk.32.attn_k.weight q4_0 5207blk.32.attn_q.weight q4_0 5208blk.32.attn_v.weight q4_0 5209blk.32.ffn_down_exps.weight q4_0 5210blk.32.ffn_gate_exps.weight q4_0 5211blk.32.ffn_up_exps.weight q4_0 5212blk.33.attn_k.weight q4_0 5213blk.33.attn_q.weight q4_0 5214blk.33.attn_v.weight q4_0 5215blk.33.ffn_down_exps.weight q4_0 5216blk.33.ffn_gate_exps.weight q4_0 5217blk.33.ffn_up_exps.weight q4_0 5218blk.34.attn_k.weight q4_0 5219blk.34.attn_q.weight q4_0 5220blk.34.attn_v.weight q4_0 5221blk.34.ffn_down_exps.weight q4_0 5222blk.34.ffn_gate_exps.weight q4_0 5223blk.34.ffn_up_exps.weight q4_0 5224blk.35.attn_k.weight q4_0 5225blk.35.attn_q.weight q4_0 5226blk.35.attn_v.weight q4_0 5227blk.35.ffn_down_exps.weight q4_0 5228blk.35.ffn_gate_exps.weight q4_0 5229blk.35.ffn_up_exps.weight q4_0 5230 5231[TQ2_0] tq2_0 5232output.weight q8_0 5233token_embd.weight q5_0 5234blk.0.attn_k.weight q4_0 5235blk.0.attn_q.weight q4_0 5236blk.0.attn_v.weight q4_0 5237blk.0.ffn_down_exps.weight q4_0 5238blk.0.ffn_gate_exps.weight q4_0 5239blk.0.ffn_up_exps.weight q4_0 5240blk.1.attn_k.weight q4_0 5241blk.1.attn_q.weight q4_0 5242blk.1.attn_v.weight q4_0 5243blk.1.ffn_down_exps.weight q4_0 5244blk.1.ffn_gate_exps.weight q4_0 5245blk.1.ffn_up_exps.weight q4_0 5246blk.2.attn_k.weight q4_0 5247blk.2.attn_q.weight q4_0 5248blk.2.attn_v.weight q4_0 5249blk.2.ffn_down_exps.weight q4_0 5250blk.2.ffn_gate_exps.weight q4_0 5251blk.2.ffn_up_exps.weight q4_0 5252blk.3.attn_k.weight q4_0 5253blk.3.attn_q.weight q4_0 5254blk.3.attn_v.weight q4_0 5255blk.3.ffn_down_exps.weight q4_0 5256blk.3.ffn_gate_exps.weight q4_0 5257blk.3.ffn_up_exps.weight q4_0 5258blk.4.attn_k.weight q4_0 5259blk.4.attn_q.weight q4_0 5260blk.4.attn_v.weight q4_0 5261blk.4.ffn_down_exps.weight q4_0 5262blk.4.ffn_gate_exps.weight q4_0 5263blk.4.ffn_up_exps.weight q4_0 5264blk.5.attn_k.weight q4_0 5265blk.5.attn_q.weight q4_0 5266blk.5.attn_v.weight q4_0 5267blk.5.ffn_down_exps.weight q4_0 5268blk.5.ffn_gate_exps.weight q4_0 5269blk.5.ffn_up_exps.weight q4_0 5270blk.6.attn_k.weight q4_0 5271blk.6.attn_q.weight q4_0 5272blk.6.attn_v.weight q4_0 5273blk.6.ffn_down_exps.weight q4_0 5274blk.6.ffn_gate_exps.weight q4_0 5275blk.6.ffn_up_exps.weight q4_0 5276blk.7.attn_k.weight q4_0 5277blk.7.attn_q.weight q4_0 5278blk.7.attn_v.weight q4_0 5279blk.7.ffn_down_exps.weight q4_0 5280blk.7.ffn_gate_exps.weight q4_0 5281blk.7.ffn_up_exps.weight q4_0 5282blk.8.attn_k.weight q4_0 5283blk.8.attn_q.weight q4_0 5284blk.8.attn_v.weight q4_0 5285blk.8.ffn_down_exps.weight q4_0 5286blk.8.ffn_gate_exps.weight q4_0 5287blk.8.ffn_up_exps.weight q4_0 5288blk.9.attn_k.weight q4_0 5289blk.9.attn_q.weight q4_0 5290blk.9.attn_v.weight q4_0 5291blk.9.ffn_down_exps.weight q4_0 5292blk.9.ffn_gate_exps.weight q4_0 5293blk.9.ffn_up_exps.weight q4_0 5294blk.10.attn_k.weight q4_0 5295blk.10.attn_q.weight q4_0 5296blk.10.attn_v.weight q4_0 5297blk.10.ffn_down_exps.weight q4_0 5298blk.10.ffn_gate_exps.weight q4_0 5299blk.10.ffn_up_exps.weight q4_0 5300blk.11.attn_k.weight q4_0 5301blk.11.attn_q.weight q4_0 5302blk.11.attn_v.weight q4_0 5303blk.11.ffn_down_exps.weight q4_0 5304blk.11.ffn_gate_exps.weight q4_0 5305blk.11.ffn_up_exps.weight q4_0 5306blk.12.attn_k.weight q4_0 5307blk.12.attn_q.weight q4_0 5308blk.12.attn_v.weight q4_0 5309blk.12.ffn_down_exps.weight q4_0 5310blk.12.ffn_gate_exps.weight q4_0 5311blk.12.ffn_up_exps.weight q4_0 5312blk.13.attn_k.weight q4_0 5313blk.13.attn_q.weight q4_0 5314blk.13.attn_v.weight q4_0 5315blk.13.ffn_down_exps.weight q4_0 5316blk.13.ffn_gate_exps.weight q4_0 5317blk.13.ffn_up_exps.weight q4_0 5318blk.14.attn_k.weight q4_0 5319blk.14.attn_q.weight q4_0 5320blk.14.attn_v.weight q4_0 5321blk.14.ffn_down_exps.weight q4_0 5322blk.14.ffn_gate_exps.weight q4_0 5323blk.14.ffn_up_exps.weight q4_0 5324blk.15.attn_k.weight q4_0 5325blk.15.attn_q.weight q4_0 5326blk.15.attn_v.weight q4_0 5327blk.15.ffn_down_exps.weight q4_0 5328blk.15.ffn_gate_exps.weight q4_0 5329blk.15.ffn_up_exps.weight q4_0 5330blk.16.attn_k.weight q4_0 5331blk.16.attn_q.weight q4_0 5332blk.16.attn_v.weight q4_0 5333blk.16.ffn_down_exps.weight q4_0 5334blk.16.ffn_gate_exps.weight q4_0 5335blk.16.ffn_up_exps.weight q4_0 5336blk.17.attn_k.weight q4_0 5337blk.17.attn_q.weight q4_0 5338blk.17.attn_v.weight q4_0 5339blk.17.ffn_down_exps.weight q4_0 5340blk.17.ffn_gate_exps.weight q4_0 5341blk.17.ffn_up_exps.weight q4_0 5342blk.18.attn_k.weight q4_0 5343blk.18.attn_q.weight q4_0 5344blk.18.attn_v.weight q4_0 5345blk.18.ffn_down_exps.weight q4_0 5346blk.18.ffn_gate_exps.weight q4_0 5347blk.18.ffn_up_exps.weight q4_0 5348blk.19.attn_k.weight q4_0 5349blk.19.attn_q.weight q4_0 5350blk.19.attn_v.weight q4_0 5351blk.19.ffn_down_exps.weight q4_0 5352blk.19.ffn_gate_exps.weight q4_0 5353blk.19.ffn_up_exps.weight q4_0 5354blk.20.attn_k.weight q4_0 5355blk.20.attn_q.weight q4_0 5356blk.20.attn_v.weight q4_0 5357blk.20.ffn_down_exps.weight q4_0 5358blk.20.ffn_gate_exps.weight q4_0 5359blk.20.ffn_up_exps.weight q4_0 5360blk.21.attn_k.weight q4_0 5361blk.21.attn_q.weight q4_0 5362blk.21.attn_v.weight q4_0 5363blk.21.ffn_down_exps.weight q4_0 5364blk.21.ffn_gate_exps.weight q4_0 5365blk.21.ffn_up_exps.weight q4_0 5366blk.22.attn_k.weight q4_0 5367blk.22.attn_q.weight q4_0 5368blk.22.attn_v.weight q4_0 5369blk.22.ffn_down_exps.weight q4_0 5370blk.22.ffn_gate_exps.weight q4_0 5371blk.22.ffn_up_exps.weight q4_0 5372blk.23.attn_k.weight q4_0 5373blk.23.attn_q.weight q4_0 5374blk.23.attn_v.weight q4_0 5375blk.23.ffn_down_exps.weight q4_0 5376blk.23.ffn_gate_exps.weight q4_0 5377blk.23.ffn_up_exps.weight q4_0 5378blk.24.attn_k.weight q4_0 5379blk.24.attn_q.weight q4_0 5380blk.24.attn_v.weight q4_0 5381blk.24.ffn_down_exps.weight q4_0 5382blk.24.ffn_gate_exps.weight q4_0 5383blk.24.ffn_up_exps.weight q4_0 5384blk.25.attn_k.weight q4_0 5385blk.25.attn_q.weight q4_0 5386blk.25.attn_v.weight q4_0 5387blk.25.ffn_down_exps.weight q4_0 5388blk.25.ffn_gate_exps.weight q4_0 5389blk.25.ffn_up_exps.weight q4_0 5390blk.26.attn_k.weight q4_0 5391blk.26.attn_q.weight q4_0 5392blk.26.attn_v.weight q4_0 5393blk.26.ffn_down_exps.weight q4_0 5394blk.26.ffn_gate_exps.weight q4_0 5395blk.26.ffn_up_exps.weight q4_0 5396blk.27.attn_k.weight q4_0 5397blk.27.attn_q.weight q4_0 5398blk.27.attn_v.weight q4_0 5399blk.27.ffn_down_exps.weight q4_0 5400blk.27.ffn_gate_exps.weight q4_0 5401blk.27.ffn_up_exps.weight q4_0 5402blk.28.attn_k.weight q4_0 5403blk.28.attn_q.weight q4_0 5404blk.28.attn_v.weight q4_0 5405blk.28.ffn_down_exps.weight q4_0 5406blk.28.ffn_gate_exps.weight q4_0 5407blk.28.ffn_up_exps.weight q4_0 5408blk.29.attn_k.weight q4_0 5409blk.29.attn_q.weight q4_0 5410blk.29.attn_v.weight q4_0 5411blk.29.ffn_down_exps.weight q4_0 5412blk.29.ffn_gate_exps.weight q4_0 5413blk.29.ffn_up_exps.weight q4_0 5414blk.30.attn_k.weight q4_0 5415blk.30.attn_q.weight q4_0 5416blk.30.attn_v.weight q4_0 5417blk.30.ffn_down_exps.weight q4_0 5418blk.30.ffn_gate_exps.weight q4_0 5419blk.30.ffn_up_exps.weight q4_0 5420blk.31.attn_k.weight q4_0 5421blk.31.attn_q.weight q4_0 5422blk.31.attn_v.weight q4_0 5423blk.31.ffn_down_exps.weight q4_0 5424blk.31.ffn_gate_exps.weight q4_0 5425blk.31.ffn_up_exps.weight q4_0 5426blk.32.attn_k.weight q4_0 5427blk.32.attn_q.weight q4_0 5428blk.32.attn_v.weight q4_0 5429blk.32.ffn_down_exps.weight q4_0 5430blk.32.ffn_gate_exps.weight q4_0 5431blk.32.ffn_up_exps.weight q4_0 5432blk.33.attn_k.weight q4_0 5433blk.33.attn_q.weight q4_0 5434blk.33.attn_v.weight q4_0 5435blk.33.ffn_down_exps.weight q4_0 5436blk.33.ffn_gate_exps.weight q4_0 5437blk.33.ffn_up_exps.weight q4_0 5438blk.34.attn_k.weight q4_0 5439blk.34.attn_q.weight q4_0 5440blk.34.attn_v.weight q4_0 5441blk.34.ffn_down_exps.weight q4_0 5442blk.34.ffn_gate_exps.weight q4_0 5443blk.34.ffn_up_exps.weight q4_0 5444blk.35.attn_k.weight q4_0 5445blk.35.attn_q.weight q4_0 5446blk.35.attn_v.weight q4_0 5447blk.35.ffn_down_exps.weight q4_0 5448blk.35.ffn_gate_exps.weight q4_0 5449blk.35.ffn_up_exps.weight q4_0 5450 5451[MXFP4_MOE] mxfp4 5452output.weight q8_0 5453token_embd.weight q8_0 5454blk.0.attn_k.weight q8_0 5455blk.0.attn_output.weight q8_0 5456blk.0.attn_q.weight q8_0 5457blk.0.attn_v.weight q8_0 5458blk.1.attn_k.weight q8_0 5459blk.1.attn_output.weight q8_0 5460blk.1.attn_q.weight q8_0 5461blk.1.attn_v.weight q8_0 5462blk.2.attn_k.weight q8_0 5463blk.2.attn_output.weight q8_0 5464blk.2.attn_q.weight q8_0 5465blk.2.attn_v.weight q8_0 5466blk.3.attn_k.weight q8_0 5467blk.3.attn_output.weight q8_0 5468blk.3.attn_q.weight q8_0 5469blk.3.attn_v.weight q8_0 5470blk.4.attn_k.weight q8_0 5471blk.4.attn_output.weight q8_0 5472blk.4.attn_q.weight q8_0 5473blk.4.attn_v.weight q8_0 5474blk.5.attn_k.weight q8_0 5475blk.5.attn_output.weight q8_0 5476blk.5.attn_q.weight q8_0 5477blk.5.attn_v.weight q8_0 5478blk.6.attn_k.weight q8_0 5479blk.6.attn_output.weight q8_0 5480blk.6.attn_q.weight q8_0 5481blk.6.attn_v.weight q8_0 5482blk.7.attn_k.weight q8_0 5483blk.7.attn_output.weight q8_0 5484blk.7.attn_q.weight q8_0 5485blk.7.attn_v.weight q8_0 5486blk.8.attn_k.weight q8_0 5487blk.8.attn_output.weight q8_0 5488blk.8.attn_q.weight q8_0 5489blk.8.attn_v.weight q8_0 5490blk.9.attn_k.weight q8_0 5491blk.9.attn_output.weight q8_0 5492blk.9.attn_q.weight q8_0 5493blk.9.attn_v.weight q8_0 5494blk.10.attn_k.weight q8_0 5495blk.10.attn_output.weight q8_0 5496blk.10.attn_q.weight q8_0 5497blk.10.attn_v.weight q8_0 5498blk.11.attn_k.weight q8_0 5499blk.11.attn_output.weight q8_0 5500blk.11.attn_q.weight q8_0 5501blk.11.attn_v.weight q8_0 5502blk.12.attn_k.weight q8_0 5503blk.12.attn_output.weight q8_0 5504blk.12.attn_q.weight q8_0 5505blk.12.attn_v.weight q8_0 5506blk.13.attn_k.weight q8_0 5507blk.13.attn_output.weight q8_0 5508blk.13.attn_q.weight q8_0 5509blk.13.attn_v.weight q8_0 5510blk.14.attn_k.weight q8_0 5511blk.14.attn_output.weight q8_0 5512blk.14.attn_q.weight q8_0 5513blk.14.attn_v.weight q8_0 5514blk.15.attn_k.weight q8_0 5515blk.15.attn_output.weight q8_0 5516blk.15.attn_q.weight q8_0 5517blk.15.attn_v.weight q8_0 5518blk.16.attn_k.weight q8_0 5519blk.16.attn_output.weight q8_0 5520blk.16.attn_q.weight q8_0 5521blk.16.attn_v.weight q8_0 5522blk.17.attn_k.weight q8_0 5523blk.17.attn_output.weight q8_0 5524blk.17.attn_q.weight q8_0 5525blk.17.attn_v.weight q8_0 5526blk.18.attn_k.weight q8_0 5527blk.18.attn_output.weight q8_0 5528blk.18.attn_q.weight q8_0 5529blk.18.attn_v.weight q8_0 5530blk.19.attn_k.weight q8_0 5531blk.19.attn_output.weight q8_0 5532blk.19.attn_q.weight q8_0 5533blk.19.attn_v.weight q8_0 5534blk.20.attn_k.weight q8_0 5535blk.20.attn_output.weight q8_0 5536blk.20.attn_q.weight q8_0 5537blk.20.attn_v.weight q8_0 5538blk.21.attn_k.weight q8_0 5539blk.21.attn_output.weight q8_0 5540blk.21.attn_q.weight q8_0 5541blk.21.attn_v.weight q8_0 5542blk.22.attn_k.weight q8_0 5543blk.22.attn_output.weight q8_0 5544blk.22.attn_q.weight q8_0 5545blk.22.attn_v.weight q8_0 5546blk.23.attn_k.weight q8_0 5547blk.23.attn_output.weight q8_0 5548blk.23.attn_q.weight q8_0 5549blk.23.attn_v.weight q8_0 5550blk.24.attn_k.weight q8_0 5551blk.24.attn_output.weight q8_0 5552blk.24.attn_q.weight q8_0 5553blk.24.attn_v.weight q8_0 5554blk.25.attn_k.weight q8_0 5555blk.25.attn_output.weight q8_0 5556blk.25.attn_q.weight q8_0 5557blk.25.attn_v.weight q8_0 5558blk.26.attn_k.weight q8_0 5559blk.26.attn_output.weight q8_0 5560blk.26.attn_q.weight q8_0 5561blk.26.attn_v.weight q8_0 5562blk.27.attn_k.weight q8_0 5563blk.27.attn_output.weight q8_0 5564blk.27.attn_q.weight q8_0 5565blk.27.attn_v.weight q8_0 5566blk.28.attn_k.weight q8_0 5567blk.28.attn_output.weight q8_0 5568blk.28.attn_q.weight q8_0 5569blk.28.attn_v.weight q8_0 5570blk.29.attn_k.weight q8_0 5571blk.29.attn_output.weight q8_0 5572blk.29.attn_q.weight q8_0 5573blk.29.attn_v.weight q8_0 5574blk.30.attn_k.weight q8_0 5575blk.30.attn_output.weight q8_0 5576blk.30.attn_q.weight q8_0 5577blk.30.attn_v.weight q8_0 5578blk.31.attn_k.weight q8_0 5579blk.31.attn_output.weight q8_0 5580blk.31.attn_q.weight q8_0 5581blk.31.attn_v.weight q8_0 5582blk.32.attn_k.weight q8_0 5583blk.32.attn_output.weight q8_0 5584blk.32.attn_q.weight q8_0 5585blk.32.attn_v.weight q8_0 5586blk.33.attn_k.weight q8_0 5587blk.33.attn_output.weight q8_0 5588blk.33.attn_q.weight q8_0 5589blk.33.attn_v.weight q8_0 5590blk.34.attn_k.weight q8_0 5591blk.34.attn_output.weight q8_0 5592blk.34.attn_q.weight q8_0 5593blk.34.attn_v.weight q8_0 5594blk.35.attn_k.weight q8_0 5595blk.35.attn_output.weight q8_0 5596blk.35.attn_q.weight q8_0 5597blk.35.attn_v.weight q8_0