char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: Qwen3-14B 2# n_embd=5120, n_ff=17408, n_vocab=151936, n_layer=40, n_head=40, n_head_kv=8 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_output.weight q3_K 25blk.0.attn_v.weight q4_K 26blk.0.ffn_down.weight q3_K 27blk.1.attn_output.weight q3_K 28blk.1.attn_v.weight q4_K 29blk.1.ffn_down.weight q3_K 30blk.2.attn_output.weight q3_K 31blk.2.attn_v.weight q4_K 32blk.2.ffn_down.weight q3_K 33blk.3.attn_output.weight q3_K 34blk.3.attn_v.weight q4_K 35blk.3.ffn_down.weight q3_K 36blk.4.attn_output.weight q3_K 37blk.4.attn_v.weight q4_K 38blk.4.ffn_down.weight q3_K 39blk.5.attn_output.weight q3_K 40blk.5.attn_v.weight q4_K 41blk.5.ffn_down.weight q3_K 42blk.6.attn_output.weight q3_K 43blk.6.attn_v.weight q4_K 44blk.6.ffn_down.weight q3_K 45blk.7.attn_output.weight q3_K 46blk.7.attn_v.weight q4_K 47blk.7.ffn_down.weight q3_K 48blk.8.attn_output.weight q3_K 49blk.8.attn_v.weight q4_K 50blk.8.ffn_down.weight q3_K 51blk.9.attn_output.weight q3_K 52blk.9.attn_v.weight q4_K 53blk.9.ffn_down.weight q3_K 54blk.10.attn_output.weight q3_K 55blk.10.attn_v.weight q4_K 56blk.10.ffn_down.weight q3_K 57blk.11.attn_output.weight q3_K 58blk.11.attn_v.weight q4_K 59blk.11.ffn_down.weight q3_K 60blk.12.attn_output.weight q3_K 61blk.12.attn_v.weight q4_K 62blk.12.ffn_down.weight q3_K 63blk.13.attn_output.weight q3_K 64blk.13.attn_v.weight q4_K 65blk.13.ffn_down.weight q3_K 66blk.14.attn_output.weight q3_K 67blk.14.attn_v.weight q4_K 68blk.14.ffn_down.weight q3_K 69blk.15.attn_output.weight q3_K 70blk.15.attn_v.weight q4_K 71blk.15.ffn_down.weight q3_K 72blk.16.attn_output.weight q3_K 73blk.16.attn_v.weight q4_K 74blk.16.ffn_down.weight q3_K 75blk.17.attn_output.weight q3_K 76blk.17.attn_v.weight q4_K 77blk.17.ffn_down.weight q3_K 78blk.18.attn_output.weight q3_K 79blk.18.attn_v.weight q4_K 80blk.18.ffn_down.weight q3_K 81blk.19.attn_output.weight q3_K 82blk.19.attn_v.weight q4_K 83blk.19.ffn_down.weight q3_K 84blk.20.attn_output.weight q3_K 85blk.20.attn_v.weight q4_K 86blk.20.ffn_down.weight q3_K 87blk.21.attn_output.weight q3_K 88blk.21.attn_v.weight q4_K 89blk.21.ffn_down.weight q3_K 90blk.22.attn_output.weight q3_K 91blk.22.attn_v.weight q4_K 92blk.22.ffn_down.weight q3_K 93blk.23.attn_output.weight q3_K 94blk.23.attn_v.weight q4_K 95blk.23.ffn_down.weight q3_K 96blk.24.attn_output.weight q3_K 97blk.24.attn_v.weight q4_K 98blk.24.ffn_down.weight q3_K 99blk.25.attn_output.weight q3_K 100blk.25.attn_v.weight q4_K 101blk.25.ffn_down.weight q3_K 102blk.26.attn_output.weight q3_K 103blk.26.attn_v.weight q4_K 104blk.26.ffn_down.weight q3_K 105blk.27.attn_output.weight q3_K 106blk.27.attn_v.weight q4_K 107blk.27.ffn_down.weight q3_K 108blk.28.attn_output.weight q3_K 109blk.28.attn_v.weight q4_K 110blk.28.ffn_down.weight q3_K 111blk.29.attn_output.weight q3_K 112blk.29.attn_v.weight q4_K 113blk.29.ffn_down.weight q3_K 114blk.30.attn_output.weight q3_K 115blk.30.attn_v.weight q4_K 116blk.30.ffn_down.weight q3_K 117blk.31.attn_output.weight q3_K 118blk.31.attn_v.weight q4_K 119blk.31.ffn_down.weight q3_K 120blk.32.attn_output.weight q3_K 121blk.32.attn_v.weight q4_K 122blk.32.ffn_down.weight q3_K 123blk.33.attn_output.weight q3_K 124blk.33.attn_v.weight q4_K 125blk.33.ffn_down.weight q3_K 126blk.34.attn_output.weight q3_K 127blk.34.attn_v.weight q4_K 128blk.34.ffn_down.weight q3_K 129blk.35.attn_output.weight q3_K 130blk.35.attn_v.weight q4_K 131blk.35.ffn_down.weight q3_K 132blk.36.attn_output.weight q3_K 133blk.36.attn_v.weight q4_K 134blk.36.ffn_down.weight q3_K 135blk.37.attn_output.weight q3_K 136blk.37.attn_v.weight q4_K 137blk.37.ffn_down.weight q3_K 138blk.38.attn_output.weight q3_K 139blk.38.attn_v.weight q4_K 140blk.38.ffn_down.weight q3_K 141blk.39.attn_output.weight q3_K 142blk.39.attn_v.weight q4_K 143blk.39.ffn_down.weight q3_K 144 145[Q3_K_S] q3_K 146output.weight q6_K 147 148[Q3_K_M] q3_K 149output.weight q6_K 150blk.0.attn_output.weight q4_K 151blk.0.attn_v.weight q5_K 152blk.0.ffn_down.weight q5_K 153blk.1.attn_output.weight q4_K 154blk.1.attn_v.weight q5_K 155blk.1.ffn_down.weight q5_K 156blk.2.attn_output.weight q4_K 157blk.2.attn_v.weight q4_K 158blk.2.ffn_down.weight q4_K 159blk.3.attn_output.weight q4_K 160blk.3.attn_v.weight q4_K 161blk.3.ffn_down.weight q4_K 162blk.4.attn_output.weight q4_K 163blk.4.attn_v.weight q4_K 164blk.4.ffn_down.weight q4_K 165blk.5.attn_output.weight q4_K 166blk.5.attn_v.weight q4_K 167blk.5.ffn_down.weight q4_K 168blk.6.attn_output.weight q4_K 169blk.6.attn_v.weight q4_K 170blk.6.ffn_down.weight q4_K 171blk.7.attn_output.weight q4_K 172blk.7.attn_v.weight q4_K 173blk.7.ffn_down.weight q4_K 174blk.8.attn_output.weight q4_K 175blk.8.attn_v.weight q4_K 176blk.8.ffn_down.weight q4_K 177blk.9.attn_output.weight q4_K 178blk.9.attn_v.weight q4_K 179blk.9.ffn_down.weight q4_K 180blk.10.attn_output.weight q4_K 181blk.10.attn_v.weight q4_K 182blk.10.ffn_down.weight q4_K 183blk.11.attn_output.weight q4_K 184blk.11.attn_v.weight q4_K 185blk.11.ffn_down.weight q4_K 186blk.12.attn_output.weight q4_K 187blk.12.attn_v.weight q4_K 188blk.12.ffn_down.weight q4_K 189blk.13.attn_output.weight q4_K 190blk.13.attn_v.weight q4_K 191blk.13.ffn_down.weight q4_K 192blk.14.attn_output.weight q4_K 193blk.14.attn_v.weight q4_K 194blk.14.ffn_down.weight q4_K 195blk.15.attn_output.weight q4_K 196blk.15.attn_v.weight q4_K 197blk.15.ffn_down.weight q4_K 198blk.16.attn_output.weight q4_K 199blk.16.attn_v.weight q4_K 200blk.16.ffn_down.weight q4_K 201blk.17.attn_output.weight q4_K 202blk.17.attn_v.weight q4_K 203blk.17.ffn_down.weight q4_K 204blk.18.attn_output.weight q4_K 205blk.18.attn_v.weight q4_K 206blk.18.ffn_down.weight q4_K 207blk.19.attn_output.weight q4_K 208blk.19.attn_v.weight q4_K 209blk.19.ffn_down.weight q4_K 210blk.20.attn_output.weight q4_K 211blk.20.attn_v.weight q4_K 212blk.20.ffn_down.weight q4_K 213blk.21.attn_output.weight q4_K 214blk.21.attn_v.weight q4_K 215blk.21.ffn_down.weight q4_K 216blk.22.attn_output.weight q4_K 217blk.22.attn_v.weight q4_K 218blk.22.ffn_down.weight q4_K 219blk.23.attn_output.weight q4_K 220blk.23.attn_v.weight q4_K 221blk.23.ffn_down.weight q4_K 222blk.24.attn_output.weight q4_K 223blk.24.attn_v.weight q4_K 224blk.24.ffn_down.weight q4_K 225blk.25.attn_output.weight q4_K 226blk.25.attn_v.weight q4_K 227blk.25.ffn_down.weight q4_K 228blk.26.attn_output.weight q4_K 229blk.26.attn_v.weight q4_K 230blk.26.ffn_down.weight q4_K 231blk.27.attn_output.weight q4_K 232blk.27.attn_v.weight q4_K 233blk.27.ffn_down.weight q4_K 234blk.28.attn_output.weight q4_K 235blk.28.attn_v.weight q4_K 236blk.28.ffn_down.weight q4_K 237blk.29.attn_output.weight q4_K 238blk.29.attn_v.weight q4_K 239blk.29.ffn_down.weight q4_K 240blk.30.attn_output.weight q4_K 241blk.30.attn_v.weight q4_K 242blk.30.ffn_down.weight q4_K 243blk.31.attn_output.weight q4_K 244blk.31.attn_v.weight q4_K 245blk.31.ffn_down.weight q4_K 246blk.32.attn_output.weight q4_K 247blk.32.attn_v.weight q4_K 248blk.32.ffn_down.weight q4_K 249blk.33.attn_output.weight q4_K 250blk.33.attn_v.weight q4_K 251blk.33.ffn_down.weight q4_K 252blk.34.attn_output.weight q4_K 253blk.34.attn_v.weight q4_K 254blk.34.ffn_down.weight q4_K 255blk.35.attn_output.weight q4_K 256blk.35.attn_v.weight q4_K 257blk.35.ffn_down.weight q4_K 258blk.36.attn_output.weight q4_K 259blk.36.attn_v.weight q4_K 260blk.36.ffn_down.weight q4_K 261blk.37.attn_output.weight q4_K 262blk.37.attn_v.weight q4_K 263blk.37.ffn_down.weight q4_K 264blk.38.attn_output.weight q4_K 265blk.38.attn_v.weight q4_K 266blk.38.ffn_down.weight q4_K 267blk.39.attn_output.weight q4_K 268blk.39.attn_v.weight q4_K 269blk.39.ffn_down.weight q4_K 270 271[Q3_K_L] q3_K 272output.weight q6_K 273blk.0.attn_output.weight q5_K 274blk.0.attn_v.weight q5_K 275blk.0.ffn_down.weight q5_K 276blk.1.attn_output.weight q5_K 277blk.1.attn_v.weight q5_K 278blk.1.ffn_down.weight q5_K 279blk.2.attn_output.weight q5_K 280blk.2.attn_v.weight q5_K 281blk.2.ffn_down.weight q5_K 282blk.3.attn_output.weight q5_K 283blk.3.attn_v.weight q5_K 284blk.3.ffn_down.weight q5_K 285blk.4.attn_output.weight q5_K 286blk.4.attn_v.weight q5_K 287blk.4.ffn_down.weight q5_K 288blk.5.attn_output.weight q5_K 289blk.5.attn_v.weight q5_K 290blk.5.ffn_down.weight q5_K 291blk.6.attn_output.weight q5_K 292blk.6.attn_v.weight q5_K 293blk.6.ffn_down.weight q5_K 294blk.7.attn_output.weight q5_K 295blk.7.attn_v.weight q5_K 296blk.7.ffn_down.weight q5_K 297blk.8.attn_output.weight q5_K 298blk.8.attn_v.weight q5_K 299blk.8.ffn_down.weight q5_K 300blk.9.attn_output.weight q5_K 301blk.9.attn_v.weight q5_K 302blk.9.ffn_down.weight q5_K 303blk.10.attn_output.weight q5_K 304blk.10.attn_v.weight q5_K 305blk.10.ffn_down.weight q5_K 306blk.11.attn_output.weight q5_K 307blk.11.attn_v.weight q5_K 308blk.11.ffn_down.weight q5_K 309blk.12.attn_output.weight q5_K 310blk.12.attn_v.weight q5_K 311blk.12.ffn_down.weight q5_K 312blk.13.attn_output.weight q5_K 313blk.13.attn_v.weight q5_K 314blk.13.ffn_down.weight q5_K 315blk.14.attn_output.weight q5_K 316blk.14.attn_v.weight q5_K 317blk.14.ffn_down.weight q5_K 318blk.15.attn_output.weight q5_K 319blk.15.attn_v.weight q5_K 320blk.15.ffn_down.weight q5_K 321blk.16.attn_output.weight q5_K 322blk.16.attn_v.weight q5_K 323blk.16.ffn_down.weight q5_K 324blk.17.attn_output.weight q5_K 325blk.17.attn_v.weight q5_K 326blk.17.ffn_down.weight q5_K 327blk.18.attn_output.weight q5_K 328blk.18.attn_v.weight q5_K 329blk.18.ffn_down.weight q5_K 330blk.19.attn_output.weight q5_K 331blk.19.attn_v.weight q5_K 332blk.19.ffn_down.weight q5_K 333blk.20.attn_output.weight q5_K 334blk.20.attn_v.weight q5_K 335blk.20.ffn_down.weight q5_K 336blk.21.attn_output.weight q5_K 337blk.21.attn_v.weight q5_K 338blk.21.ffn_down.weight q5_K 339blk.22.attn_output.weight q5_K 340blk.22.attn_v.weight q5_K 341blk.22.ffn_down.weight q5_K 342blk.23.attn_output.weight q5_K 343blk.23.attn_v.weight q5_K 344blk.23.ffn_down.weight q5_K 345blk.24.attn_output.weight q5_K 346blk.24.attn_v.weight q5_K 347blk.24.ffn_down.weight q5_K 348blk.25.attn_output.weight q5_K 349blk.25.attn_v.weight q5_K 350blk.25.ffn_down.weight q5_K 351blk.26.attn_output.weight q5_K 352blk.26.attn_v.weight q5_K 353blk.26.ffn_down.weight q5_K 354blk.27.attn_output.weight q5_K 355blk.27.attn_v.weight q5_K 356blk.27.ffn_down.weight q5_K 357blk.28.attn_output.weight q5_K 358blk.28.attn_v.weight q5_K 359blk.28.ffn_down.weight q5_K 360blk.29.attn_output.weight q5_K 361blk.29.attn_v.weight q5_K 362blk.29.ffn_down.weight q5_K 363blk.30.attn_output.weight q5_K 364blk.30.attn_v.weight q5_K 365blk.30.ffn_down.weight q5_K 366blk.31.attn_output.weight q5_K 367blk.31.attn_v.weight q5_K 368blk.31.ffn_down.weight q5_K 369blk.32.attn_output.weight q5_K 370blk.32.attn_v.weight q5_K 371blk.32.ffn_down.weight q5_K 372blk.33.attn_output.weight q5_K 373blk.33.attn_v.weight q5_K 374blk.33.ffn_down.weight q5_K 375blk.34.attn_output.weight q5_K 376blk.34.attn_v.weight q5_K 377blk.34.ffn_down.weight q5_K 378blk.35.attn_output.weight q5_K 379blk.35.attn_v.weight q5_K 380blk.35.ffn_down.weight q5_K 381blk.36.attn_output.weight q5_K 382blk.36.attn_v.weight q5_K 383blk.36.ffn_down.weight q5_K 384blk.37.attn_output.weight q5_K 385blk.37.attn_v.weight q5_K 386blk.37.ffn_down.weight q5_K 387blk.38.attn_output.weight q5_K 388blk.38.attn_v.weight q5_K 389blk.38.ffn_down.weight q5_K 390blk.39.attn_output.weight q5_K 391blk.39.attn_v.weight q5_K 392blk.39.ffn_down.weight q5_K 393 394[Q4_K_S] q4_K 395output.weight q6_K 396blk.0.attn_v.weight q5_K 397blk.0.ffn_down.weight q5_K 398blk.1.attn_v.weight q5_K 399blk.1.ffn_down.weight q5_K 400blk.2.attn_v.weight q5_K 401blk.2.ffn_down.weight q5_K 402blk.3.attn_v.weight q5_K 403blk.3.ffn_down.weight q5_K 404blk.4.ffn_down.weight q5_K 405 406[Q4_K_M] q4_K 407output.weight q6_K 408blk.0.attn_v.weight q6_K 409blk.0.ffn_down.weight q6_K 410blk.1.attn_v.weight q6_K 411blk.1.ffn_down.weight q6_K 412blk.2.attn_v.weight q6_K 413blk.2.ffn_down.weight q6_K 414blk.3.attn_v.weight q6_K 415blk.3.ffn_down.weight q6_K 416blk.4.attn_v.weight q6_K 417blk.4.ffn_down.weight q6_K 418blk.7.attn_v.weight q6_K 419blk.7.ffn_down.weight q6_K 420blk.10.attn_v.weight q6_K 421blk.10.ffn_down.weight q6_K 422blk.13.attn_v.weight q6_K 423blk.13.ffn_down.weight q6_K 424blk.16.attn_v.weight q6_K 425blk.16.ffn_down.weight q6_K 426blk.19.attn_v.weight q6_K 427blk.19.ffn_down.weight q6_K 428blk.22.attn_v.weight q6_K 429blk.22.ffn_down.weight q6_K 430blk.25.attn_v.weight q6_K 431blk.25.ffn_down.weight q6_K 432blk.28.attn_v.weight q6_K 433blk.28.ffn_down.weight q6_K 434blk.31.attn_v.weight q6_K 435blk.31.ffn_down.weight q6_K 436blk.34.attn_v.weight q6_K 437blk.34.ffn_down.weight q6_K 438blk.35.attn_v.weight q6_K 439blk.35.ffn_down.weight q6_K 440blk.36.attn_v.weight q6_K 441blk.36.ffn_down.weight q6_K 442blk.37.attn_v.weight q6_K 443blk.37.ffn_down.weight q6_K 444blk.38.attn_v.weight q6_K 445blk.38.ffn_down.weight q6_K 446blk.39.attn_v.weight q6_K 447blk.39.ffn_down.weight q6_K 448 449[Q5_K_S] q5_K 450output.weight q6_K 451 452[Q5_K_M] q5_K 453output.weight q6_K 454blk.0.attn_v.weight q6_K 455blk.0.ffn_down.weight q6_K 456blk.1.attn_v.weight q6_K 457blk.1.ffn_down.weight q6_K 458blk.2.attn_v.weight q6_K 459blk.2.ffn_down.weight q6_K 460blk.3.attn_v.weight q6_K 461blk.3.ffn_down.weight q6_K 462blk.4.attn_v.weight q6_K 463blk.4.ffn_down.weight q6_K 464blk.7.attn_v.weight q6_K 465blk.7.ffn_down.weight q6_K 466blk.10.attn_v.weight q6_K 467blk.10.ffn_down.weight q6_K 468blk.13.attn_v.weight q6_K 469blk.13.ffn_down.weight q6_K 470blk.16.attn_v.weight q6_K 471blk.16.ffn_down.weight q6_K 472blk.19.attn_v.weight q6_K 473blk.19.ffn_down.weight q6_K 474blk.22.attn_v.weight q6_K 475blk.22.ffn_down.weight q6_K 476blk.25.attn_v.weight q6_K 477blk.25.ffn_down.weight q6_K 478blk.28.attn_v.weight q6_K 479blk.28.ffn_down.weight q6_K 480blk.31.attn_v.weight q6_K 481blk.31.ffn_down.weight q6_K 482blk.34.attn_v.weight q6_K 483blk.34.ffn_down.weight q6_K 484blk.35.attn_v.weight q6_K 485blk.35.ffn_down.weight q6_K 486blk.36.attn_v.weight q6_K 487blk.36.ffn_down.weight q6_K 488blk.37.attn_v.weight q6_K 489blk.37.ffn_down.weight q6_K 490blk.38.attn_v.weight q6_K 491blk.38.ffn_down.weight q6_K 492blk.39.attn_v.weight q6_K 493blk.39.ffn_down.weight q6_K 494 495[Q6_K] q6_K 496 497[IQ2_XXS] iq2_xxs 498output.weight q5_K 499token_embd.weight q2_K 500blk.0.attn_v.weight q4_K 501blk.0.ffn_down.weight q2_K 502blk.1.attn_v.weight q4_K 503blk.1.ffn_down.weight q2_K 504blk.2.attn_v.weight q4_K 505blk.2.ffn_down.weight q2_K 506blk.3.attn_v.weight q4_K 507blk.3.ffn_down.weight q2_K 508blk.4.attn_v.weight q4_K 509blk.4.ffn_down.weight q2_K 510blk.5.attn_v.weight q4_K 511blk.6.attn_v.weight q4_K 512blk.7.attn_v.weight q4_K 513blk.8.attn_v.weight q4_K 514blk.9.attn_v.weight q4_K 515blk.10.attn_v.weight q4_K 516blk.11.attn_v.weight q4_K 517blk.12.attn_v.weight q4_K 518blk.13.attn_v.weight q4_K 519blk.14.attn_v.weight q4_K 520blk.15.attn_v.weight q4_K 521blk.16.attn_v.weight q4_K 522blk.17.attn_v.weight q4_K 523blk.18.attn_v.weight q4_K 524blk.19.attn_v.weight q4_K 525blk.20.attn_v.weight q4_K 526blk.21.attn_v.weight q4_K 527blk.22.attn_v.weight q4_K 528blk.23.attn_v.weight q4_K 529blk.24.attn_v.weight q4_K 530blk.25.attn_v.weight q4_K 531blk.26.attn_v.weight q4_K 532blk.27.attn_v.weight q4_K 533blk.28.attn_v.weight q4_K 534blk.29.attn_v.weight q4_K 535blk.30.attn_v.weight q4_K 536blk.31.attn_v.weight q4_K 537blk.32.attn_v.weight q4_K 538blk.33.attn_v.weight q4_K 539blk.34.attn_v.weight q4_K 540blk.35.attn_v.weight q4_K 541blk.36.attn_v.weight q4_K 542blk.37.attn_v.weight q4_K 543blk.38.attn_v.weight q4_K 544blk.39.attn_v.weight q4_K 545 546[IQ2_XS] iq2_xs 547output.weight q5_K 548token_embd.weight q2_K 549blk.0.attn_v.weight q4_K 550blk.0.ffn_down.weight q2_K 551blk.1.attn_v.weight q4_K 552blk.1.ffn_down.weight q2_K 553blk.2.attn_v.weight q4_K 554blk.2.ffn_down.weight q2_K 555blk.3.attn_v.weight q4_K 556blk.3.ffn_down.weight q2_K 557blk.4.attn_v.weight q4_K 558blk.4.ffn_down.weight q2_K 559blk.5.attn_v.weight q4_K 560blk.6.attn_v.weight q4_K 561blk.7.attn_v.weight q4_K 562blk.8.attn_v.weight q4_K 563blk.9.attn_v.weight q4_K 564blk.10.attn_v.weight q4_K 565blk.11.attn_v.weight q4_K 566blk.12.attn_v.weight q4_K 567blk.13.attn_v.weight q4_K 568blk.14.attn_v.weight q4_K 569blk.15.attn_v.weight q4_K 570blk.16.attn_v.weight q4_K 571blk.17.attn_v.weight q4_K 572blk.18.attn_v.weight q4_K 573blk.19.attn_v.weight q4_K 574blk.20.attn_v.weight q4_K 575blk.21.attn_v.weight q4_K 576blk.22.attn_v.weight q4_K 577blk.23.attn_v.weight q4_K 578blk.24.attn_v.weight q4_K 579blk.25.attn_v.weight q4_K 580blk.26.attn_v.weight q4_K 581blk.27.attn_v.weight q4_K 582blk.28.attn_v.weight q4_K 583blk.29.attn_v.weight q4_K 584blk.30.attn_v.weight q4_K 585blk.31.attn_v.weight q4_K 586blk.32.attn_v.weight q4_K 587blk.33.attn_v.weight q4_K 588blk.34.attn_v.weight q4_K 589blk.35.attn_v.weight q4_K 590blk.36.attn_v.weight q4_K 591blk.37.attn_v.weight q4_K 592blk.38.attn_v.weight q4_K 593blk.39.attn_v.weight q4_K 594 595[Q2_K_S] q2_K 596output.weight q6_K 597blk.0.attn_v.weight q4_K 598blk.0.ffn_down.weight q4_K 599blk.1.attn_v.weight q4_K 600blk.1.ffn_down.weight q4_K 601blk.2.attn_v.weight q4_K 602blk.2.ffn_down.weight q4_K 603blk.3.attn_v.weight q4_K 604blk.3.ffn_down.weight q4_K 605blk.4.attn_v.weight q4_K 606blk.4.ffn_down.weight q4_K 607blk.5.attn_v.weight q4_K 608blk.6.attn_v.weight q4_K 609blk.7.attn_v.weight q4_K 610blk.8.attn_v.weight q4_K 611blk.9.attn_v.weight q4_K 612blk.10.attn_v.weight q4_K 613blk.11.attn_v.weight q4_K 614blk.12.attn_v.weight q4_K 615blk.13.attn_v.weight q4_K 616blk.14.attn_v.weight q4_K 617blk.15.attn_v.weight q4_K 618blk.16.attn_v.weight q4_K 619blk.17.attn_v.weight q4_K 620blk.18.attn_v.weight q4_K 621blk.19.attn_v.weight q4_K 622blk.20.attn_v.weight q4_K 623blk.21.attn_v.weight q4_K 624blk.22.attn_v.weight q4_K 625blk.23.attn_v.weight q4_K 626blk.24.attn_v.weight q4_K 627blk.25.attn_v.weight q4_K 628blk.26.attn_v.weight q4_K 629blk.27.attn_v.weight q4_K 630blk.28.attn_v.weight q4_K 631blk.29.attn_v.weight q4_K 632blk.30.attn_v.weight q4_K 633blk.31.attn_v.weight q4_K 634blk.32.attn_v.weight q4_K 635blk.33.attn_v.weight q4_K 636blk.34.attn_v.weight q4_K 637blk.35.attn_v.weight q4_K 638blk.36.attn_v.weight q4_K 639blk.37.attn_v.weight q4_K 640blk.38.attn_v.weight q4_K 641blk.39.attn_v.weight q4_K 642 643[IQ3_XS] iq3_s 644output.weight q6_K 645blk.0.attn_k.weight iq3_xxs 646blk.0.attn_q.weight iq3_xxs 647blk.0.attn_v.weight q4_K 648blk.1.attn_k.weight iq3_xxs 649blk.1.attn_q.weight iq3_xxs 650blk.1.attn_v.weight q4_K 651blk.2.attn_k.weight iq3_xxs 652blk.2.attn_q.weight iq3_xxs 653blk.2.attn_v.weight q4_K 654blk.3.attn_k.weight iq3_xxs 655blk.3.attn_q.weight iq3_xxs 656blk.3.attn_v.weight q4_K 657blk.4.attn_k.weight iq3_xxs 658blk.4.attn_q.weight iq3_xxs 659blk.4.attn_v.weight q4_K 660blk.5.attn_k.weight iq3_xxs 661blk.5.attn_q.weight iq3_xxs 662blk.5.attn_v.weight q4_K 663blk.5.ffn_gate.weight iq3_xxs 664blk.5.ffn_up.weight iq3_xxs 665blk.6.attn_k.weight iq3_xxs 666blk.6.attn_q.weight iq3_xxs 667blk.6.attn_v.weight q4_K 668blk.6.ffn_gate.weight iq3_xxs 669blk.6.ffn_up.weight iq3_xxs 670blk.7.attn_k.weight iq3_xxs 671blk.7.attn_q.weight iq3_xxs 672blk.7.attn_v.weight q4_K 673blk.7.ffn_gate.weight iq3_xxs 674blk.7.ffn_up.weight iq3_xxs 675blk.8.attn_k.weight iq3_xxs 676blk.8.attn_q.weight iq3_xxs 677blk.8.attn_v.weight q4_K 678blk.8.ffn_gate.weight iq3_xxs 679blk.8.ffn_up.weight iq3_xxs 680blk.9.attn_k.weight iq3_xxs 681blk.9.attn_q.weight iq3_xxs 682blk.9.attn_v.weight q4_K 683blk.9.ffn_gate.weight iq3_xxs 684blk.9.ffn_up.weight iq3_xxs 685blk.10.attn_k.weight iq3_xxs 686blk.10.attn_q.weight iq3_xxs 687blk.10.attn_v.weight q4_K 688blk.10.ffn_gate.weight iq3_xxs 689blk.10.ffn_up.weight iq3_xxs 690blk.11.attn_k.weight iq3_xxs 691blk.11.attn_q.weight iq3_xxs 692blk.11.attn_v.weight q4_K 693blk.11.ffn_gate.weight iq3_xxs 694blk.11.ffn_up.weight iq3_xxs 695blk.12.attn_k.weight iq3_xxs 696blk.12.attn_q.weight iq3_xxs 697blk.12.attn_v.weight q4_K 698blk.12.ffn_gate.weight iq3_xxs 699blk.12.ffn_up.weight iq3_xxs 700blk.13.attn_k.weight iq3_xxs 701blk.13.attn_q.weight iq3_xxs 702blk.13.attn_v.weight q4_K 703blk.13.ffn_gate.weight iq3_xxs 704blk.13.ffn_up.weight iq3_xxs 705blk.14.attn_k.weight iq3_xxs 706blk.14.attn_q.weight iq3_xxs 707blk.14.attn_v.weight q4_K 708blk.14.ffn_gate.weight iq3_xxs 709blk.14.ffn_up.weight iq3_xxs 710blk.15.attn_k.weight iq3_xxs 711blk.15.attn_q.weight iq3_xxs 712blk.15.attn_v.weight q4_K 713blk.15.ffn_gate.weight iq3_xxs 714blk.15.ffn_up.weight iq3_xxs 715blk.16.attn_k.weight iq3_xxs 716blk.16.attn_q.weight iq3_xxs 717blk.16.attn_v.weight q4_K 718blk.16.ffn_gate.weight iq3_xxs 719blk.16.ffn_up.weight iq3_xxs 720blk.17.attn_k.weight iq3_xxs 721blk.17.attn_q.weight iq3_xxs 722blk.17.attn_v.weight q4_K 723blk.17.ffn_gate.weight iq3_xxs 724blk.17.ffn_up.weight iq3_xxs 725blk.18.attn_k.weight iq3_xxs 726blk.18.attn_q.weight iq3_xxs 727blk.18.attn_v.weight q4_K 728blk.18.ffn_gate.weight iq3_xxs 729blk.18.ffn_up.weight iq3_xxs 730blk.19.attn_k.weight iq3_xxs 731blk.19.attn_q.weight iq3_xxs 732blk.19.attn_v.weight q4_K 733blk.19.ffn_gate.weight iq3_xxs 734blk.19.ffn_up.weight iq3_xxs 735blk.20.attn_k.weight iq3_xxs 736blk.20.attn_q.weight iq3_xxs 737blk.20.attn_v.weight q4_K 738blk.20.ffn_gate.weight iq3_xxs 739blk.20.ffn_up.weight iq3_xxs 740blk.21.attn_k.weight iq3_xxs 741blk.21.attn_q.weight iq3_xxs 742blk.21.attn_v.weight q4_K 743blk.21.ffn_gate.weight iq3_xxs 744blk.21.ffn_up.weight iq3_xxs 745blk.22.attn_k.weight iq3_xxs 746blk.22.attn_q.weight iq3_xxs 747blk.22.attn_v.weight q4_K 748blk.22.ffn_gate.weight iq3_xxs 749blk.22.ffn_up.weight iq3_xxs 750blk.23.attn_k.weight iq3_xxs 751blk.23.attn_q.weight iq3_xxs 752blk.23.attn_v.weight q4_K 753blk.23.ffn_gate.weight iq3_xxs 754blk.23.ffn_up.weight iq3_xxs 755blk.24.attn_k.weight iq3_xxs 756blk.24.attn_q.weight iq3_xxs 757blk.24.attn_v.weight q4_K 758blk.24.ffn_gate.weight iq3_xxs 759blk.24.ffn_up.weight iq3_xxs 760blk.25.attn_k.weight iq3_xxs 761blk.25.attn_q.weight iq3_xxs 762blk.25.attn_v.weight q4_K 763blk.25.ffn_gate.weight iq3_xxs 764blk.25.ffn_up.weight iq3_xxs 765blk.26.attn_k.weight iq3_xxs 766blk.26.attn_q.weight iq3_xxs 767blk.26.attn_v.weight q4_K 768blk.26.ffn_gate.weight iq3_xxs 769blk.26.ffn_up.weight iq3_xxs 770blk.27.attn_k.weight iq3_xxs 771blk.27.attn_q.weight iq3_xxs 772blk.27.attn_v.weight q4_K 773blk.27.ffn_gate.weight iq3_xxs 774blk.27.ffn_up.weight iq3_xxs 775blk.28.attn_k.weight iq3_xxs 776blk.28.attn_q.weight iq3_xxs 777blk.28.attn_v.weight q4_K 778blk.28.ffn_gate.weight iq3_xxs 779blk.28.ffn_up.weight iq3_xxs 780blk.29.attn_k.weight iq3_xxs 781blk.29.attn_q.weight iq3_xxs 782blk.29.attn_v.weight q4_K 783blk.29.ffn_gate.weight iq3_xxs 784blk.29.ffn_up.weight iq3_xxs 785blk.30.attn_k.weight iq3_xxs 786blk.30.attn_q.weight iq3_xxs 787blk.30.attn_v.weight q4_K 788blk.30.ffn_gate.weight iq3_xxs 789blk.30.ffn_up.weight iq3_xxs 790blk.31.attn_k.weight iq3_xxs 791blk.31.attn_q.weight iq3_xxs 792blk.31.attn_v.weight q4_K 793blk.31.ffn_gate.weight iq3_xxs 794blk.31.ffn_up.weight iq3_xxs 795blk.32.attn_k.weight iq3_xxs 796blk.32.attn_q.weight iq3_xxs 797blk.32.attn_v.weight q4_K 798blk.32.ffn_gate.weight iq3_xxs 799blk.32.ffn_up.weight iq3_xxs 800blk.33.attn_k.weight iq3_xxs 801blk.33.attn_q.weight iq3_xxs 802blk.33.attn_v.weight q4_K 803blk.33.ffn_gate.weight iq3_xxs 804blk.33.ffn_up.weight iq3_xxs 805blk.34.attn_k.weight iq3_xxs 806blk.34.attn_q.weight iq3_xxs 807blk.34.attn_v.weight q4_K 808blk.34.ffn_gate.weight iq3_xxs 809blk.34.ffn_up.weight iq3_xxs 810blk.35.attn_k.weight iq3_xxs 811blk.35.attn_q.weight iq3_xxs 812blk.35.attn_v.weight q4_K 813blk.36.attn_k.weight iq3_xxs 814blk.36.attn_q.weight iq3_xxs 815blk.36.attn_v.weight q4_K 816blk.37.attn_k.weight iq3_xxs 817blk.37.attn_q.weight iq3_xxs 818blk.37.attn_v.weight q4_K 819blk.38.attn_k.weight iq3_xxs 820blk.38.attn_q.weight iq3_xxs 821blk.38.attn_v.weight q4_K 822blk.39.attn_k.weight iq3_xxs 823blk.39.attn_q.weight iq3_xxs 824blk.39.attn_v.weight q4_K 825 826[IQ3_XXS] iq3_xxs 827output.weight q5_K 828token_embd.weight iq3_s 829blk.0.attn_k.weight iq2_s 830blk.0.attn_output.weight iq3_s 831blk.0.attn_q.weight iq2_s 832blk.0.attn_v.weight q4_K 833blk.0.ffn_down.weight q4_K 834blk.1.attn_k.weight iq2_s 835blk.1.attn_output.weight iq3_s 836blk.1.attn_q.weight iq2_s 837blk.1.attn_v.weight q4_K 838blk.1.ffn_down.weight q4_K 839blk.2.attn_k.weight iq2_s 840blk.2.attn_output.weight iq3_s 841blk.2.attn_q.weight iq2_s 842blk.2.attn_v.weight q4_K 843blk.2.ffn_down.weight q4_K 844blk.3.attn_k.weight iq2_s 845blk.3.attn_output.weight iq3_s 846blk.3.attn_q.weight iq2_s 847blk.3.attn_v.weight q4_K 848blk.3.ffn_down.weight q4_K 849blk.4.attn_k.weight iq2_s 850blk.4.attn_output.weight iq3_s 851blk.4.attn_q.weight iq2_s 852blk.4.attn_v.weight q4_K 853blk.4.ffn_down.weight q4_K 854blk.5.attn_k.weight iq2_s 855blk.5.attn_output.weight iq3_s 856blk.5.attn_q.weight iq2_s 857blk.5.attn_v.weight q4_K 858blk.5.ffn_down.weight q3_K 859blk.6.attn_k.weight iq2_s 860blk.6.attn_output.weight iq3_s 861blk.6.attn_q.weight iq2_s 862blk.6.attn_v.weight q4_K 863blk.6.ffn_down.weight q3_K 864blk.7.attn_k.weight iq2_s 865blk.7.attn_output.weight iq3_s 866blk.7.attn_q.weight iq2_s 867blk.7.attn_v.weight q4_K 868blk.7.ffn_down.weight q3_K 869blk.8.attn_k.weight iq2_s 870blk.8.attn_output.weight iq3_s 871blk.8.attn_q.weight iq2_s 872blk.8.attn_v.weight q4_K 873blk.8.ffn_down.weight q3_K 874blk.9.attn_k.weight iq2_s 875blk.9.attn_output.weight iq3_s 876blk.9.attn_q.weight iq2_s 877blk.9.attn_v.weight q4_K 878blk.9.ffn_down.weight q3_K 879blk.10.attn_k.weight iq2_s 880blk.10.attn_output.weight iq3_s 881blk.10.attn_q.weight iq2_s 882blk.10.attn_v.weight q4_K 883blk.10.ffn_down.weight q3_K 884blk.11.attn_k.weight iq2_s 885blk.11.attn_output.weight iq3_s 886blk.11.attn_q.weight iq2_s 887blk.11.attn_v.weight q4_K 888blk.11.ffn_down.weight q3_K 889blk.12.attn_k.weight iq2_s 890blk.12.attn_output.weight iq3_s 891blk.12.attn_q.weight iq2_s 892blk.12.attn_v.weight q4_K 893blk.12.ffn_down.weight q3_K 894blk.13.attn_k.weight iq2_s 895blk.13.attn_output.weight iq3_s 896blk.13.attn_q.weight iq2_s 897blk.13.attn_v.weight q4_K 898blk.13.ffn_down.weight q3_K 899blk.14.attn_k.weight iq2_s 900blk.14.attn_output.weight iq3_s 901blk.14.attn_q.weight iq2_s 902blk.14.attn_v.weight q4_K 903blk.14.ffn_down.weight q3_K 904blk.15.attn_k.weight iq2_s 905blk.15.attn_output.weight iq3_s 906blk.15.attn_q.weight iq2_s 907blk.15.attn_v.weight q4_K 908blk.15.ffn_down.weight q3_K 909blk.16.attn_k.weight iq2_s 910blk.16.attn_output.weight iq3_s 911blk.16.attn_q.weight iq2_s 912blk.16.attn_v.weight q4_K 913blk.16.ffn_down.weight q3_K 914blk.17.attn_k.weight iq2_s 915blk.17.attn_output.weight iq3_s 916blk.17.attn_q.weight iq2_s 917blk.17.attn_v.weight q4_K 918blk.17.ffn_down.weight q3_K 919blk.18.attn_k.weight iq2_s 920blk.18.attn_output.weight iq3_s 921blk.18.attn_q.weight iq2_s 922blk.18.attn_v.weight q4_K 923blk.18.ffn_down.weight q3_K 924blk.19.attn_k.weight iq2_s 925blk.19.attn_output.weight iq3_s 926blk.19.attn_q.weight iq2_s 927blk.19.attn_v.weight q4_K 928blk.19.ffn_down.weight q3_K 929blk.20.attn_k.weight iq2_s 930blk.20.attn_output.weight iq3_s 931blk.20.attn_q.weight iq2_s 932blk.20.attn_v.weight q4_K 933blk.20.ffn_down.weight q3_K 934blk.21.attn_k.weight iq2_s 935blk.21.attn_output.weight iq3_s 936blk.21.attn_q.weight iq2_s 937blk.21.attn_v.weight q4_K 938blk.21.ffn_down.weight q3_K 939blk.22.attn_k.weight iq2_s 940blk.22.attn_output.weight iq3_s 941blk.22.attn_q.weight iq2_s 942blk.22.attn_v.weight q4_K 943blk.22.ffn_down.weight q3_K 944blk.23.attn_k.weight iq2_s 945blk.23.attn_output.weight iq3_s 946blk.23.attn_q.weight iq2_s 947blk.23.attn_v.weight q4_K 948blk.23.ffn_down.weight q3_K 949blk.24.attn_k.weight iq2_s 950blk.24.attn_output.weight iq3_s 951blk.24.attn_q.weight iq2_s 952blk.24.attn_v.weight q4_K 953blk.24.ffn_down.weight q3_K 954blk.25.attn_k.weight iq2_s 955blk.25.attn_output.weight iq3_s 956blk.25.attn_q.weight iq2_s 957blk.25.attn_v.weight q4_K 958blk.25.ffn_down.weight q3_K 959blk.26.attn_k.weight iq2_s 960blk.26.attn_output.weight iq3_s 961blk.26.attn_q.weight iq2_s 962blk.26.attn_v.weight q4_K 963blk.26.ffn_down.weight q3_K 964blk.27.attn_k.weight iq2_s 965blk.27.attn_output.weight iq3_s 966blk.27.attn_q.weight iq2_s 967blk.27.attn_v.weight q4_K 968blk.27.ffn_down.weight q3_K 969blk.28.attn_k.weight iq2_s 970blk.28.attn_output.weight iq3_s 971blk.28.attn_q.weight iq2_s 972blk.28.attn_v.weight q4_K 973blk.28.ffn_down.weight q3_K 974blk.29.attn_k.weight iq2_s 975blk.29.attn_output.weight iq3_s 976blk.29.attn_q.weight iq2_s 977blk.29.attn_v.weight q4_K 978blk.29.ffn_down.weight q3_K 979blk.30.attn_k.weight iq2_s 980blk.30.attn_output.weight iq3_s 981blk.30.attn_q.weight iq2_s 982blk.30.attn_v.weight q4_K 983blk.30.ffn_down.weight q3_K 984blk.31.attn_k.weight iq2_s 985blk.31.attn_output.weight iq3_s 986blk.31.attn_q.weight iq2_s 987blk.31.attn_v.weight q4_K 988blk.31.ffn_down.weight q3_K 989blk.32.attn_k.weight iq2_s 990blk.32.attn_output.weight iq3_s 991blk.32.attn_q.weight iq2_s 992blk.32.attn_v.weight q4_K 993blk.32.ffn_down.weight q3_K 994blk.33.attn_k.weight iq2_s 995blk.33.attn_output.weight iq3_s 996blk.33.attn_q.weight iq2_s 997blk.33.attn_v.weight q4_K 998blk.33.ffn_down.weight q3_K 999blk.34.attn_k.weight iq2_s 1000blk.34.attn_output.weight iq3_s 1001blk.34.attn_q.weight iq2_s 1002blk.34.attn_v.weight q4_K 1003blk.34.ffn_down.weight q3_K 1004blk.35.attn_k.weight iq2_s 1005blk.35.attn_output.weight iq3_s 1006blk.35.attn_q.weight iq2_s 1007blk.35.attn_v.weight q4_K 1008blk.35.ffn_down.weight q3_K 1009blk.36.attn_k.weight iq2_s 1010blk.36.attn_output.weight iq3_s 1011blk.36.attn_q.weight iq2_s 1012blk.36.attn_v.weight q4_K 1013blk.36.ffn_down.weight q3_K 1014blk.37.attn_k.weight iq2_s 1015blk.37.attn_output.weight iq3_s 1016blk.37.attn_q.weight iq2_s 1017blk.37.attn_v.weight q4_K 1018blk.37.ffn_down.weight q3_K 1019blk.38.attn_k.weight iq2_s 1020blk.38.attn_output.weight iq3_s 1021blk.38.attn_q.weight iq2_s 1022blk.38.attn_v.weight q4_K 1023blk.38.ffn_down.weight q3_K 1024blk.39.attn_k.weight iq2_s 1025blk.39.attn_output.weight iq3_s 1026blk.39.attn_q.weight iq2_s 1027blk.39.attn_v.weight q4_K 1028blk.39.ffn_down.weight q3_K 1029 1030[IQ1_S] iq1_s 1031output.weight q5_K 1032token_embd.weight q2_K 1033blk.0.attn_output.weight iq2_xxs 1034blk.0.attn_v.weight q4_K 1035blk.0.ffn_down.weight q2_K 1036blk.1.attn_output.weight iq2_xxs 1037blk.1.attn_v.weight q4_K 1038blk.1.ffn_down.weight q2_K 1039blk.2.attn_output.weight iq2_xxs 1040blk.2.attn_v.weight q4_K 1041blk.2.ffn_down.weight q2_K 1042blk.3.attn_output.weight iq2_xxs 1043blk.3.attn_v.weight q4_K 1044blk.3.ffn_down.weight q2_K 1045blk.4.attn_output.weight iq2_xxs 1046blk.4.attn_v.weight q4_K 1047blk.4.ffn_down.weight q2_K 1048blk.5.attn_output.weight iq2_xxs 1049blk.5.attn_v.weight q4_K 1050blk.6.attn_output.weight iq2_xxs 1051blk.6.attn_v.weight q4_K 1052blk.7.attn_output.weight iq2_xxs 1053blk.7.attn_v.weight q4_K 1054blk.8.attn_output.weight iq2_xxs 1055blk.8.attn_v.weight q4_K 1056blk.9.attn_output.weight iq2_xxs 1057blk.9.attn_v.weight q4_K 1058blk.10.attn_output.weight iq2_xxs 1059blk.10.attn_v.weight q4_K 1060blk.11.attn_output.weight iq2_xxs 1061blk.11.attn_v.weight q4_K 1062blk.12.attn_output.weight iq2_xxs 1063blk.12.attn_v.weight q4_K 1064blk.13.attn_output.weight iq2_xxs 1065blk.13.attn_v.weight q4_K 1066blk.14.attn_output.weight iq2_xxs 1067blk.14.attn_v.weight q4_K 1068blk.15.attn_output.weight iq2_xxs 1069blk.15.attn_v.weight q4_K 1070blk.16.attn_output.weight iq2_xxs 1071blk.16.attn_v.weight q4_K 1072blk.17.attn_output.weight iq2_xxs 1073blk.17.attn_v.weight q4_K 1074blk.18.attn_output.weight iq2_xxs 1075blk.18.attn_v.weight q4_K 1076blk.19.attn_output.weight iq2_xxs 1077blk.19.attn_v.weight q4_K 1078blk.20.attn_output.weight iq2_xxs 1079blk.20.attn_v.weight q4_K 1080blk.21.attn_output.weight iq2_xxs 1081blk.21.attn_v.weight q4_K 1082blk.22.attn_output.weight iq2_xxs 1083blk.22.attn_v.weight q4_K 1084blk.23.attn_output.weight iq2_xxs 1085blk.23.attn_v.weight q4_K 1086blk.24.attn_output.weight iq2_xxs 1087blk.24.attn_v.weight q4_K 1088blk.25.attn_output.weight iq2_xxs 1089blk.25.attn_v.weight q4_K 1090blk.26.attn_output.weight iq2_xxs 1091blk.26.attn_v.weight q4_K 1092blk.27.attn_output.weight iq2_xxs 1093blk.27.attn_v.weight q4_K 1094blk.28.attn_output.weight iq2_xxs 1095blk.28.attn_v.weight q4_K 1096blk.29.attn_output.weight iq2_xxs 1097blk.29.attn_v.weight q4_K 1098blk.30.attn_output.weight iq2_xxs 1099blk.30.attn_v.weight q4_K 1100blk.31.attn_output.weight iq2_xxs 1101blk.31.attn_v.weight q4_K 1102blk.32.attn_output.weight iq2_xxs 1103blk.32.attn_v.weight q4_K 1104blk.33.attn_output.weight iq2_xxs 1105blk.33.attn_v.weight q4_K 1106blk.34.attn_output.weight iq2_xxs 1107blk.34.attn_v.weight q4_K 1108blk.35.attn_output.weight iq2_xxs 1109blk.35.attn_v.weight q4_K 1110blk.36.attn_output.weight iq2_xxs 1111blk.36.attn_v.weight q4_K 1112blk.37.attn_output.weight iq2_xxs 1113blk.37.attn_v.weight q4_K 1114blk.38.attn_output.weight iq2_xxs 1115blk.38.attn_v.weight q4_K 1116blk.39.attn_output.weight iq2_xxs 1117blk.39.attn_v.weight q4_K 1118 1119[IQ4_NL] iq4_nl 1120output.weight q6_K 1121blk.0.attn_v.weight q5_K 1122blk.0.ffn_down.weight q5_K 1123blk.1.attn_v.weight q5_K 1124blk.1.ffn_down.weight q5_K 1125blk.2.attn_v.weight q5_K 1126blk.2.ffn_down.weight q5_K 1127blk.3.attn_v.weight q5_K 1128blk.3.ffn_down.weight q5_K 1129blk.4.attn_v.weight q5_K 1130blk.4.ffn_down.weight q5_K 1131blk.5.attn_v.weight q5_K 1132blk.6.attn_v.weight q5_K 1133blk.7.attn_v.weight q5_K 1134blk.8.attn_v.weight q5_K 1135blk.9.attn_v.weight q5_K 1136blk.10.attn_v.weight q5_K 1137blk.11.attn_v.weight q5_K 1138blk.12.attn_v.weight q5_K 1139blk.13.attn_v.weight q5_K 1140blk.14.attn_v.weight q5_K 1141blk.15.attn_v.weight q5_K 1142blk.16.attn_v.weight q5_K 1143blk.17.attn_v.weight q5_K 1144blk.18.attn_v.weight q5_K 1145blk.19.attn_v.weight q5_K 1146blk.20.attn_v.weight q5_K 1147blk.21.attn_v.weight q5_K 1148blk.22.attn_v.weight q5_K 1149blk.23.attn_v.weight q5_K 1150blk.24.attn_v.weight q5_K 1151blk.25.attn_v.weight q5_K 1152blk.26.attn_v.weight q5_K 1153blk.27.attn_v.weight q5_K 1154blk.28.attn_v.weight q5_K 1155blk.29.attn_v.weight q5_K 1156blk.30.attn_v.weight q5_K 1157blk.31.attn_v.weight q5_K 1158blk.32.attn_v.weight q5_K 1159blk.33.attn_v.weight q5_K 1160blk.34.attn_v.weight q5_K 1161blk.35.attn_v.weight q5_K 1162blk.36.attn_v.weight q5_K 1163blk.37.attn_v.weight q5_K 1164blk.38.attn_v.weight q5_K 1165blk.39.attn_v.weight q5_K 1166 1167[IQ3_S] iq3_s 1168output.weight q6_K 1169blk.0.attn_v.weight q4_K 1170blk.1.attn_v.weight q4_K 1171blk.2.attn_v.weight q4_K 1172blk.3.attn_v.weight q4_K 1173blk.4.attn_v.weight q4_K 1174blk.5.attn_v.weight q4_K 1175blk.6.attn_v.weight q4_K 1176blk.7.attn_v.weight q4_K 1177blk.8.attn_v.weight q4_K 1178blk.9.attn_v.weight q4_K 1179blk.10.attn_v.weight q4_K 1180blk.11.attn_v.weight q4_K 1181blk.12.attn_v.weight q4_K 1182blk.13.attn_v.weight q4_K 1183blk.14.attn_v.weight q4_K 1184blk.15.attn_v.weight q4_K 1185blk.16.attn_v.weight q4_K 1186blk.17.attn_v.weight q4_K 1187blk.18.attn_v.weight q4_K 1188blk.19.attn_v.weight q4_K 1189blk.20.attn_v.weight q4_K 1190blk.21.attn_v.weight q4_K 1191blk.22.attn_v.weight q4_K 1192blk.23.attn_v.weight q4_K 1193blk.24.attn_v.weight q4_K 1194blk.25.attn_v.weight q4_K 1195blk.26.attn_v.weight q4_K 1196blk.27.attn_v.weight q4_K 1197blk.28.attn_v.weight q4_K 1198blk.29.attn_v.weight q4_K 1199blk.30.attn_v.weight q4_K 1200blk.31.attn_v.weight q4_K 1201blk.32.attn_v.weight q4_K 1202blk.33.attn_v.weight q4_K 1203blk.34.attn_v.weight q4_K 1204blk.35.attn_v.weight q4_K 1205blk.36.attn_v.weight q4_K 1206blk.37.attn_v.weight q4_K 1207blk.38.attn_v.weight q4_K 1208blk.39.attn_v.weight q4_K 1209 1210[IQ3_M] iq3_s 1211output.weight q6_K 1212blk.0.attn_output.weight q4_K 1213blk.0.attn_v.weight q4_K 1214blk.0.ffn_down.weight q4_K 1215blk.1.attn_output.weight q4_K 1216blk.1.attn_v.weight q4_K 1217blk.1.ffn_down.weight q4_K 1218blk.2.attn_output.weight q4_K 1219blk.2.attn_v.weight q4_K 1220blk.2.ffn_down.weight q4_K 1221blk.3.attn_output.weight q4_K 1222blk.3.attn_v.weight q4_K 1223blk.3.ffn_down.weight q4_K 1224blk.4.attn_output.weight q4_K 1225blk.4.attn_v.weight q4_K 1226blk.4.ffn_down.weight q4_K 1227blk.5.attn_output.weight q4_K 1228blk.5.attn_v.weight q4_K 1229blk.6.attn_output.weight q4_K 1230blk.6.attn_v.weight q4_K 1231blk.7.attn_output.weight q4_K 1232blk.7.attn_v.weight q4_K 1233blk.8.attn_output.weight q4_K 1234blk.8.attn_v.weight q4_K 1235blk.9.attn_output.weight q4_K 1236blk.9.attn_v.weight q4_K 1237blk.10.attn_output.weight q4_K 1238blk.10.attn_v.weight q4_K 1239blk.11.attn_output.weight q4_K 1240blk.11.attn_v.weight q4_K 1241blk.12.attn_output.weight q4_K 1242blk.12.attn_v.weight q4_K 1243blk.13.attn_output.weight q4_K 1244blk.13.attn_v.weight q4_K 1245blk.14.attn_output.weight q4_K 1246blk.14.attn_v.weight q4_K 1247blk.15.attn_output.weight q4_K 1248blk.15.attn_v.weight q4_K 1249blk.16.attn_output.weight q4_K 1250blk.16.attn_v.weight q4_K 1251blk.17.attn_output.weight q4_K 1252blk.17.attn_v.weight q4_K 1253blk.18.attn_output.weight q4_K 1254blk.18.attn_v.weight q4_K 1255blk.19.attn_output.weight q4_K 1256blk.19.attn_v.weight q4_K 1257blk.20.attn_output.weight q4_K 1258blk.20.attn_v.weight q4_K 1259blk.21.attn_output.weight q4_K 1260blk.21.attn_v.weight q4_K 1261blk.22.attn_output.weight q4_K 1262blk.22.attn_v.weight q4_K 1263blk.23.attn_output.weight q4_K 1264blk.23.attn_v.weight q4_K 1265blk.24.attn_output.weight q4_K 1266blk.24.attn_v.weight q4_K 1267blk.25.attn_output.weight q4_K 1268blk.25.attn_v.weight q4_K 1269blk.26.attn_output.weight q4_K 1270blk.26.attn_v.weight q4_K 1271blk.27.attn_output.weight q4_K 1272blk.27.attn_v.weight q4_K 1273blk.28.attn_output.weight q4_K 1274blk.28.attn_v.weight q4_K 1275blk.29.attn_output.weight q4_K 1276blk.29.attn_v.weight q4_K 1277blk.30.attn_output.weight q4_K 1278blk.30.attn_v.weight q4_K 1279blk.31.attn_output.weight q4_K 1280blk.31.attn_v.weight q4_K 1281blk.32.attn_output.weight q4_K 1282blk.32.attn_v.weight q4_K 1283blk.33.attn_output.weight q4_K 1284blk.33.attn_v.weight q4_K 1285blk.34.attn_output.weight q4_K 1286blk.34.attn_v.weight q4_K 1287blk.35.attn_output.weight q4_K 1288blk.35.attn_v.weight q4_K 1289blk.36.attn_output.weight q4_K 1290blk.36.attn_v.weight q4_K 1291blk.37.attn_output.weight q4_K 1292blk.37.attn_v.weight q4_K 1293blk.38.attn_output.weight q4_K 1294blk.38.attn_v.weight q4_K 1295blk.39.attn_output.weight q4_K 1296blk.39.attn_v.weight q4_K 1297 1298[IQ2_S] iq2_xs 1299output.weight q5_K 1300token_embd.weight iq3_s 1301blk.0.attn_output.weight iq3_s 1302blk.0.attn_v.weight q4_K 1303blk.0.ffn_down.weight iq3_s 1304blk.1.attn_output.weight iq3_s 1305blk.1.attn_v.weight q4_K 1306blk.1.ffn_down.weight iq3_s 1307blk.2.attn_output.weight iq3_s 1308blk.2.attn_v.weight q4_K 1309blk.2.ffn_down.weight iq3_s 1310blk.3.attn_output.weight iq3_s 1311blk.3.attn_v.weight q4_K 1312blk.3.ffn_down.weight iq3_s 1313blk.4.attn_output.weight iq3_s 1314blk.4.attn_v.weight q4_K 1315blk.4.ffn_down.weight iq3_s 1316blk.5.attn_output.weight iq3_s 1317blk.5.attn_v.weight q4_K 1318blk.6.attn_output.weight iq3_s 1319blk.6.attn_v.weight q4_K 1320blk.7.attn_output.weight iq3_s 1321blk.7.attn_v.weight q4_K 1322blk.8.attn_output.weight iq3_s 1323blk.8.attn_v.weight q4_K 1324blk.9.attn_output.weight iq3_s 1325blk.9.attn_v.weight q4_K 1326blk.10.attn_output.weight iq3_s 1327blk.10.attn_v.weight q4_K 1328blk.11.attn_output.weight iq3_s 1329blk.11.attn_v.weight q4_K 1330blk.12.attn_output.weight iq3_s 1331blk.12.attn_v.weight q4_K 1332blk.13.attn_output.weight iq3_s 1333blk.13.attn_v.weight q4_K 1334blk.14.attn_output.weight iq3_s 1335blk.14.attn_v.weight q4_K 1336blk.15.attn_output.weight iq3_s 1337blk.15.attn_v.weight q4_K 1338blk.16.attn_output.weight iq3_s 1339blk.16.attn_v.weight q4_K 1340blk.17.attn_output.weight iq3_s 1341blk.17.attn_v.weight q4_K 1342blk.18.attn_output.weight iq3_s 1343blk.18.attn_v.weight q4_K 1344blk.19.attn_output.weight iq3_s 1345blk.19.attn_v.weight q4_K 1346blk.20.attn_output.weight iq3_s 1347blk.20.attn_v.weight q4_K 1348blk.21.attn_output.weight iq3_s 1349blk.21.attn_v.weight q4_K 1350blk.22.attn_output.weight iq3_s 1351blk.22.attn_v.weight q4_K 1352blk.23.attn_output.weight iq3_s 1353blk.23.attn_v.weight q4_K 1354blk.24.attn_output.weight iq3_s 1355blk.24.attn_v.weight q4_K 1356blk.25.attn_output.weight iq3_s 1357blk.25.attn_v.weight q4_K 1358blk.26.attn_output.weight iq3_s 1359blk.26.attn_v.weight q4_K 1360blk.27.attn_output.weight iq3_s 1361blk.27.attn_v.weight q4_K 1362blk.28.attn_output.weight iq3_s 1363blk.28.attn_v.weight q4_K 1364blk.29.attn_output.weight iq3_s 1365blk.29.attn_v.weight q4_K 1366blk.30.attn_output.weight iq3_s 1367blk.30.attn_v.weight q4_K 1368blk.31.attn_output.weight iq3_s 1369blk.31.attn_v.weight q4_K 1370blk.32.attn_output.weight iq3_s 1371blk.32.attn_v.weight q4_K 1372blk.33.attn_output.weight iq3_s 1373blk.33.attn_v.weight q4_K 1374blk.34.attn_output.weight iq3_s 1375blk.34.attn_v.weight q4_K 1376blk.35.attn_output.weight iq3_s 1377blk.35.attn_v.weight q4_K 1378blk.36.attn_output.weight iq3_s 1379blk.36.attn_v.weight q4_K 1380blk.37.attn_output.weight iq3_s 1381blk.37.attn_v.weight q4_K 1382blk.38.attn_output.weight iq3_s 1383blk.38.attn_v.weight q4_K 1384blk.39.attn_output.weight iq3_s 1385blk.39.attn_v.weight q4_K 1386 1387[IQ2_M] iq2_s 1388output.weight q5_K 1389token_embd.weight iq3_s 1390blk.0.attn_output.weight iq3_s 1391blk.0.attn_v.weight q4_K 1392blk.0.ffn_down.weight iq3_s 1393blk.1.attn_output.weight iq3_s 1394blk.1.attn_v.weight q4_K 1395blk.1.ffn_down.weight iq3_s 1396blk.2.attn_output.weight iq3_s 1397blk.2.attn_v.weight q4_K 1398blk.2.ffn_down.weight iq3_s 1399blk.3.attn_output.weight iq3_s 1400blk.3.attn_v.weight q4_K 1401blk.3.ffn_down.weight iq3_s 1402blk.4.attn_output.weight iq3_s 1403blk.4.attn_v.weight q4_K 1404blk.4.ffn_down.weight iq3_s 1405blk.5.attn_output.weight iq3_s 1406blk.5.attn_v.weight q4_K 1407blk.6.attn_output.weight iq3_s 1408blk.6.attn_v.weight q4_K 1409blk.7.attn_output.weight iq3_s 1410blk.7.attn_v.weight q4_K 1411blk.8.attn_output.weight iq3_s 1412blk.8.attn_v.weight q4_K 1413blk.9.attn_output.weight iq3_s 1414blk.9.attn_v.weight q4_K 1415blk.10.attn_output.weight iq3_s 1416blk.10.attn_v.weight q4_K 1417blk.11.attn_output.weight iq3_s 1418blk.11.attn_v.weight q4_K 1419blk.12.attn_output.weight iq3_s 1420blk.12.attn_v.weight q4_K 1421blk.13.attn_output.weight iq3_s 1422blk.13.attn_v.weight q4_K 1423blk.14.attn_output.weight iq3_s 1424blk.14.attn_v.weight q4_K 1425blk.15.attn_output.weight iq3_s 1426blk.15.attn_v.weight q4_K 1427blk.16.attn_output.weight iq3_s 1428blk.16.attn_v.weight q4_K 1429blk.17.attn_output.weight iq3_s 1430blk.17.attn_v.weight q4_K 1431blk.18.attn_output.weight iq3_s 1432blk.18.attn_v.weight q4_K 1433blk.19.attn_output.weight iq3_s 1434blk.19.attn_v.weight q4_K 1435blk.20.attn_output.weight iq3_s 1436blk.20.attn_v.weight q4_K 1437blk.21.attn_output.weight iq3_s 1438blk.21.attn_v.weight q4_K 1439blk.22.attn_output.weight iq3_s 1440blk.22.attn_v.weight q4_K 1441blk.23.attn_output.weight iq3_s 1442blk.23.attn_v.weight q4_K 1443blk.24.attn_output.weight iq3_s 1444blk.24.attn_v.weight q4_K 1445blk.25.attn_output.weight iq3_s 1446blk.25.attn_v.weight q4_K 1447blk.26.attn_output.weight iq3_s 1448blk.26.attn_v.weight q4_K 1449blk.27.attn_output.weight iq3_s 1450blk.27.attn_v.weight q4_K 1451blk.28.attn_output.weight iq3_s 1452blk.28.attn_v.weight q4_K 1453blk.29.attn_output.weight iq3_s 1454blk.29.attn_v.weight q4_K 1455blk.30.attn_output.weight iq3_s 1456blk.30.attn_v.weight q4_K 1457blk.31.attn_output.weight iq3_s 1458blk.31.attn_v.weight q4_K 1459blk.32.attn_output.weight iq3_s 1460blk.32.attn_v.weight q4_K 1461blk.33.attn_output.weight iq3_s 1462blk.33.attn_v.weight q4_K 1463blk.34.attn_output.weight iq3_s 1464blk.34.attn_v.weight q4_K 1465blk.35.attn_output.weight iq3_s 1466blk.35.attn_v.weight q4_K 1467blk.36.attn_output.weight iq3_s 1468blk.36.attn_v.weight q4_K 1469blk.37.attn_output.weight iq3_s 1470blk.37.attn_v.weight q4_K 1471blk.38.attn_output.weight iq3_s 1472blk.38.attn_v.weight q4_K 1473blk.39.attn_output.weight iq3_s 1474blk.39.attn_v.weight q4_K 1475 1476[IQ4_XS] iq4_xs 1477output.weight q6_K 1478blk.0.attn_v.weight q5_K 1479blk.0.ffn_down.weight q5_K 1480blk.1.attn_v.weight q5_K 1481blk.1.ffn_down.weight q5_K 1482blk.2.attn_v.weight q5_K 1483blk.2.ffn_down.weight q5_K 1484blk.3.attn_v.weight q5_K 1485blk.3.ffn_down.weight q5_K 1486blk.4.attn_v.weight q5_K 1487blk.4.ffn_down.weight q5_K 1488blk.5.attn_v.weight q5_K 1489blk.6.attn_v.weight q5_K 1490blk.7.attn_v.weight q5_K 1491blk.8.attn_v.weight q5_K 1492blk.9.attn_v.weight q5_K 1493blk.10.attn_v.weight q5_K 1494blk.11.attn_v.weight q5_K 1495blk.12.attn_v.weight q5_K 1496blk.13.attn_v.weight q5_K 1497blk.14.attn_v.weight q5_K 1498blk.15.attn_v.weight q5_K 1499blk.16.attn_v.weight q5_K 1500blk.17.attn_v.weight q5_K 1501blk.18.attn_v.weight q5_K 1502blk.19.attn_v.weight q5_K 1503blk.20.attn_v.weight q5_K 1504blk.21.attn_v.weight q5_K 1505blk.22.attn_v.weight q5_K 1506blk.23.attn_v.weight q5_K 1507blk.24.attn_v.weight q5_K 1508blk.25.attn_v.weight q5_K 1509blk.26.attn_v.weight q5_K 1510blk.27.attn_v.weight q5_K 1511blk.28.attn_v.weight q5_K 1512blk.29.attn_v.weight q5_K 1513blk.30.attn_v.weight q5_K 1514blk.31.attn_v.weight q5_K 1515blk.32.attn_v.weight q5_K 1516blk.33.attn_v.weight q5_K 1517blk.34.attn_v.weight q5_K 1518blk.35.attn_v.weight q5_K 1519blk.36.attn_v.weight q5_K 1520blk.37.attn_v.weight q5_K 1521blk.38.attn_v.weight q5_K 1522blk.39.attn_v.weight q5_K 1523 1524[IQ1_M] iq1_m 1525output.weight q5_K 1526token_embd.weight q2_K 1527blk.0.attn_output.weight iq2_xxs 1528blk.0.attn_v.weight q4_K 1529blk.0.ffn_down.weight q2_K 1530blk.1.attn_output.weight iq2_xxs 1531blk.1.attn_v.weight q4_K 1532blk.1.ffn_down.weight q2_K 1533blk.2.attn_output.weight iq2_xxs 1534blk.2.attn_v.weight q4_K 1535blk.2.ffn_down.weight q2_K 1536blk.3.attn_output.weight iq2_xxs 1537blk.3.attn_v.weight q4_K 1538blk.3.ffn_down.weight q2_K 1539blk.4.attn_output.weight iq2_xxs 1540blk.4.attn_v.weight q4_K 1541blk.4.ffn_down.weight q2_K 1542blk.5.attn_output.weight iq2_xxs 1543blk.5.attn_v.weight q4_K 1544blk.6.attn_output.weight iq2_xxs 1545blk.6.attn_v.weight q4_K 1546blk.7.attn_output.weight iq2_xxs 1547blk.7.attn_v.weight q4_K 1548blk.8.attn_output.weight iq2_xxs 1549blk.8.attn_v.weight q4_K 1550blk.9.attn_output.weight iq2_xxs 1551blk.9.attn_v.weight q4_K 1552blk.10.attn_output.weight iq2_xxs 1553blk.10.attn_v.weight q4_K 1554blk.11.attn_output.weight iq2_xxs 1555blk.11.attn_v.weight q4_K 1556blk.12.attn_output.weight iq2_xxs 1557blk.12.attn_v.weight q4_K 1558blk.13.attn_output.weight iq2_xxs 1559blk.13.attn_v.weight q4_K 1560blk.14.attn_output.weight iq2_xxs 1561blk.14.attn_v.weight q4_K 1562blk.15.attn_output.weight iq2_xxs 1563blk.15.attn_v.weight q4_K 1564blk.16.attn_output.weight iq2_xxs 1565blk.16.attn_v.weight q4_K 1566blk.17.attn_output.weight iq2_xxs 1567blk.17.attn_v.weight q4_K 1568blk.18.attn_output.weight iq2_xxs 1569blk.18.attn_v.weight q4_K 1570blk.19.attn_output.weight iq2_xxs 1571blk.19.attn_v.weight q4_K 1572blk.20.attn_output.weight iq2_xxs 1573blk.20.attn_v.weight q4_K 1574blk.21.attn_output.weight iq2_xxs 1575blk.21.attn_v.weight q4_K 1576blk.22.attn_output.weight iq2_xxs 1577blk.22.attn_v.weight q4_K 1578blk.23.attn_output.weight iq2_xxs 1579blk.23.attn_v.weight q4_K 1580blk.24.attn_output.weight iq2_xxs 1581blk.24.attn_v.weight q4_K 1582blk.25.attn_output.weight iq2_xxs 1583blk.25.attn_v.weight q4_K 1584blk.26.attn_output.weight iq2_xxs 1585blk.26.attn_v.weight q4_K 1586blk.27.attn_output.weight iq2_xxs 1587blk.27.attn_v.weight q4_K 1588blk.28.attn_output.weight iq2_xxs 1589blk.28.attn_v.weight q4_K 1590blk.29.attn_output.weight iq2_xxs 1591blk.29.attn_v.weight q4_K 1592blk.30.attn_output.weight iq2_xxs 1593blk.30.attn_v.weight q4_K 1594blk.31.attn_output.weight iq2_xxs 1595blk.31.attn_v.weight q4_K 1596blk.32.attn_output.weight iq2_xxs 1597blk.32.attn_v.weight q4_K 1598blk.33.attn_output.weight iq2_xxs 1599blk.33.attn_v.weight q4_K 1600blk.34.attn_output.weight iq2_xxs 1601blk.34.attn_v.weight q4_K 1602blk.35.attn_output.weight iq2_xxs 1603blk.35.attn_v.weight q4_K 1604blk.36.attn_output.weight iq2_xxs 1605blk.36.attn_v.weight q4_K 1606blk.37.attn_output.weight iq2_xxs 1607blk.37.attn_v.weight q4_K 1608blk.38.attn_output.weight iq2_xxs 1609blk.38.attn_v.weight q4_K 1610blk.39.attn_output.weight iq2_xxs 1611blk.39.attn_v.weight q4_K 1612 1613[BF16] bf16 1614 1615[TQ1_0] tq1_0 1616output.weight q6_K 1617token_embd.weight q4_K 1618 1619[TQ2_0] tq2_0 1620output.weight q6_K 1621token_embd.weight q4_K 1622 1623[MXFP4_MOE] mxfp4 1624output.weight q8_0 1625token_embd.weight q8_0 1626blk.0.attn_k.weight q8_0 1627blk.0.attn_output.weight q8_0 1628blk.0.attn_q.weight q8_0 1629blk.0.attn_v.weight q8_0 1630blk.0.ffn_down.weight q8_0 1631blk.0.ffn_gate.weight q8_0 1632blk.0.ffn_up.weight q8_0 1633blk.1.attn_k.weight q8_0 1634blk.1.attn_output.weight q8_0 1635blk.1.attn_q.weight q8_0 1636blk.1.attn_v.weight q8_0 1637blk.1.ffn_down.weight q8_0 1638blk.1.ffn_gate.weight q8_0 1639blk.1.ffn_up.weight q8_0 1640blk.2.attn_k.weight q8_0 1641blk.2.attn_output.weight q8_0 1642blk.2.attn_q.weight q8_0 1643blk.2.attn_v.weight q8_0 1644blk.2.ffn_down.weight q8_0 1645blk.2.ffn_gate.weight q8_0 1646blk.2.ffn_up.weight q8_0 1647blk.3.attn_k.weight q8_0 1648blk.3.attn_output.weight q8_0 1649blk.3.attn_q.weight q8_0 1650blk.3.attn_v.weight q8_0 1651blk.3.ffn_down.weight q8_0 1652blk.3.ffn_gate.weight q8_0 1653blk.3.ffn_up.weight q8_0 1654blk.4.attn_k.weight q8_0 1655blk.4.attn_output.weight q8_0 1656blk.4.attn_q.weight q8_0 1657blk.4.attn_v.weight q8_0 1658blk.4.ffn_down.weight q8_0 1659blk.4.ffn_gate.weight q8_0 1660blk.4.ffn_up.weight q8_0 1661blk.5.attn_k.weight q8_0 1662blk.5.attn_output.weight q8_0 1663blk.5.attn_q.weight q8_0 1664blk.5.attn_v.weight q8_0 1665blk.5.ffn_down.weight q8_0 1666blk.5.ffn_gate.weight q8_0 1667blk.5.ffn_up.weight q8_0 1668blk.6.attn_k.weight q8_0 1669blk.6.attn_output.weight q8_0 1670blk.6.attn_q.weight q8_0 1671blk.6.attn_v.weight q8_0 1672blk.6.ffn_down.weight q8_0 1673blk.6.ffn_gate.weight q8_0 1674blk.6.ffn_up.weight q8_0 1675blk.7.attn_k.weight q8_0 1676blk.7.attn_output.weight q8_0 1677blk.7.attn_q.weight q8_0 1678blk.7.attn_v.weight q8_0 1679blk.7.ffn_down.weight q8_0 1680blk.7.ffn_gate.weight q8_0 1681blk.7.ffn_up.weight q8_0 1682blk.8.attn_k.weight q8_0 1683blk.8.attn_output.weight q8_0 1684blk.8.attn_q.weight q8_0 1685blk.8.attn_v.weight q8_0 1686blk.8.ffn_down.weight q8_0 1687blk.8.ffn_gate.weight q8_0 1688blk.8.ffn_up.weight q8_0 1689blk.9.attn_k.weight q8_0 1690blk.9.attn_output.weight q8_0 1691blk.9.attn_q.weight q8_0 1692blk.9.attn_v.weight q8_0 1693blk.9.ffn_down.weight q8_0 1694blk.9.ffn_gate.weight q8_0 1695blk.9.ffn_up.weight q8_0 1696blk.10.attn_k.weight q8_0 1697blk.10.attn_output.weight q8_0 1698blk.10.attn_q.weight q8_0 1699blk.10.attn_v.weight q8_0 1700blk.10.ffn_down.weight q8_0 1701blk.10.ffn_gate.weight q8_0 1702blk.10.ffn_up.weight q8_0 1703blk.11.attn_k.weight q8_0 1704blk.11.attn_output.weight q8_0 1705blk.11.attn_q.weight q8_0 1706blk.11.attn_v.weight q8_0 1707blk.11.ffn_down.weight q8_0 1708blk.11.ffn_gate.weight q8_0 1709blk.11.ffn_up.weight q8_0 1710blk.12.attn_k.weight q8_0 1711blk.12.attn_output.weight q8_0 1712blk.12.attn_q.weight q8_0 1713blk.12.attn_v.weight q8_0 1714blk.12.ffn_down.weight q8_0 1715blk.12.ffn_gate.weight q8_0 1716blk.12.ffn_up.weight q8_0 1717blk.13.attn_k.weight q8_0 1718blk.13.attn_output.weight q8_0 1719blk.13.attn_q.weight q8_0 1720blk.13.attn_v.weight q8_0 1721blk.13.ffn_down.weight q8_0 1722blk.13.ffn_gate.weight q8_0 1723blk.13.ffn_up.weight q8_0 1724blk.14.attn_k.weight q8_0 1725blk.14.attn_output.weight q8_0 1726blk.14.attn_q.weight q8_0 1727blk.14.attn_v.weight q8_0 1728blk.14.ffn_down.weight q8_0 1729blk.14.ffn_gate.weight q8_0 1730blk.14.ffn_up.weight q8_0 1731blk.15.attn_k.weight q8_0 1732blk.15.attn_output.weight q8_0 1733blk.15.attn_q.weight q8_0 1734blk.15.attn_v.weight q8_0 1735blk.15.ffn_down.weight q8_0 1736blk.15.ffn_gate.weight q8_0 1737blk.15.ffn_up.weight q8_0 1738blk.16.attn_k.weight q8_0 1739blk.16.attn_output.weight q8_0 1740blk.16.attn_q.weight q8_0 1741blk.16.attn_v.weight q8_0 1742blk.16.ffn_down.weight q8_0 1743blk.16.ffn_gate.weight q8_0 1744blk.16.ffn_up.weight q8_0 1745blk.17.attn_k.weight q8_0 1746blk.17.attn_output.weight q8_0 1747blk.17.attn_q.weight q8_0 1748blk.17.attn_v.weight q8_0 1749blk.17.ffn_down.weight q8_0 1750blk.17.ffn_gate.weight q8_0 1751blk.17.ffn_up.weight q8_0 1752blk.18.attn_k.weight q8_0 1753blk.18.attn_output.weight q8_0 1754blk.18.attn_q.weight q8_0 1755blk.18.attn_v.weight q8_0 1756blk.18.ffn_down.weight q8_0 1757blk.18.ffn_gate.weight q8_0 1758blk.18.ffn_up.weight q8_0 1759blk.19.attn_k.weight q8_0 1760blk.19.attn_output.weight q8_0 1761blk.19.attn_q.weight q8_0 1762blk.19.attn_v.weight q8_0 1763blk.19.ffn_down.weight q8_0 1764blk.19.ffn_gate.weight q8_0 1765blk.19.ffn_up.weight q8_0 1766blk.20.attn_k.weight q8_0 1767blk.20.attn_output.weight q8_0 1768blk.20.attn_q.weight q8_0 1769blk.20.attn_v.weight q8_0 1770blk.20.ffn_down.weight q8_0 1771blk.20.ffn_gate.weight q8_0 1772blk.20.ffn_up.weight q8_0 1773blk.21.attn_k.weight q8_0 1774blk.21.attn_output.weight q8_0 1775blk.21.attn_q.weight q8_0 1776blk.21.attn_v.weight q8_0 1777blk.21.ffn_down.weight q8_0 1778blk.21.ffn_gate.weight q8_0 1779blk.21.ffn_up.weight q8_0 1780blk.22.attn_k.weight q8_0 1781blk.22.attn_output.weight q8_0 1782blk.22.attn_q.weight q8_0 1783blk.22.attn_v.weight q8_0 1784blk.22.ffn_down.weight q8_0 1785blk.22.ffn_gate.weight q8_0 1786blk.22.ffn_up.weight q8_0 1787blk.23.attn_k.weight q8_0 1788blk.23.attn_output.weight q8_0 1789blk.23.attn_q.weight q8_0 1790blk.23.attn_v.weight q8_0 1791blk.23.ffn_down.weight q8_0 1792blk.23.ffn_gate.weight q8_0 1793blk.23.ffn_up.weight q8_0 1794blk.24.attn_k.weight q8_0 1795blk.24.attn_output.weight q8_0 1796blk.24.attn_q.weight q8_0 1797blk.24.attn_v.weight q8_0 1798blk.24.ffn_down.weight q8_0 1799blk.24.ffn_gate.weight q8_0 1800blk.24.ffn_up.weight q8_0 1801blk.25.attn_k.weight q8_0 1802blk.25.attn_output.weight q8_0 1803blk.25.attn_q.weight q8_0 1804blk.25.attn_v.weight q8_0 1805blk.25.ffn_down.weight q8_0 1806blk.25.ffn_gate.weight q8_0 1807blk.25.ffn_up.weight q8_0 1808blk.26.attn_k.weight q8_0 1809blk.26.attn_output.weight q8_0 1810blk.26.attn_q.weight q8_0 1811blk.26.attn_v.weight q8_0 1812blk.26.ffn_down.weight q8_0 1813blk.26.ffn_gate.weight q8_0 1814blk.26.ffn_up.weight q8_0 1815blk.27.attn_k.weight q8_0 1816blk.27.attn_output.weight q8_0 1817blk.27.attn_q.weight q8_0 1818blk.27.attn_v.weight q8_0 1819blk.27.ffn_down.weight q8_0 1820blk.27.ffn_gate.weight q8_0 1821blk.27.ffn_up.weight q8_0 1822blk.28.attn_k.weight q8_0 1823blk.28.attn_output.weight q8_0 1824blk.28.attn_q.weight q8_0 1825blk.28.attn_v.weight q8_0 1826blk.28.ffn_down.weight q8_0 1827blk.28.ffn_gate.weight q8_0 1828blk.28.ffn_up.weight q8_0 1829blk.29.attn_k.weight q8_0 1830blk.29.attn_output.weight q8_0 1831blk.29.attn_q.weight q8_0 1832blk.29.attn_v.weight q8_0 1833blk.29.ffn_down.weight q8_0 1834blk.29.ffn_gate.weight q8_0 1835blk.29.ffn_up.weight q8_0 1836blk.30.attn_k.weight q8_0 1837blk.30.attn_output.weight q8_0 1838blk.30.attn_q.weight q8_0 1839blk.30.attn_v.weight q8_0 1840blk.30.ffn_down.weight q8_0 1841blk.30.ffn_gate.weight q8_0 1842blk.30.ffn_up.weight q8_0 1843blk.31.attn_k.weight q8_0 1844blk.31.attn_output.weight q8_0 1845blk.31.attn_q.weight q8_0 1846blk.31.attn_v.weight q8_0 1847blk.31.ffn_down.weight q8_0 1848blk.31.ffn_gate.weight q8_0 1849blk.31.ffn_up.weight q8_0 1850blk.32.attn_k.weight q8_0 1851blk.32.attn_output.weight q8_0 1852blk.32.attn_q.weight q8_0 1853blk.32.attn_v.weight q8_0 1854blk.32.ffn_down.weight q8_0 1855blk.32.ffn_gate.weight q8_0 1856blk.32.ffn_up.weight q8_0 1857blk.33.attn_k.weight q8_0 1858blk.33.attn_output.weight q8_0 1859blk.33.attn_q.weight q8_0 1860blk.33.attn_v.weight q8_0 1861blk.33.ffn_down.weight q8_0 1862blk.33.ffn_gate.weight q8_0 1863blk.33.ffn_up.weight q8_0 1864blk.34.attn_k.weight q8_0 1865blk.34.attn_output.weight q8_0 1866blk.34.attn_q.weight q8_0 1867blk.34.attn_v.weight q8_0 1868blk.34.ffn_down.weight q8_0 1869blk.34.ffn_gate.weight q8_0 1870blk.34.ffn_up.weight q8_0 1871blk.35.attn_k.weight q8_0 1872blk.35.attn_output.weight q8_0 1873blk.35.attn_q.weight q8_0 1874blk.35.attn_v.weight q8_0 1875blk.35.ffn_down.weight q8_0 1876blk.35.ffn_gate.weight q8_0 1877blk.35.ffn_up.weight q8_0 1878blk.36.attn_k.weight q8_0 1879blk.36.attn_output.weight q8_0 1880blk.36.attn_q.weight q8_0 1881blk.36.attn_v.weight q8_0 1882blk.36.ffn_down.weight q8_0 1883blk.36.ffn_gate.weight q8_0 1884blk.36.ffn_up.weight q8_0 1885blk.37.attn_k.weight q8_0 1886blk.37.attn_output.weight q8_0 1887blk.37.attn_q.weight q8_0 1888blk.37.attn_v.weight q8_0 1889blk.37.ffn_down.weight q8_0 1890blk.37.ffn_gate.weight q8_0 1891blk.37.ffn_up.weight q8_0 1892blk.38.attn_k.weight q8_0 1893blk.38.attn_output.weight q8_0 1894blk.38.attn_q.weight q8_0 1895blk.38.attn_v.weight q8_0 1896blk.38.ffn_down.weight q8_0 1897blk.38.ffn_gate.weight q8_0 1898blk.38.ffn_up.weight q8_0 1899blk.39.attn_k.weight q8_0 1900blk.39.attn_output.weight q8_0 1901blk.39.attn_q.weight q8_0 1902blk.39.attn_v.weight q8_0 1903blk.39.ffn_down.weight q8_0 1904blk.39.ffn_gate.weight q8_0 1905blk.39.ffn_up.weight q8_0