char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: Qwen3-0.6B 2# n_embd=1024, n_ff=3072, n_vocab=151936, n_layer=28, n_head=16, n_head_kv=8 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_output.weight q3_K 25blk.0.attn_v.weight q3_K 26blk.0.ffn_down.weight q3_K 27blk.1.attn_output.weight q3_K 28blk.1.attn_v.weight q3_K 29blk.1.ffn_down.weight q3_K 30blk.2.attn_output.weight q3_K 31blk.2.attn_v.weight q3_K 32blk.2.ffn_down.weight q3_K 33blk.3.attn_output.weight q3_K 34blk.3.attn_v.weight q3_K 35blk.3.ffn_down.weight q3_K 36blk.4.attn_output.weight q3_K 37blk.4.attn_v.weight q3_K 38blk.4.ffn_down.weight q3_K 39blk.5.attn_output.weight q3_K 40blk.5.attn_v.weight q3_K 41blk.5.ffn_down.weight q3_K 42blk.6.attn_output.weight q3_K 43blk.6.attn_v.weight q3_K 44blk.6.ffn_down.weight q3_K 45blk.7.attn_output.weight q3_K 46blk.7.attn_v.weight q3_K 47blk.7.ffn_down.weight q3_K 48blk.8.attn_output.weight q3_K 49blk.8.attn_v.weight q3_K 50blk.8.ffn_down.weight q3_K 51blk.9.attn_output.weight q3_K 52blk.9.attn_v.weight q3_K 53blk.9.ffn_down.weight q3_K 54blk.10.attn_output.weight q3_K 55blk.10.attn_v.weight q3_K 56blk.10.ffn_down.weight q3_K 57blk.11.attn_output.weight q3_K 58blk.11.attn_v.weight q3_K 59blk.11.ffn_down.weight q3_K 60blk.12.attn_output.weight q3_K 61blk.12.attn_v.weight q3_K 62blk.12.ffn_down.weight q3_K 63blk.13.attn_output.weight q3_K 64blk.13.attn_v.weight q3_K 65blk.13.ffn_down.weight q3_K 66blk.14.attn_output.weight q3_K 67blk.14.attn_v.weight q3_K 68blk.14.ffn_down.weight q3_K 69blk.15.attn_output.weight q3_K 70blk.15.attn_v.weight q3_K 71blk.15.ffn_down.weight q3_K 72blk.16.attn_output.weight q3_K 73blk.16.attn_v.weight q3_K 74blk.16.ffn_down.weight q3_K 75blk.17.attn_output.weight q3_K 76blk.17.attn_v.weight q3_K 77blk.17.ffn_down.weight q3_K 78blk.18.attn_output.weight q3_K 79blk.18.attn_v.weight q3_K 80blk.18.ffn_down.weight q3_K 81blk.19.attn_output.weight q3_K 82blk.19.attn_v.weight q3_K 83blk.19.ffn_down.weight q3_K 84blk.20.attn_output.weight q3_K 85blk.20.attn_v.weight q3_K 86blk.20.ffn_down.weight q3_K 87blk.21.attn_output.weight q3_K 88blk.21.attn_v.weight q3_K 89blk.21.ffn_down.weight q3_K 90blk.22.attn_output.weight q3_K 91blk.22.attn_v.weight q3_K 92blk.22.ffn_down.weight q3_K 93blk.23.attn_output.weight q3_K 94blk.23.attn_v.weight q3_K 95blk.23.ffn_down.weight q3_K 96blk.24.attn_output.weight q3_K 97blk.24.attn_v.weight q3_K 98blk.24.ffn_down.weight q3_K 99blk.25.attn_output.weight q3_K 100blk.25.attn_v.weight q3_K 101blk.25.ffn_down.weight q3_K 102blk.26.attn_output.weight q3_K 103blk.26.attn_v.weight q3_K 104blk.26.ffn_down.weight q3_K 105blk.27.attn_output.weight q3_K 106blk.27.attn_v.weight q3_K 107blk.27.ffn_down.weight q3_K 108 109[Q3_K_S] q3_K 110output.weight q6_K 111 112[Q3_K_M] q3_K 113output.weight q6_K 114blk.0.attn_output.weight q4_K 115blk.0.attn_v.weight q5_K 116blk.0.ffn_down.weight q5_K 117blk.1.attn_output.weight q4_K 118blk.1.attn_v.weight q5_K 119blk.1.ffn_down.weight q4_K 120blk.2.attn_output.weight q4_K 121blk.2.attn_v.weight q4_K 122blk.2.ffn_down.weight q4_K 123blk.3.attn_output.weight q4_K 124blk.3.attn_v.weight q4_K 125blk.3.ffn_down.weight q4_K 126blk.4.attn_output.weight q4_K 127blk.4.attn_v.weight q4_K 128blk.4.ffn_down.weight q4_K 129blk.5.attn_output.weight q4_K 130blk.5.attn_v.weight q4_K 131blk.5.ffn_down.weight q4_K 132blk.6.attn_output.weight q4_K 133blk.6.attn_v.weight q4_K 134blk.6.ffn_down.weight q4_K 135blk.7.attn_output.weight q4_K 136blk.7.attn_v.weight q4_K 137blk.7.ffn_down.weight q4_K 138blk.8.attn_output.weight q4_K 139blk.8.attn_v.weight q4_K 140blk.8.ffn_down.weight q4_K 141blk.9.attn_output.weight q4_K 142blk.9.attn_v.weight q4_K 143blk.9.ffn_down.weight q4_K 144blk.10.attn_output.weight q4_K 145blk.10.attn_v.weight q4_K 146blk.10.ffn_down.weight q4_K 147blk.11.attn_output.weight q4_K 148blk.11.attn_v.weight q4_K 149blk.11.ffn_down.weight q4_K 150blk.12.attn_output.weight q4_K 151blk.12.attn_v.weight q4_K 152blk.12.ffn_down.weight q4_K 153blk.13.attn_output.weight q4_K 154blk.13.attn_v.weight q4_K 155blk.13.ffn_down.weight q4_K 156blk.14.attn_output.weight q4_K 157blk.14.attn_v.weight q4_K 158blk.14.ffn_down.weight q4_K 159blk.15.attn_output.weight q4_K 160blk.15.attn_v.weight q4_K 161blk.15.ffn_down.weight q4_K 162blk.16.attn_output.weight q4_K 163blk.16.attn_v.weight q4_K 164blk.16.ffn_down.weight q4_K 165blk.17.attn_output.weight q4_K 166blk.17.attn_v.weight q4_K 167blk.17.ffn_down.weight q4_K 168blk.18.attn_output.weight q4_K 169blk.18.attn_v.weight q4_K 170blk.18.ffn_down.weight q4_K 171blk.19.attn_output.weight q4_K 172blk.19.attn_v.weight q4_K 173blk.19.ffn_down.weight q4_K 174blk.20.attn_output.weight q4_K 175blk.20.attn_v.weight q4_K 176blk.20.ffn_down.weight q4_K 177blk.21.attn_output.weight q4_K 178blk.21.attn_v.weight q4_K 179blk.21.ffn_down.weight q4_K 180blk.22.attn_output.weight q4_K 181blk.22.attn_v.weight q4_K 182blk.22.ffn_down.weight q4_K 183blk.23.attn_output.weight q4_K 184blk.23.attn_v.weight q4_K 185blk.23.ffn_down.weight q4_K 186blk.24.attn_output.weight q4_K 187blk.24.attn_v.weight q4_K 188blk.24.ffn_down.weight q4_K 189blk.25.attn_output.weight q4_K 190blk.25.attn_v.weight q4_K 191blk.25.ffn_down.weight q4_K 192blk.26.attn_output.weight q4_K 193blk.26.attn_v.weight q4_K 194blk.26.ffn_down.weight q4_K 195blk.27.attn_output.weight q4_K 196blk.27.attn_v.weight q4_K 197blk.27.ffn_down.weight q4_K 198 199[Q3_K_L] q3_K 200output.weight q6_K 201blk.0.attn_output.weight q5_K 202blk.0.attn_v.weight q5_K 203blk.0.ffn_down.weight q5_K 204blk.1.attn_output.weight q5_K 205blk.1.attn_v.weight q5_K 206blk.1.ffn_down.weight q5_K 207blk.2.attn_output.weight q5_K 208blk.2.attn_v.weight q5_K 209blk.2.ffn_down.weight q5_K 210blk.3.attn_output.weight q5_K 211blk.3.attn_v.weight q5_K 212blk.3.ffn_down.weight q5_K 213blk.4.attn_output.weight q5_K 214blk.4.attn_v.weight q5_K 215blk.4.ffn_down.weight q5_K 216blk.5.attn_output.weight q5_K 217blk.5.attn_v.weight q5_K 218blk.5.ffn_down.weight q5_K 219blk.6.attn_output.weight q5_K 220blk.6.attn_v.weight q5_K 221blk.6.ffn_down.weight q5_K 222blk.7.attn_output.weight q5_K 223blk.7.attn_v.weight q5_K 224blk.7.ffn_down.weight q5_K 225blk.8.attn_output.weight q5_K 226blk.8.attn_v.weight q5_K 227blk.8.ffn_down.weight q5_K 228blk.9.attn_output.weight q5_K 229blk.9.attn_v.weight q5_K 230blk.9.ffn_down.weight q5_K 231blk.10.attn_output.weight q5_K 232blk.10.attn_v.weight q5_K 233blk.10.ffn_down.weight q5_K 234blk.11.attn_output.weight q5_K 235blk.11.attn_v.weight q5_K 236blk.11.ffn_down.weight q5_K 237blk.12.attn_output.weight q5_K 238blk.12.attn_v.weight q5_K 239blk.12.ffn_down.weight q5_K 240blk.13.attn_output.weight q5_K 241blk.13.attn_v.weight q5_K 242blk.13.ffn_down.weight q5_K 243blk.14.attn_output.weight q5_K 244blk.14.attn_v.weight q5_K 245blk.14.ffn_down.weight q5_K 246blk.15.attn_output.weight q5_K 247blk.15.attn_v.weight q5_K 248blk.15.ffn_down.weight q5_K 249blk.16.attn_output.weight q5_K 250blk.16.attn_v.weight q5_K 251blk.16.ffn_down.weight q5_K 252blk.17.attn_output.weight q5_K 253blk.17.attn_v.weight q5_K 254blk.17.ffn_down.weight q5_K 255blk.18.attn_output.weight q5_K 256blk.18.attn_v.weight q5_K 257blk.18.ffn_down.weight q5_K 258blk.19.attn_output.weight q5_K 259blk.19.attn_v.weight q5_K 260blk.19.ffn_down.weight q5_K 261blk.20.attn_output.weight q5_K 262blk.20.attn_v.weight q5_K 263blk.20.ffn_down.weight q5_K 264blk.21.attn_output.weight q5_K 265blk.21.attn_v.weight q5_K 266blk.21.ffn_down.weight q5_K 267blk.22.attn_output.weight q5_K 268blk.22.attn_v.weight q5_K 269blk.22.ffn_down.weight q5_K 270blk.23.attn_output.weight q5_K 271blk.23.attn_v.weight q5_K 272blk.23.ffn_down.weight q5_K 273blk.24.attn_output.weight q5_K 274blk.24.attn_v.weight q5_K 275blk.24.ffn_down.weight q5_K 276blk.25.attn_output.weight q5_K 277blk.25.attn_v.weight q5_K 278blk.25.ffn_down.weight q5_K 279blk.26.attn_output.weight q5_K 280blk.26.attn_v.weight q5_K 281blk.26.ffn_down.weight q5_K 282blk.27.attn_output.weight q5_K 283blk.27.attn_v.weight q5_K 284blk.27.ffn_down.weight q5_K 285 286[Q4_K_S] q4_K 287output.weight q6_K 288blk.0.attn_v.weight q5_K 289blk.0.ffn_down.weight q5_K 290blk.1.attn_v.weight q5_K 291blk.1.ffn_down.weight q5_K 292blk.2.attn_v.weight q5_K 293blk.2.ffn_down.weight q5_K 294blk.3.attn_v.weight q5_K 295 296[Q4_K_M] q4_K 297output.weight q6_K 298blk.0.attn_v.weight q6_K 299blk.0.ffn_down.weight q6_K 300blk.1.attn_v.weight q6_K 301blk.1.ffn_down.weight q6_K 302blk.2.attn_v.weight q6_K 303blk.2.ffn_down.weight q6_K 304blk.5.attn_v.weight q6_K 305blk.5.ffn_down.weight q6_K 306blk.8.attn_v.weight q6_K 307blk.8.ffn_down.weight q6_K 308blk.11.attn_v.weight q6_K 309blk.11.ffn_down.weight q6_K 310blk.14.attn_v.weight q6_K 311blk.14.ffn_down.weight q6_K 312blk.17.attn_v.weight q6_K 313blk.17.ffn_down.weight q6_K 314blk.20.attn_v.weight q6_K 315blk.20.ffn_down.weight q6_K 316blk.23.attn_v.weight q6_K 317blk.23.ffn_down.weight q6_K 318blk.24.attn_v.weight q6_K 319blk.24.ffn_down.weight q6_K 320blk.25.attn_v.weight q6_K 321blk.25.ffn_down.weight q6_K 322blk.26.attn_v.weight q6_K 323blk.26.ffn_down.weight q6_K 324blk.27.attn_v.weight q6_K 325blk.27.ffn_down.weight q6_K 326 327[Q5_K_S] q5_K 328output.weight q6_K 329 330[Q5_K_M] q5_K 331output.weight q6_K 332blk.0.attn_v.weight q6_K 333blk.0.ffn_down.weight q6_K 334blk.1.attn_v.weight q6_K 335blk.1.ffn_down.weight q6_K 336blk.2.attn_v.weight q6_K 337blk.2.ffn_down.weight q6_K 338blk.5.attn_v.weight q6_K 339blk.5.ffn_down.weight q6_K 340blk.8.attn_v.weight q6_K 341blk.8.ffn_down.weight q6_K 342blk.11.attn_v.weight q6_K 343blk.11.ffn_down.weight q6_K 344blk.14.attn_v.weight q6_K 345blk.14.ffn_down.weight q6_K 346blk.17.attn_v.weight q6_K 347blk.17.ffn_down.weight q6_K 348blk.20.attn_v.weight q6_K 349blk.20.ffn_down.weight q6_K 350blk.23.attn_v.weight q6_K 351blk.23.ffn_down.weight q6_K 352blk.24.attn_v.weight q6_K 353blk.24.ffn_down.weight q6_K 354blk.25.attn_v.weight q6_K 355blk.25.ffn_down.weight q6_K 356blk.26.attn_v.weight q6_K 357blk.26.ffn_down.weight q6_K 358blk.27.attn_v.weight q6_K 359blk.27.ffn_down.weight q6_K 360 361[Q6_K] q6_K 362 363[IQ2_XXS] iq2_xxs 364output.weight q5_K 365token_embd.weight q2_K 366blk.0.attn_v.weight q2_K 367blk.0.ffn_down.weight q2_K 368blk.1.attn_v.weight q2_K 369blk.1.ffn_down.weight q2_K 370blk.2.attn_v.weight q2_K 371blk.2.ffn_down.weight q2_K 372blk.3.attn_v.weight q2_K 373blk.4.attn_v.weight q2_K 374blk.5.attn_v.weight q2_K 375blk.6.attn_v.weight q2_K 376blk.7.attn_v.weight q2_K 377blk.8.attn_v.weight q2_K 378blk.9.attn_v.weight q2_K 379blk.10.attn_v.weight q2_K 380blk.11.attn_v.weight q2_K 381blk.12.attn_v.weight q2_K 382blk.13.attn_v.weight q2_K 383blk.14.attn_v.weight q2_K 384blk.15.attn_v.weight q2_K 385blk.16.attn_v.weight q2_K 386blk.17.attn_v.weight q2_K 387blk.18.attn_v.weight q2_K 388blk.19.attn_v.weight q2_K 389blk.20.attn_v.weight q2_K 390blk.21.attn_v.weight q2_K 391blk.22.attn_v.weight q2_K 392blk.23.attn_v.weight q2_K 393blk.24.attn_v.weight q2_K 394blk.25.attn_v.weight q2_K 395blk.26.attn_v.weight q2_K 396blk.27.attn_v.weight q2_K 397 398[IQ2_XS] iq2_xs 399output.weight q5_K 400token_embd.weight q2_K 401blk.0.attn_v.weight q2_K 402blk.0.ffn_down.weight q2_K 403blk.1.attn_v.weight q2_K 404blk.1.ffn_down.weight q2_K 405blk.2.attn_v.weight q2_K 406blk.2.ffn_down.weight q2_K 407blk.3.attn_v.weight q2_K 408blk.4.attn_v.weight q2_K 409blk.5.attn_v.weight q2_K 410blk.6.attn_v.weight q2_K 411blk.7.attn_v.weight q2_K 412blk.8.attn_v.weight q2_K 413blk.9.attn_v.weight q2_K 414blk.10.attn_v.weight q2_K 415blk.11.attn_v.weight q2_K 416blk.12.attn_v.weight q2_K 417blk.13.attn_v.weight q2_K 418blk.14.attn_v.weight q2_K 419blk.15.attn_v.weight q2_K 420blk.16.attn_v.weight q2_K 421blk.17.attn_v.weight q2_K 422blk.18.attn_v.weight q2_K 423blk.19.attn_v.weight q2_K 424blk.20.attn_v.weight q2_K 425blk.21.attn_v.weight q2_K 426blk.22.attn_v.weight q2_K 427blk.23.attn_v.weight q2_K 428blk.24.attn_v.weight q2_K 429blk.25.attn_v.weight q2_K 430blk.26.attn_v.weight q2_K 431blk.27.attn_v.weight q2_K 432 433[Q2_K_S] q2_K 434output.weight q6_K 435blk.0.ffn_down.weight q4_K 436blk.1.ffn_down.weight q4_K 437blk.2.ffn_down.weight q4_K 438 439[IQ3_XS] iq3_s 440output.weight q6_K 441blk.0.attn_k.weight iq3_xxs 442blk.0.attn_q.weight iq3_xxs 443blk.1.attn_k.weight iq3_xxs 444blk.1.attn_q.weight iq3_xxs 445blk.2.attn_k.weight iq3_xxs 446blk.2.attn_q.weight iq3_xxs 447blk.3.attn_k.weight iq3_xxs 448blk.3.attn_q.weight iq3_xxs 449blk.3.ffn_gate.weight iq3_xxs 450blk.3.ffn_up.weight iq3_xxs 451blk.4.attn_k.weight iq3_xxs 452blk.4.attn_q.weight iq3_xxs 453blk.4.ffn_gate.weight iq3_xxs 454blk.4.ffn_up.weight iq3_xxs 455blk.5.attn_k.weight iq3_xxs 456blk.5.attn_q.weight iq3_xxs 457blk.5.ffn_gate.weight iq3_xxs 458blk.5.ffn_up.weight iq3_xxs 459blk.6.attn_k.weight iq3_xxs 460blk.6.attn_q.weight iq3_xxs 461blk.6.ffn_gate.weight iq3_xxs 462blk.6.ffn_up.weight iq3_xxs 463blk.7.attn_k.weight iq3_xxs 464blk.7.attn_q.weight iq3_xxs 465blk.7.ffn_gate.weight iq3_xxs 466blk.7.ffn_up.weight iq3_xxs 467blk.8.attn_k.weight iq3_xxs 468blk.8.attn_q.weight iq3_xxs 469blk.8.ffn_gate.weight iq3_xxs 470blk.8.ffn_up.weight iq3_xxs 471blk.9.attn_k.weight iq3_xxs 472blk.9.attn_q.weight iq3_xxs 473blk.9.ffn_gate.weight iq3_xxs 474blk.9.ffn_up.weight iq3_xxs 475blk.10.attn_k.weight iq3_xxs 476blk.10.attn_q.weight iq3_xxs 477blk.10.ffn_gate.weight iq3_xxs 478blk.10.ffn_up.weight iq3_xxs 479blk.11.attn_k.weight iq3_xxs 480blk.11.attn_q.weight iq3_xxs 481blk.11.ffn_gate.weight iq3_xxs 482blk.11.ffn_up.weight iq3_xxs 483blk.12.attn_k.weight iq3_xxs 484blk.12.attn_q.weight iq3_xxs 485blk.12.ffn_gate.weight iq3_xxs 486blk.12.ffn_up.weight iq3_xxs 487blk.13.attn_k.weight iq3_xxs 488blk.13.attn_q.weight iq3_xxs 489blk.13.ffn_gate.weight iq3_xxs 490blk.13.ffn_up.weight iq3_xxs 491blk.14.attn_k.weight iq3_xxs 492blk.14.attn_q.weight iq3_xxs 493blk.14.ffn_gate.weight iq3_xxs 494blk.14.ffn_up.weight iq3_xxs 495blk.15.attn_k.weight iq3_xxs 496blk.15.attn_q.weight iq3_xxs 497blk.15.ffn_gate.weight iq3_xxs 498blk.15.ffn_up.weight iq3_xxs 499blk.16.attn_k.weight iq3_xxs 500blk.16.attn_q.weight iq3_xxs 501blk.16.ffn_gate.weight iq3_xxs 502blk.16.ffn_up.weight iq3_xxs 503blk.17.attn_k.weight iq3_xxs 504blk.17.attn_q.weight iq3_xxs 505blk.17.ffn_gate.weight iq3_xxs 506blk.17.ffn_up.weight iq3_xxs 507blk.18.attn_k.weight iq3_xxs 508blk.18.attn_q.weight iq3_xxs 509blk.18.ffn_gate.weight iq3_xxs 510blk.18.ffn_up.weight iq3_xxs 511blk.19.attn_k.weight iq3_xxs 512blk.19.attn_q.weight iq3_xxs 513blk.19.ffn_gate.weight iq3_xxs 514blk.19.ffn_up.weight iq3_xxs 515blk.20.attn_k.weight iq3_xxs 516blk.20.attn_q.weight iq3_xxs 517blk.20.ffn_gate.weight iq3_xxs 518blk.20.ffn_up.weight iq3_xxs 519blk.21.attn_k.weight iq3_xxs 520blk.21.attn_q.weight iq3_xxs 521blk.21.ffn_gate.weight iq3_xxs 522blk.21.ffn_up.weight iq3_xxs 523blk.22.attn_k.weight iq3_xxs 524blk.22.attn_q.weight iq3_xxs 525blk.22.ffn_gate.weight iq3_xxs 526blk.22.ffn_up.weight iq3_xxs 527blk.23.attn_k.weight iq3_xxs 528blk.23.attn_q.weight iq3_xxs 529blk.23.ffn_gate.weight iq3_xxs 530blk.23.ffn_up.weight iq3_xxs 531blk.24.attn_k.weight iq3_xxs 532blk.24.attn_q.weight iq3_xxs 533blk.25.attn_k.weight iq3_xxs 534blk.25.attn_q.weight iq3_xxs 535blk.26.attn_k.weight iq3_xxs 536blk.26.attn_q.weight iq3_xxs 537blk.27.attn_k.weight iq3_xxs 538blk.27.attn_q.weight iq3_xxs 539 540[IQ3_XXS] iq3_xxs 541output.weight q5_K 542token_embd.weight iq3_s 543blk.0.attn_k.weight iq2_s 544blk.0.attn_output.weight iq3_s 545blk.0.attn_q.weight iq2_s 546blk.0.attn_v.weight iq3_s 547blk.0.ffn_down.weight q4_K 548blk.1.attn_k.weight iq2_s 549blk.1.attn_output.weight iq3_s 550blk.1.attn_q.weight iq2_s 551blk.1.attn_v.weight iq3_s 552blk.1.ffn_down.weight q4_K 553blk.2.attn_k.weight iq2_s 554blk.2.attn_output.weight iq3_s 555blk.2.attn_q.weight iq2_s 556blk.2.attn_v.weight iq3_s 557blk.2.ffn_down.weight q4_K 558blk.3.attn_k.weight iq2_s 559blk.3.attn_output.weight iq3_s 560blk.3.attn_q.weight iq2_s 561blk.3.attn_v.weight iq3_s 562blk.3.ffn_down.weight q3_K 563blk.4.attn_k.weight iq2_s 564blk.4.attn_output.weight iq3_s 565blk.4.attn_q.weight iq2_s 566blk.4.attn_v.weight iq3_s 567blk.4.ffn_down.weight q3_K 568blk.5.attn_k.weight iq2_s 569blk.5.attn_output.weight iq3_s 570blk.5.attn_q.weight iq2_s 571blk.5.attn_v.weight iq3_s 572blk.5.ffn_down.weight q3_K 573blk.6.attn_k.weight iq2_s 574blk.6.attn_output.weight iq3_s 575blk.6.attn_q.weight iq2_s 576blk.6.attn_v.weight iq3_s 577blk.6.ffn_down.weight q3_K 578blk.7.attn_k.weight iq2_s 579blk.7.attn_output.weight iq3_s 580blk.7.attn_q.weight iq2_s 581blk.7.attn_v.weight iq3_s 582blk.7.ffn_down.weight q3_K 583blk.8.attn_k.weight iq2_s 584blk.8.attn_output.weight iq3_s 585blk.8.attn_q.weight iq2_s 586blk.8.attn_v.weight iq3_s 587blk.8.ffn_down.weight q3_K 588blk.9.attn_k.weight iq2_s 589blk.9.attn_output.weight iq3_s 590blk.9.attn_q.weight iq2_s 591blk.9.attn_v.weight iq3_s 592blk.9.ffn_down.weight q3_K 593blk.10.attn_k.weight iq2_s 594blk.10.attn_output.weight iq3_s 595blk.10.attn_q.weight iq2_s 596blk.10.attn_v.weight iq3_s 597blk.10.ffn_down.weight q3_K 598blk.11.attn_k.weight iq2_s 599blk.11.attn_output.weight iq3_s 600blk.11.attn_q.weight iq2_s 601blk.11.attn_v.weight iq3_s 602blk.11.ffn_down.weight q3_K 603blk.12.attn_k.weight iq2_s 604blk.12.attn_output.weight iq3_s 605blk.12.attn_q.weight iq2_s 606blk.12.attn_v.weight iq3_s 607blk.12.ffn_down.weight q3_K 608blk.13.attn_k.weight iq2_s 609blk.13.attn_output.weight iq3_s 610blk.13.attn_q.weight iq2_s 611blk.13.attn_v.weight iq3_s 612blk.13.ffn_down.weight q3_K 613blk.14.attn_k.weight iq2_s 614blk.14.attn_output.weight iq3_s 615blk.14.attn_q.weight iq2_s 616blk.14.attn_v.weight iq3_s 617blk.14.ffn_down.weight q3_K 618blk.15.attn_k.weight iq2_s 619blk.15.attn_output.weight iq3_s 620blk.15.attn_q.weight iq2_s 621blk.15.attn_v.weight iq3_s 622blk.15.ffn_down.weight q3_K 623blk.16.attn_k.weight iq2_s 624blk.16.attn_output.weight iq3_s 625blk.16.attn_q.weight iq2_s 626blk.16.attn_v.weight iq3_s 627blk.16.ffn_down.weight q3_K 628blk.17.attn_k.weight iq2_s 629blk.17.attn_output.weight iq3_s 630blk.17.attn_q.weight iq2_s 631blk.17.attn_v.weight iq3_s 632blk.17.ffn_down.weight q3_K 633blk.18.attn_k.weight iq2_s 634blk.18.attn_output.weight iq3_s 635blk.18.attn_q.weight iq2_s 636blk.18.attn_v.weight iq3_s 637blk.18.ffn_down.weight q3_K 638blk.19.attn_k.weight iq2_s 639blk.19.attn_output.weight iq3_s 640blk.19.attn_q.weight iq2_s 641blk.19.attn_v.weight iq3_s 642blk.19.ffn_down.weight q3_K 643blk.20.attn_k.weight iq2_s 644blk.20.attn_output.weight iq3_s 645blk.20.attn_q.weight iq2_s 646blk.20.attn_v.weight iq3_s 647blk.20.ffn_down.weight q3_K 648blk.21.attn_k.weight iq2_s 649blk.21.attn_output.weight iq3_s 650blk.21.attn_q.weight iq2_s 651blk.21.attn_v.weight iq3_s 652blk.21.ffn_down.weight q3_K 653blk.22.attn_k.weight iq2_s 654blk.22.attn_output.weight iq3_s 655blk.22.attn_q.weight iq2_s 656blk.22.attn_v.weight iq3_s 657blk.22.ffn_down.weight q3_K 658blk.23.attn_k.weight iq2_s 659blk.23.attn_output.weight iq3_s 660blk.23.attn_q.weight iq2_s 661blk.23.attn_v.weight iq3_s 662blk.23.ffn_down.weight q3_K 663blk.24.attn_k.weight iq2_s 664blk.24.attn_output.weight iq3_s 665blk.24.attn_q.weight iq2_s 666blk.24.attn_v.weight iq3_s 667blk.24.ffn_down.weight q3_K 668blk.25.attn_k.weight iq2_s 669blk.25.attn_output.weight iq3_s 670blk.25.attn_q.weight iq2_s 671blk.25.attn_v.weight iq3_s 672blk.25.ffn_down.weight q3_K 673blk.26.attn_k.weight iq2_s 674blk.26.attn_output.weight iq3_s 675blk.26.attn_q.weight iq2_s 676blk.26.attn_v.weight iq3_s 677blk.26.ffn_down.weight q3_K 678blk.27.attn_k.weight iq2_s 679blk.27.attn_output.weight iq3_s 680blk.27.attn_q.weight iq2_s 681blk.27.attn_v.weight iq3_s 682blk.27.ffn_down.weight q3_K 683 684[IQ1_S] iq1_s 685output.weight q5_K 686token_embd.weight q2_K 687blk.0.attn_output.weight iq2_xxs 688blk.0.attn_v.weight q2_K 689blk.0.ffn_down.weight q2_K 690blk.1.attn_output.weight iq2_xxs 691blk.1.attn_v.weight q2_K 692blk.1.ffn_down.weight q2_K 693blk.2.attn_output.weight iq2_xxs 694blk.2.attn_v.weight q2_K 695blk.2.ffn_down.weight q2_K 696blk.3.attn_output.weight iq2_xxs 697blk.3.attn_v.weight q2_K 698blk.4.attn_output.weight iq2_xxs 699blk.4.attn_v.weight q2_K 700blk.5.attn_output.weight iq2_xxs 701blk.5.attn_v.weight q2_K 702blk.6.attn_output.weight iq2_xxs 703blk.6.attn_v.weight q2_K 704blk.7.attn_output.weight iq2_xxs 705blk.7.attn_v.weight q2_K 706blk.8.attn_output.weight iq2_xxs 707blk.8.attn_v.weight q2_K 708blk.9.attn_output.weight iq2_xxs 709blk.9.attn_v.weight q2_K 710blk.10.attn_output.weight iq2_xxs 711blk.10.attn_v.weight q2_K 712blk.11.attn_output.weight iq2_xxs 713blk.11.attn_v.weight q2_K 714blk.12.attn_output.weight iq2_xxs 715blk.12.attn_v.weight q2_K 716blk.13.attn_output.weight iq2_xxs 717blk.13.attn_v.weight q2_K 718blk.14.attn_output.weight iq2_xxs 719blk.14.attn_v.weight q2_K 720blk.15.attn_output.weight iq2_xxs 721blk.15.attn_v.weight q2_K 722blk.16.attn_output.weight iq2_xxs 723blk.16.attn_v.weight q2_K 724blk.17.attn_output.weight iq2_xxs 725blk.17.attn_v.weight q2_K 726blk.18.attn_output.weight iq2_xxs 727blk.18.attn_v.weight q2_K 728blk.19.attn_output.weight iq2_xxs 729blk.19.attn_v.weight q2_K 730blk.20.attn_output.weight iq2_xxs 731blk.20.attn_v.weight q2_K 732blk.21.attn_output.weight iq2_xxs 733blk.21.attn_v.weight q2_K 734blk.22.attn_output.weight iq2_xxs 735blk.22.attn_v.weight q2_K 736blk.23.attn_output.weight iq2_xxs 737blk.23.attn_v.weight q2_K 738blk.24.attn_output.weight iq2_xxs 739blk.24.attn_v.weight q2_K 740blk.25.attn_output.weight iq2_xxs 741blk.25.attn_v.weight q2_K 742blk.26.attn_output.weight iq2_xxs 743blk.26.attn_v.weight q2_K 744blk.27.attn_output.weight iq2_xxs 745blk.27.attn_v.weight q2_K 746 747[IQ4_NL] iq4_nl 748output.weight q6_K 749blk.0.ffn_down.weight q5_K 750blk.1.ffn_down.weight q5_K 751blk.2.ffn_down.weight q5_K 752 753[IQ3_S] iq3_s 754output.weight q6_K 755 756[IQ3_M] iq3_s 757output.weight q6_K 758blk.0.attn_output.weight q4_K 759blk.0.attn_v.weight q4_K 760blk.0.ffn_down.weight q4_K 761blk.1.attn_output.weight q4_K 762blk.1.attn_v.weight q4_K 763blk.1.ffn_down.weight q4_K 764blk.2.attn_output.weight q4_K 765blk.2.attn_v.weight q4_K 766blk.2.ffn_down.weight q4_K 767blk.3.attn_output.weight q4_K 768blk.3.attn_v.weight q4_K 769blk.4.attn_output.weight q4_K 770blk.4.attn_v.weight q4_K 771blk.5.attn_output.weight q4_K 772blk.5.attn_v.weight q4_K 773blk.6.attn_output.weight q4_K 774blk.6.attn_v.weight q4_K 775blk.7.attn_output.weight q4_K 776blk.7.attn_v.weight q4_K 777blk.8.attn_output.weight q4_K 778blk.8.attn_v.weight q4_K 779blk.9.attn_output.weight q4_K 780blk.9.attn_v.weight q4_K 781blk.10.attn_output.weight q4_K 782blk.10.attn_v.weight q4_K 783blk.11.attn_output.weight q4_K 784blk.11.attn_v.weight q4_K 785blk.12.attn_output.weight q4_K 786blk.12.attn_v.weight q4_K 787blk.13.attn_output.weight q4_K 788blk.13.attn_v.weight q4_K 789blk.14.attn_output.weight q4_K 790blk.14.attn_v.weight q4_K 791blk.15.attn_output.weight q4_K 792blk.15.attn_v.weight q4_K 793blk.16.attn_output.weight q4_K 794blk.16.attn_v.weight q4_K 795blk.17.attn_output.weight q4_K 796blk.17.attn_v.weight q4_K 797blk.18.attn_output.weight q4_K 798blk.18.attn_v.weight q4_K 799blk.19.attn_output.weight q4_K 800blk.19.attn_v.weight q4_K 801blk.20.attn_output.weight q4_K 802blk.20.attn_v.weight q4_K 803blk.21.attn_output.weight q4_K 804blk.21.attn_v.weight q4_K 805blk.22.attn_output.weight q4_K 806blk.22.attn_v.weight q4_K 807blk.23.attn_output.weight q4_K 808blk.23.attn_v.weight q4_K 809blk.24.attn_output.weight q4_K 810blk.24.attn_v.weight q4_K 811blk.25.attn_output.weight q4_K 812blk.25.attn_v.weight q4_K 813blk.26.attn_output.weight q4_K 814blk.26.attn_v.weight q4_K 815blk.27.attn_output.weight q4_K 816blk.27.attn_v.weight q4_K 817 818[IQ2_S] iq2_xs 819output.weight q5_K 820token_embd.weight iq3_s 821blk.0.attn_output.weight iq3_s 822blk.0.attn_v.weight iq3_s 823blk.0.ffn_down.weight iq3_s 824blk.1.attn_output.weight iq3_s 825blk.1.attn_v.weight iq3_s 826blk.1.ffn_down.weight iq3_s 827blk.2.attn_output.weight iq3_s 828blk.2.attn_v.weight iq3_s 829blk.2.ffn_down.weight iq3_s 830blk.3.attn_output.weight iq3_s 831blk.3.attn_v.weight iq3_s 832blk.4.attn_output.weight iq3_s 833blk.4.attn_v.weight iq3_s 834blk.5.attn_output.weight iq3_s 835blk.5.attn_v.weight iq3_s 836blk.6.attn_output.weight iq3_s 837blk.6.attn_v.weight iq3_s 838blk.7.attn_output.weight iq3_s 839blk.7.attn_v.weight iq3_s 840blk.8.attn_output.weight iq3_s 841blk.8.attn_v.weight iq3_s 842blk.9.attn_output.weight iq3_s 843blk.9.attn_v.weight iq3_s 844blk.10.attn_output.weight iq3_s 845blk.10.attn_v.weight iq3_s 846blk.11.attn_output.weight iq3_s 847blk.11.attn_v.weight iq3_s 848blk.12.attn_output.weight iq3_s 849blk.12.attn_v.weight iq3_s 850blk.13.attn_output.weight iq3_s 851blk.13.attn_v.weight iq3_s 852blk.14.attn_output.weight iq3_s 853blk.14.attn_v.weight iq3_s 854blk.15.attn_output.weight iq3_s 855blk.15.attn_v.weight iq3_s 856blk.16.attn_output.weight iq3_s 857blk.16.attn_v.weight iq3_s 858blk.17.attn_output.weight iq3_s 859blk.17.attn_v.weight iq3_s 860blk.18.attn_output.weight iq3_s 861blk.18.attn_v.weight iq3_s 862blk.19.attn_output.weight iq3_s 863blk.19.attn_v.weight iq3_s 864blk.20.attn_output.weight iq3_s 865blk.20.attn_v.weight iq3_s 866blk.21.attn_output.weight iq3_s 867blk.21.attn_v.weight iq3_s 868blk.22.attn_output.weight iq3_s 869blk.22.attn_v.weight iq3_s 870blk.23.attn_output.weight iq3_s 871blk.23.attn_v.weight iq3_s 872blk.24.attn_output.weight iq3_s 873blk.24.attn_v.weight iq3_s 874blk.25.attn_output.weight iq3_s 875blk.25.attn_v.weight iq3_s 876blk.26.attn_output.weight iq3_s 877blk.26.attn_v.weight iq3_s 878blk.27.attn_output.weight iq3_s 879blk.27.attn_v.weight iq3_s 880 881[IQ2_M] iq2_s 882output.weight q5_K 883token_embd.weight iq3_s 884blk.0.attn_output.weight iq3_s 885blk.0.attn_v.weight iq3_s 886blk.0.ffn_down.weight iq3_s 887blk.1.attn_output.weight iq3_s 888blk.1.attn_v.weight iq3_s 889blk.1.ffn_down.weight iq3_s 890blk.2.attn_output.weight iq3_s 891blk.2.attn_v.weight iq3_s 892blk.2.ffn_down.weight iq3_s 893blk.3.attn_output.weight iq3_s 894blk.3.attn_v.weight iq3_s 895blk.4.attn_output.weight iq3_s 896blk.4.attn_v.weight iq3_s 897blk.5.attn_output.weight iq3_s 898blk.5.attn_v.weight iq3_s 899blk.6.attn_output.weight iq3_s 900blk.6.attn_v.weight iq3_s 901blk.7.attn_output.weight iq3_s 902blk.7.attn_v.weight iq3_s 903blk.8.attn_output.weight iq3_s 904blk.8.attn_v.weight iq3_s 905blk.9.attn_output.weight iq3_s 906blk.9.attn_v.weight iq3_s 907blk.10.attn_output.weight iq3_s 908blk.10.attn_v.weight iq3_s 909blk.11.attn_output.weight iq3_s 910blk.11.attn_v.weight iq3_s 911blk.12.attn_output.weight iq3_s 912blk.12.attn_v.weight iq3_s 913blk.13.attn_output.weight iq3_s 914blk.13.attn_v.weight iq3_s 915blk.14.attn_output.weight iq3_s 916blk.14.attn_v.weight iq3_s 917blk.15.attn_output.weight iq3_s 918blk.15.attn_v.weight iq3_s 919blk.16.attn_output.weight iq3_s 920blk.16.attn_v.weight iq3_s 921blk.17.attn_output.weight iq3_s 922blk.17.attn_v.weight iq3_s 923blk.18.attn_output.weight iq3_s 924blk.18.attn_v.weight iq3_s 925blk.19.attn_output.weight iq3_s 926blk.19.attn_v.weight iq3_s 927blk.20.attn_output.weight iq3_s 928blk.20.attn_v.weight iq3_s 929blk.21.attn_output.weight iq3_s 930blk.21.attn_v.weight iq3_s 931blk.22.attn_output.weight iq3_s 932blk.22.attn_v.weight iq3_s 933blk.23.attn_output.weight iq3_s 934blk.23.attn_v.weight iq3_s 935blk.24.attn_output.weight iq3_s 936blk.24.attn_v.weight iq3_s 937blk.25.attn_output.weight iq3_s 938blk.25.attn_v.weight iq3_s 939blk.26.attn_output.weight iq3_s 940blk.26.attn_v.weight iq3_s 941blk.27.attn_output.weight iq3_s 942blk.27.attn_v.weight iq3_s 943 944[IQ4_XS] iq4_xs 945output.weight q6_K 946blk.0.ffn_down.weight q5_K 947blk.1.ffn_down.weight q5_K 948blk.2.ffn_down.weight q5_K 949 950[IQ1_M] iq1_m 951output.weight q5_K 952token_embd.weight q2_K 953blk.0.attn_output.weight iq2_xxs 954blk.0.attn_v.weight q2_K 955blk.0.ffn_down.weight q2_K 956blk.1.attn_output.weight iq2_xxs 957blk.1.attn_v.weight q2_K 958blk.1.ffn_down.weight q2_K 959blk.2.attn_output.weight iq2_xxs 960blk.2.attn_v.weight q2_K 961blk.2.ffn_down.weight q2_K 962blk.3.attn_output.weight iq2_xxs 963blk.3.attn_v.weight q2_K 964blk.4.attn_output.weight iq2_xxs 965blk.4.attn_v.weight q2_K 966blk.5.attn_output.weight iq2_xxs 967blk.5.attn_v.weight q2_K 968blk.6.attn_output.weight iq2_xxs 969blk.6.attn_v.weight q2_K 970blk.7.attn_output.weight iq2_xxs 971blk.7.attn_v.weight q2_K 972blk.8.attn_output.weight iq2_xxs 973blk.8.attn_v.weight q2_K 974blk.9.attn_output.weight iq2_xxs 975blk.9.attn_v.weight q2_K 976blk.10.attn_output.weight iq2_xxs 977blk.10.attn_v.weight q2_K 978blk.11.attn_output.weight iq2_xxs 979blk.11.attn_v.weight q2_K 980blk.12.attn_output.weight iq2_xxs 981blk.12.attn_v.weight q2_K 982blk.13.attn_output.weight iq2_xxs 983blk.13.attn_v.weight q2_K 984blk.14.attn_output.weight iq2_xxs 985blk.14.attn_v.weight q2_K 986blk.15.attn_output.weight iq2_xxs 987blk.15.attn_v.weight q2_K 988blk.16.attn_output.weight iq2_xxs 989blk.16.attn_v.weight q2_K 990blk.17.attn_output.weight iq2_xxs 991blk.17.attn_v.weight q2_K 992blk.18.attn_output.weight iq2_xxs 993blk.18.attn_v.weight q2_K 994blk.19.attn_output.weight iq2_xxs 995blk.19.attn_v.weight q2_K 996blk.20.attn_output.weight iq2_xxs 997blk.20.attn_v.weight q2_K 998blk.21.attn_output.weight iq2_xxs 999blk.21.attn_v.weight q2_K 1000blk.22.attn_output.weight iq2_xxs 1001blk.22.attn_v.weight q2_K 1002blk.23.attn_output.weight iq2_xxs 1003blk.23.attn_v.weight q2_K 1004blk.24.attn_output.weight iq2_xxs 1005blk.24.attn_v.weight q2_K 1006blk.25.attn_output.weight iq2_xxs 1007blk.25.attn_v.weight q2_K 1008blk.26.attn_output.weight iq2_xxs 1009blk.26.attn_v.weight q2_K 1010blk.27.attn_output.weight iq2_xxs 1011blk.27.attn_v.weight q2_K 1012 1013[BF16] bf16 1014 1015[TQ1_0] tq1_0 1016output.weight q6_K 1017token_embd.weight q4_K 1018 1019[TQ2_0] tq2_0 1020output.weight q6_K 1021token_embd.weight q4_K 1022 1023[MXFP4_MOE] mxfp4 1024output.weight q8_0 1025token_embd.weight q8_0 1026blk.0.attn_k.weight q8_0 1027blk.0.attn_output.weight q8_0 1028blk.0.attn_q.weight q8_0 1029blk.0.attn_v.weight q8_0 1030blk.0.ffn_down.weight q8_0 1031blk.0.ffn_gate.weight q8_0 1032blk.0.ffn_up.weight q8_0 1033blk.1.attn_k.weight q8_0 1034blk.1.attn_output.weight q8_0 1035blk.1.attn_q.weight q8_0 1036blk.1.attn_v.weight q8_0 1037blk.1.ffn_down.weight q8_0 1038blk.1.ffn_gate.weight q8_0 1039blk.1.ffn_up.weight q8_0 1040blk.2.attn_k.weight q8_0 1041blk.2.attn_output.weight q8_0 1042blk.2.attn_q.weight q8_0 1043blk.2.attn_v.weight q8_0 1044blk.2.ffn_down.weight q8_0 1045blk.2.ffn_gate.weight q8_0 1046blk.2.ffn_up.weight q8_0 1047blk.3.attn_k.weight q8_0 1048blk.3.attn_output.weight q8_0 1049blk.3.attn_q.weight q8_0 1050blk.3.attn_v.weight q8_0 1051blk.3.ffn_down.weight q8_0 1052blk.3.ffn_gate.weight q8_0 1053blk.3.ffn_up.weight q8_0 1054blk.4.attn_k.weight q8_0 1055blk.4.attn_output.weight q8_0 1056blk.4.attn_q.weight q8_0 1057blk.4.attn_v.weight q8_0 1058blk.4.ffn_down.weight q8_0 1059blk.4.ffn_gate.weight q8_0 1060blk.4.ffn_up.weight q8_0 1061blk.5.attn_k.weight q8_0 1062blk.5.attn_output.weight q8_0 1063blk.5.attn_q.weight q8_0 1064blk.5.attn_v.weight q8_0 1065blk.5.ffn_down.weight q8_0 1066blk.5.ffn_gate.weight q8_0 1067blk.5.ffn_up.weight q8_0 1068blk.6.attn_k.weight q8_0 1069blk.6.attn_output.weight q8_0 1070blk.6.attn_q.weight q8_0 1071blk.6.attn_v.weight q8_0 1072blk.6.ffn_down.weight q8_0 1073blk.6.ffn_gate.weight q8_0 1074blk.6.ffn_up.weight q8_0 1075blk.7.attn_k.weight q8_0 1076blk.7.attn_output.weight q8_0 1077blk.7.attn_q.weight q8_0 1078blk.7.attn_v.weight q8_0 1079blk.7.ffn_down.weight q8_0 1080blk.7.ffn_gate.weight q8_0 1081blk.7.ffn_up.weight q8_0 1082blk.8.attn_k.weight q8_0 1083blk.8.attn_output.weight q8_0 1084blk.8.attn_q.weight q8_0 1085blk.8.attn_v.weight q8_0 1086blk.8.ffn_down.weight q8_0 1087blk.8.ffn_gate.weight q8_0 1088blk.8.ffn_up.weight q8_0 1089blk.9.attn_k.weight q8_0 1090blk.9.attn_output.weight q8_0 1091blk.9.attn_q.weight q8_0 1092blk.9.attn_v.weight q8_0 1093blk.9.ffn_down.weight q8_0 1094blk.9.ffn_gate.weight q8_0 1095blk.9.ffn_up.weight q8_0 1096blk.10.attn_k.weight q8_0 1097blk.10.attn_output.weight q8_0 1098blk.10.attn_q.weight q8_0 1099blk.10.attn_v.weight q8_0 1100blk.10.ffn_down.weight q8_0 1101blk.10.ffn_gate.weight q8_0 1102blk.10.ffn_up.weight q8_0 1103blk.11.attn_k.weight q8_0 1104blk.11.attn_output.weight q8_0 1105blk.11.attn_q.weight q8_0 1106blk.11.attn_v.weight q8_0 1107blk.11.ffn_down.weight q8_0 1108blk.11.ffn_gate.weight q8_0 1109blk.11.ffn_up.weight q8_0 1110blk.12.attn_k.weight q8_0 1111blk.12.attn_output.weight q8_0 1112blk.12.attn_q.weight q8_0 1113blk.12.attn_v.weight q8_0 1114blk.12.ffn_down.weight q8_0 1115blk.12.ffn_gate.weight q8_0 1116blk.12.ffn_up.weight q8_0 1117blk.13.attn_k.weight q8_0 1118blk.13.attn_output.weight q8_0 1119blk.13.attn_q.weight q8_0 1120blk.13.attn_v.weight q8_0 1121blk.13.ffn_down.weight q8_0 1122blk.13.ffn_gate.weight q8_0 1123blk.13.ffn_up.weight q8_0 1124blk.14.attn_k.weight q8_0 1125blk.14.attn_output.weight q8_0 1126blk.14.attn_q.weight q8_0 1127blk.14.attn_v.weight q8_0 1128blk.14.ffn_down.weight q8_0 1129blk.14.ffn_gate.weight q8_0 1130blk.14.ffn_up.weight q8_0 1131blk.15.attn_k.weight q8_0 1132blk.15.attn_output.weight q8_0 1133blk.15.attn_q.weight q8_0 1134blk.15.attn_v.weight q8_0 1135blk.15.ffn_down.weight q8_0 1136blk.15.ffn_gate.weight q8_0 1137blk.15.ffn_up.weight q8_0 1138blk.16.attn_k.weight q8_0 1139blk.16.attn_output.weight q8_0 1140blk.16.attn_q.weight q8_0 1141blk.16.attn_v.weight q8_0 1142blk.16.ffn_down.weight q8_0 1143blk.16.ffn_gate.weight q8_0 1144blk.16.ffn_up.weight q8_0 1145blk.17.attn_k.weight q8_0 1146blk.17.attn_output.weight q8_0 1147blk.17.attn_q.weight q8_0 1148blk.17.attn_v.weight q8_0 1149blk.17.ffn_down.weight q8_0 1150blk.17.ffn_gate.weight q8_0 1151blk.17.ffn_up.weight q8_0 1152blk.18.attn_k.weight q8_0 1153blk.18.attn_output.weight q8_0 1154blk.18.attn_q.weight q8_0 1155blk.18.attn_v.weight q8_0 1156blk.18.ffn_down.weight q8_0 1157blk.18.ffn_gate.weight q8_0 1158blk.18.ffn_up.weight q8_0 1159blk.19.attn_k.weight q8_0 1160blk.19.attn_output.weight q8_0 1161blk.19.attn_q.weight q8_0 1162blk.19.attn_v.weight q8_0 1163blk.19.ffn_down.weight q8_0 1164blk.19.ffn_gate.weight q8_0 1165blk.19.ffn_up.weight q8_0 1166blk.20.attn_k.weight q8_0 1167blk.20.attn_output.weight q8_0 1168blk.20.attn_q.weight q8_0 1169blk.20.attn_v.weight q8_0 1170blk.20.ffn_down.weight q8_0 1171blk.20.ffn_gate.weight q8_0 1172blk.20.ffn_up.weight q8_0 1173blk.21.attn_k.weight q8_0 1174blk.21.attn_output.weight q8_0 1175blk.21.attn_q.weight q8_0 1176blk.21.attn_v.weight q8_0 1177blk.21.ffn_down.weight q8_0 1178blk.21.ffn_gate.weight q8_0 1179blk.21.ffn_up.weight q8_0 1180blk.22.attn_k.weight q8_0 1181blk.22.attn_output.weight q8_0 1182blk.22.attn_q.weight q8_0 1183blk.22.attn_v.weight q8_0 1184blk.22.ffn_down.weight q8_0 1185blk.22.ffn_gate.weight q8_0 1186blk.22.ffn_up.weight q8_0 1187blk.23.attn_k.weight q8_0 1188blk.23.attn_output.weight q8_0 1189blk.23.attn_q.weight q8_0 1190blk.23.attn_v.weight q8_0 1191blk.23.ffn_down.weight q8_0 1192blk.23.ffn_gate.weight q8_0 1193blk.23.ffn_up.weight q8_0 1194blk.24.attn_k.weight q8_0 1195blk.24.attn_output.weight q8_0 1196blk.24.attn_q.weight q8_0 1197blk.24.attn_v.weight q8_0 1198blk.24.ffn_down.weight q8_0 1199blk.24.ffn_gate.weight q8_0 1200blk.24.ffn_up.weight q8_0 1201blk.25.attn_k.weight q8_0 1202blk.25.attn_output.weight q8_0 1203blk.25.attn_q.weight q8_0 1204blk.25.attn_v.weight q8_0 1205blk.25.ffn_down.weight q8_0 1206blk.25.ffn_gate.weight q8_0 1207blk.25.ffn_up.weight q8_0 1208blk.26.attn_k.weight q8_0 1209blk.26.attn_output.weight q8_0 1210blk.26.attn_q.weight q8_0 1211blk.26.attn_v.weight q8_0 1212blk.26.ffn_down.weight q8_0 1213blk.26.ffn_gate.weight q8_0 1214blk.26.ffn_up.weight q8_0 1215blk.27.attn_k.weight q8_0 1216blk.27.attn_output.weight q8_0 1217blk.27.attn_q.weight q8_0 1218blk.27.attn_v.weight q8_0 1219blk.27.ffn_down.weight q8_0 1220blk.27.ffn_gate.weight q8_0 1221blk.27.ffn_up.weight q8_0