char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: DeepSeek-V3.1 2# n_embd=7168, n_ff=18432, n_vocab=129280, n_layer=61, n_head=128, n_head_kv=1, n_expert=256 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_k_b.weight q4_0 25blk.0.attn_output.weight q3_K 26blk.0.ffn_down.weight q3_K 27blk.1.attn_k_b.weight q4_0 28blk.1.attn_output.weight q3_K 29blk.1.ffn_down.weight q3_K 30blk.2.attn_k_b.weight q4_0 31blk.2.attn_output.weight q3_K 32blk.2.ffn_down.weight q3_K 33blk.3.attn_k_b.weight q4_0 34blk.3.attn_output.weight q3_K 35blk.3.ffn_down_exps.weight q3_K 36blk.3.ffn_down_shexp.weight q3_K 37blk.4.attn_k_b.weight q4_0 38blk.4.attn_output.weight q3_K 39blk.4.ffn_down_exps.weight q3_K 40blk.4.ffn_down_shexp.weight q3_K 41blk.5.attn_k_b.weight q4_0 42blk.5.attn_output.weight q3_K 43blk.5.ffn_down_exps.weight q3_K 44blk.5.ffn_down_shexp.weight q3_K 45blk.6.attn_k_b.weight q4_0 46blk.6.attn_output.weight q3_K 47blk.6.ffn_down_exps.weight q3_K 48blk.6.ffn_down_shexp.weight q3_K 49blk.7.attn_k_b.weight q4_0 50blk.7.attn_output.weight q3_K 51blk.7.ffn_down_exps.weight q3_K 52blk.7.ffn_down_shexp.weight q3_K 53blk.8.attn_k_b.weight q4_0 54blk.8.attn_output.weight q3_K 55blk.8.ffn_down_exps.weight q3_K 56blk.8.ffn_down_shexp.weight q3_K 57blk.9.attn_k_b.weight q4_0 58blk.9.attn_output.weight q3_K 59blk.9.ffn_down_exps.weight q3_K 60blk.9.ffn_down_shexp.weight q3_K 61blk.10.attn_k_b.weight q4_0 62blk.10.attn_output.weight q3_K 63blk.10.ffn_down_exps.weight q3_K 64blk.10.ffn_down_shexp.weight q3_K 65blk.11.attn_k_b.weight q4_0 66blk.11.attn_output.weight q3_K 67blk.11.ffn_down_exps.weight q3_K 68blk.11.ffn_down_shexp.weight q3_K 69blk.12.attn_k_b.weight q4_0 70blk.12.attn_output.weight q3_K 71blk.12.ffn_down_exps.weight q3_K 72blk.12.ffn_down_shexp.weight q3_K 73blk.13.attn_k_b.weight q4_0 74blk.13.attn_output.weight q3_K 75blk.13.ffn_down_exps.weight q3_K 76blk.13.ffn_down_shexp.weight q3_K 77blk.14.attn_k_b.weight q4_0 78blk.14.attn_output.weight q3_K 79blk.14.ffn_down_exps.weight q3_K 80blk.14.ffn_down_shexp.weight q3_K 81blk.15.attn_k_b.weight q4_0 82blk.15.attn_output.weight q3_K 83blk.15.ffn_down_exps.weight q3_K 84blk.15.ffn_down_shexp.weight q3_K 85blk.16.attn_k_b.weight q4_0 86blk.16.attn_output.weight q3_K 87blk.16.ffn_down_exps.weight q3_K 88blk.16.ffn_down_shexp.weight q3_K 89blk.17.attn_k_b.weight q4_0 90blk.17.attn_output.weight q3_K 91blk.17.ffn_down_exps.weight q3_K 92blk.17.ffn_down_shexp.weight q3_K 93blk.18.attn_k_b.weight q4_0 94blk.18.attn_output.weight q3_K 95blk.18.ffn_down_exps.weight q3_K 96blk.18.ffn_down_shexp.weight q3_K 97blk.19.attn_k_b.weight q4_0 98blk.19.attn_output.weight q3_K 99blk.19.ffn_down_exps.weight q3_K 100blk.19.ffn_down_shexp.weight q3_K 101blk.20.attn_k_b.weight q4_0 102blk.20.attn_output.weight q3_K 103blk.20.ffn_down_exps.weight q3_K 104blk.20.ffn_down_shexp.weight q3_K 105blk.21.attn_k_b.weight q4_0 106blk.21.attn_output.weight q3_K 107blk.21.ffn_down_exps.weight q3_K 108blk.21.ffn_down_shexp.weight q3_K 109blk.22.attn_k_b.weight q4_0 110blk.22.attn_output.weight q3_K 111blk.22.ffn_down_exps.weight q3_K 112blk.22.ffn_down_shexp.weight q3_K 113blk.23.attn_k_b.weight q4_0 114blk.23.attn_output.weight q3_K 115blk.23.ffn_down_exps.weight q3_K 116blk.23.ffn_down_shexp.weight q3_K 117blk.24.attn_k_b.weight q4_0 118blk.24.attn_output.weight q3_K 119blk.24.ffn_down_exps.weight q3_K 120blk.24.ffn_down_shexp.weight q3_K 121blk.25.attn_k_b.weight q4_0 122blk.25.attn_output.weight q3_K 123blk.25.ffn_down_exps.weight q3_K 124blk.25.ffn_down_shexp.weight q3_K 125blk.26.attn_k_b.weight q4_0 126blk.26.attn_output.weight q3_K 127blk.26.ffn_down_exps.weight q3_K 128blk.26.ffn_down_shexp.weight q3_K 129blk.27.attn_k_b.weight q4_0 130blk.27.attn_output.weight q3_K 131blk.27.ffn_down_exps.weight q3_K 132blk.27.ffn_down_shexp.weight q3_K 133blk.28.attn_k_b.weight q4_0 134blk.28.attn_output.weight q3_K 135blk.28.ffn_down_exps.weight q3_K 136blk.28.ffn_down_shexp.weight q3_K 137blk.29.attn_k_b.weight q4_0 138blk.29.attn_output.weight q3_K 139blk.29.ffn_down_exps.weight q3_K 140blk.29.ffn_down_shexp.weight q3_K 141blk.30.attn_k_b.weight q4_0 142blk.30.attn_output.weight q3_K 143blk.30.ffn_down_exps.weight q3_K 144blk.30.ffn_down_shexp.weight q3_K 145blk.31.attn_k_b.weight q4_0 146blk.31.attn_output.weight q3_K 147blk.31.ffn_down_exps.weight q3_K 148blk.31.ffn_down_shexp.weight q3_K 149blk.32.attn_k_b.weight q4_0 150blk.32.attn_output.weight q3_K 151blk.32.ffn_down_exps.weight q3_K 152blk.32.ffn_down_shexp.weight q3_K 153blk.33.attn_k_b.weight q4_0 154blk.33.attn_output.weight q3_K 155blk.33.ffn_down_exps.weight q3_K 156blk.33.ffn_down_shexp.weight q3_K 157blk.34.attn_k_b.weight q4_0 158blk.34.attn_output.weight q3_K 159blk.34.ffn_down_exps.weight q3_K 160blk.34.ffn_down_shexp.weight q3_K 161blk.35.attn_k_b.weight q4_0 162blk.35.attn_output.weight q3_K 163blk.35.ffn_down_exps.weight q3_K 164blk.35.ffn_down_shexp.weight q3_K 165blk.36.attn_k_b.weight q4_0 166blk.36.attn_output.weight q3_K 167blk.36.ffn_down_exps.weight q3_K 168blk.36.ffn_down_shexp.weight q3_K 169blk.37.attn_k_b.weight q4_0 170blk.37.attn_output.weight q3_K 171blk.37.ffn_down_exps.weight q3_K 172blk.37.ffn_down_shexp.weight q3_K 173blk.38.attn_k_b.weight q4_0 174blk.38.attn_output.weight q3_K 175blk.38.ffn_down_exps.weight q3_K 176blk.38.ffn_down_shexp.weight q3_K 177blk.39.attn_k_b.weight q4_0 178blk.39.attn_output.weight q3_K 179blk.39.ffn_down_exps.weight q3_K 180blk.39.ffn_down_shexp.weight q3_K 181blk.40.attn_k_b.weight q4_0 182blk.40.attn_output.weight q3_K 183blk.40.ffn_down_exps.weight q3_K 184blk.40.ffn_down_shexp.weight q3_K 185blk.41.attn_k_b.weight q4_0 186blk.41.attn_output.weight q3_K 187blk.41.ffn_down_exps.weight q3_K 188blk.41.ffn_down_shexp.weight q3_K 189blk.42.attn_k_b.weight q4_0 190blk.42.attn_output.weight q3_K 191blk.42.ffn_down_exps.weight q3_K 192blk.42.ffn_down_shexp.weight q3_K 193blk.43.attn_k_b.weight q4_0 194blk.43.attn_output.weight q3_K 195blk.43.ffn_down_exps.weight q3_K 196blk.43.ffn_down_shexp.weight q3_K 197blk.44.attn_k_b.weight q4_0 198blk.44.attn_output.weight q3_K 199blk.44.ffn_down_exps.weight q3_K 200blk.44.ffn_down_shexp.weight q3_K 201blk.45.attn_k_b.weight q4_0 202blk.45.attn_output.weight q3_K 203blk.45.ffn_down_exps.weight q3_K 204blk.45.ffn_down_shexp.weight q3_K 205blk.46.attn_k_b.weight q4_0 206blk.46.attn_output.weight q3_K 207blk.46.ffn_down_exps.weight q3_K 208blk.46.ffn_down_shexp.weight q3_K 209blk.47.attn_k_b.weight q4_0 210blk.47.attn_output.weight q3_K 211blk.47.ffn_down_exps.weight q3_K 212blk.47.ffn_down_shexp.weight q3_K 213blk.48.attn_k_b.weight q4_0 214blk.48.attn_output.weight q3_K 215blk.48.ffn_down_exps.weight q3_K 216blk.48.ffn_down_shexp.weight q3_K 217blk.49.attn_k_b.weight q4_0 218blk.49.attn_output.weight q3_K 219blk.49.ffn_down_exps.weight q3_K 220blk.49.ffn_down_shexp.weight q3_K 221blk.50.attn_k_b.weight q4_0 222blk.50.attn_output.weight q3_K 223blk.50.ffn_down_exps.weight q3_K 224blk.50.ffn_down_shexp.weight q3_K 225blk.51.attn_k_b.weight q4_0 226blk.51.attn_output.weight q3_K 227blk.51.ffn_down_exps.weight q3_K 228blk.51.ffn_down_shexp.weight q3_K 229blk.52.attn_k_b.weight q4_0 230blk.52.attn_output.weight q3_K 231blk.52.ffn_down_exps.weight q3_K 232blk.52.ffn_down_shexp.weight q3_K 233blk.53.attn_k_b.weight q4_0 234blk.53.attn_output.weight q3_K 235blk.53.ffn_down_exps.weight q3_K 236blk.53.ffn_down_shexp.weight q3_K 237blk.54.attn_k_b.weight q4_0 238blk.54.attn_output.weight q3_K 239blk.54.ffn_down_exps.weight q3_K 240blk.54.ffn_down_shexp.weight q3_K 241blk.55.attn_k_b.weight q4_0 242blk.55.attn_output.weight q3_K 243blk.55.ffn_down_exps.weight q3_K 244blk.55.ffn_down_shexp.weight q3_K 245blk.56.attn_k_b.weight q4_0 246blk.56.attn_output.weight q3_K 247blk.56.ffn_down_exps.weight q3_K 248blk.56.ffn_down_shexp.weight q3_K 249blk.57.attn_k_b.weight q4_0 250blk.57.attn_output.weight q3_K 251blk.57.ffn_down_exps.weight q3_K 252blk.57.ffn_down_shexp.weight q3_K 253blk.58.attn_k_b.weight q4_0 254blk.58.attn_output.weight q3_K 255blk.58.ffn_down_exps.weight q3_K 256blk.58.ffn_down_shexp.weight q3_K 257blk.59.attn_k_b.weight q4_0 258blk.59.attn_output.weight q3_K 259blk.59.ffn_down_exps.weight q3_K 260blk.59.ffn_down_shexp.weight q3_K 261blk.60.attn_k_b.weight q4_0 262blk.60.attn_output.weight q3_K 263blk.60.ffn_down_exps.weight q3_K 264blk.60.ffn_down_shexp.weight q3_K 265 266[Q3_K_S] q3_K 267output.weight q6_K 268blk.0.attn_k_b.weight q4_0 269blk.1.attn_k_b.weight q4_0 270blk.2.attn_k_b.weight q4_0 271blk.3.attn_k_b.weight q4_0 272blk.4.attn_k_b.weight q4_0 273blk.5.attn_k_b.weight q4_0 274blk.6.attn_k_b.weight q4_0 275blk.7.attn_k_b.weight q4_0 276blk.8.attn_k_b.weight q4_0 277blk.9.attn_k_b.weight q4_0 278blk.10.attn_k_b.weight q4_0 279blk.11.attn_k_b.weight q4_0 280blk.12.attn_k_b.weight q4_0 281blk.13.attn_k_b.weight q4_0 282blk.14.attn_k_b.weight q4_0 283blk.15.attn_k_b.weight q4_0 284blk.16.attn_k_b.weight q4_0 285blk.17.attn_k_b.weight q4_0 286blk.18.attn_k_b.weight q4_0 287blk.19.attn_k_b.weight q4_0 288blk.20.attn_k_b.weight q4_0 289blk.21.attn_k_b.weight q4_0 290blk.22.attn_k_b.weight q4_0 291blk.23.attn_k_b.weight q4_0 292blk.24.attn_k_b.weight q4_0 293blk.25.attn_k_b.weight q4_0 294blk.26.attn_k_b.weight q4_0 295blk.27.attn_k_b.weight q4_0 296blk.28.attn_k_b.weight q4_0 297blk.29.attn_k_b.weight q4_0 298blk.30.attn_k_b.weight q4_0 299blk.31.attn_k_b.weight q4_0 300blk.32.attn_k_b.weight q4_0 301blk.33.attn_k_b.weight q4_0 302blk.34.attn_k_b.weight q4_0 303blk.35.attn_k_b.weight q4_0 304blk.36.attn_k_b.weight q4_0 305blk.37.attn_k_b.weight q4_0 306blk.38.attn_k_b.weight q4_0 307blk.39.attn_k_b.weight q4_0 308blk.40.attn_k_b.weight q4_0 309blk.41.attn_k_b.weight q4_0 310blk.42.attn_k_b.weight q4_0 311blk.43.attn_k_b.weight q4_0 312blk.44.attn_k_b.weight q4_0 313blk.45.attn_k_b.weight q4_0 314blk.46.attn_k_b.weight q4_0 315blk.47.attn_k_b.weight q4_0 316blk.48.attn_k_b.weight q4_0 317blk.49.attn_k_b.weight q4_0 318blk.50.attn_k_b.weight q4_0 319blk.51.attn_k_b.weight q4_0 320blk.52.attn_k_b.weight q4_0 321blk.53.attn_k_b.weight q4_0 322blk.54.attn_k_b.weight q4_0 323blk.55.attn_k_b.weight q4_0 324blk.56.attn_k_b.weight q4_0 325blk.57.attn_k_b.weight q4_0 326blk.58.attn_k_b.weight q4_0 327blk.59.attn_k_b.weight q4_0 328blk.60.attn_k_b.weight q4_0 329 330[Q3_K_M] q3_K 331output.weight q6_K 332blk.0.attn_k_b.weight q4_0 333blk.0.attn_output.weight q4_K 334blk.0.ffn_down.weight q5_K 335blk.1.attn_k_b.weight q4_0 336blk.1.attn_output.weight q4_K 337blk.1.ffn_down.weight q5_K 338blk.2.attn_k_b.weight q4_0 339blk.2.attn_output.weight q4_K 340blk.2.ffn_down.weight q5_K 341blk.3.attn_k_b.weight q4_0 342blk.3.attn_output.weight q4_K 343blk.3.ffn_down_exps.weight q4_K 344blk.3.ffn_down_shexp.weight q4_K 345blk.4.attn_k_b.weight q4_0 346blk.4.attn_output.weight q4_K 347blk.4.ffn_down_exps.weight q4_K 348blk.4.ffn_down_shexp.weight q4_K 349blk.5.attn_k_b.weight q4_0 350blk.5.attn_output.weight q4_K 351blk.5.ffn_down_exps.weight q4_K 352blk.5.ffn_down_shexp.weight q4_K 353blk.6.attn_k_b.weight q4_0 354blk.6.attn_output.weight q4_K 355blk.6.ffn_down_exps.weight q4_K 356blk.6.ffn_down_shexp.weight q4_K 357blk.7.attn_k_b.weight q4_0 358blk.7.attn_output.weight q4_K 359blk.7.ffn_down_exps.weight q4_K 360blk.7.ffn_down_shexp.weight q4_K 361blk.8.attn_k_b.weight q4_0 362blk.8.attn_output.weight q4_K 363blk.8.ffn_down_exps.weight q4_K 364blk.8.ffn_down_shexp.weight q4_K 365blk.9.attn_k_b.weight q4_0 366blk.9.attn_output.weight q4_K 367blk.9.ffn_down_exps.weight q4_K 368blk.9.ffn_down_shexp.weight q4_K 369blk.10.attn_k_b.weight q4_0 370blk.10.attn_output.weight q4_K 371blk.10.ffn_down_exps.weight q4_K 372blk.10.ffn_down_shexp.weight q4_K 373blk.11.attn_k_b.weight q4_0 374blk.11.attn_output.weight q4_K 375blk.11.ffn_down_exps.weight q4_K 376blk.11.ffn_down_shexp.weight q4_K 377blk.12.attn_k_b.weight q4_0 378blk.12.attn_output.weight q4_K 379blk.12.ffn_down_exps.weight q4_K 380blk.12.ffn_down_shexp.weight q4_K 381blk.13.attn_k_b.weight q4_0 382blk.13.attn_output.weight q4_K 383blk.13.ffn_down_exps.weight q4_K 384blk.13.ffn_down_shexp.weight q4_K 385blk.14.attn_k_b.weight q4_0 386blk.14.attn_output.weight q4_K 387blk.14.ffn_down_exps.weight q4_K 388blk.14.ffn_down_shexp.weight q4_K 389blk.15.attn_k_b.weight q4_0 390blk.15.attn_output.weight q4_K 391blk.15.ffn_down_exps.weight q4_K 392blk.15.ffn_down_shexp.weight q4_K 393blk.16.attn_k_b.weight q4_0 394blk.16.attn_output.weight q4_K 395blk.16.ffn_down_exps.weight q4_K 396blk.16.ffn_down_shexp.weight q4_K 397blk.17.attn_k_b.weight q4_0 398blk.17.attn_output.weight q4_K 399blk.17.ffn_down_exps.weight q4_K 400blk.17.ffn_down_shexp.weight q4_K 401blk.18.attn_k_b.weight q4_0 402blk.18.attn_output.weight q4_K 403blk.18.ffn_down_exps.weight q4_K 404blk.18.ffn_down_shexp.weight q4_K 405blk.19.attn_k_b.weight q4_0 406blk.19.attn_output.weight q4_K 407blk.19.ffn_down_exps.weight q4_K 408blk.19.ffn_down_shexp.weight q4_K 409blk.20.attn_k_b.weight q4_0 410blk.20.attn_output.weight q4_K 411blk.20.ffn_down_exps.weight q4_K 412blk.20.ffn_down_shexp.weight q4_K 413blk.21.attn_k_b.weight q4_0 414blk.21.attn_output.weight q4_K 415blk.21.ffn_down_exps.weight q4_K 416blk.21.ffn_down_shexp.weight q4_K 417blk.22.attn_k_b.weight q4_0 418blk.22.attn_output.weight q4_K 419blk.22.ffn_down_exps.weight q4_K 420blk.22.ffn_down_shexp.weight q4_K 421blk.23.attn_k_b.weight q4_0 422blk.23.attn_output.weight q4_K 423blk.23.ffn_down_exps.weight q4_K 424blk.23.ffn_down_shexp.weight q4_K 425blk.24.attn_k_b.weight q4_0 426blk.24.attn_output.weight q4_K 427blk.24.ffn_down_exps.weight q4_K 428blk.24.ffn_down_shexp.weight q4_K 429blk.25.attn_k_b.weight q4_0 430blk.25.attn_output.weight q4_K 431blk.25.ffn_down_exps.weight q4_K 432blk.25.ffn_down_shexp.weight q4_K 433blk.26.attn_k_b.weight q4_0 434blk.26.attn_output.weight q4_K 435blk.26.ffn_down_exps.weight q4_K 436blk.26.ffn_down_shexp.weight q4_K 437blk.27.attn_k_b.weight q4_0 438blk.27.attn_output.weight q4_K 439blk.27.ffn_down_exps.weight q4_K 440blk.27.ffn_down_shexp.weight q4_K 441blk.28.attn_k_b.weight q4_0 442blk.28.attn_output.weight q4_K 443blk.28.ffn_down_exps.weight q4_K 444blk.28.ffn_down_shexp.weight q4_K 445blk.29.attn_k_b.weight q4_0 446blk.29.attn_output.weight q4_K 447blk.29.ffn_down_exps.weight q4_K 448blk.29.ffn_down_shexp.weight q4_K 449blk.30.attn_k_b.weight q4_0 450blk.30.attn_output.weight q4_K 451blk.30.ffn_down_exps.weight q4_K 452blk.30.ffn_down_shexp.weight q4_K 453blk.31.attn_k_b.weight q4_0 454blk.31.attn_output.weight q4_K 455blk.31.ffn_down_exps.weight q4_K 456blk.31.ffn_down_shexp.weight q4_K 457blk.32.attn_k_b.weight q4_0 458blk.32.attn_output.weight q4_K 459blk.32.ffn_down_exps.weight q4_K 460blk.32.ffn_down_shexp.weight q4_K 461blk.33.attn_k_b.weight q4_0 462blk.33.attn_output.weight q4_K 463blk.33.ffn_down_exps.weight q4_K 464blk.33.ffn_down_shexp.weight q4_K 465blk.34.attn_k_b.weight q4_0 466blk.34.attn_output.weight q4_K 467blk.34.ffn_down_exps.weight q4_K 468blk.34.ffn_down_shexp.weight q4_K 469blk.35.attn_k_b.weight q4_0 470blk.35.attn_output.weight q4_K 471blk.35.ffn_down_exps.weight q4_K 472blk.35.ffn_down_shexp.weight q4_K 473blk.36.attn_k_b.weight q4_0 474blk.36.attn_output.weight q4_K 475blk.36.ffn_down_exps.weight q4_K 476blk.36.ffn_down_shexp.weight q4_K 477blk.37.attn_k_b.weight q4_0 478blk.37.attn_output.weight q4_K 479blk.37.ffn_down_exps.weight q4_K 480blk.37.ffn_down_shexp.weight q4_K 481blk.38.attn_k_b.weight q4_0 482blk.38.attn_output.weight q4_K 483blk.38.ffn_down_exps.weight q4_K 484blk.38.ffn_down_shexp.weight q4_K 485blk.39.attn_k_b.weight q4_0 486blk.39.attn_output.weight q4_K 487blk.39.ffn_down_exps.weight q4_K 488blk.39.ffn_down_shexp.weight q4_K 489blk.40.attn_k_b.weight q4_0 490blk.40.attn_output.weight q4_K 491blk.40.ffn_down_exps.weight q4_K 492blk.40.ffn_down_shexp.weight q4_K 493blk.41.attn_k_b.weight q4_0 494blk.41.attn_output.weight q4_K 495blk.41.ffn_down_exps.weight q4_K 496blk.41.ffn_down_shexp.weight q4_K 497blk.42.attn_k_b.weight q4_0 498blk.42.attn_output.weight q4_K 499blk.42.ffn_down_exps.weight q4_K 500blk.42.ffn_down_shexp.weight q4_K 501blk.43.attn_k_b.weight q4_0 502blk.43.attn_output.weight q4_K 503blk.43.ffn_down_exps.weight q4_K 504blk.43.ffn_down_shexp.weight q4_K 505blk.44.attn_k_b.weight q4_0 506blk.44.attn_output.weight q4_K 507blk.44.ffn_down_exps.weight q4_K 508blk.44.ffn_down_shexp.weight q4_K 509blk.45.attn_k_b.weight q4_0 510blk.45.attn_output.weight q4_K 511blk.45.ffn_down_exps.weight q4_K 512blk.45.ffn_down_shexp.weight q4_K 513blk.46.attn_k_b.weight q4_0 514blk.46.attn_output.weight q4_K 515blk.46.ffn_down_exps.weight q4_K 516blk.46.ffn_down_shexp.weight q4_K 517blk.47.attn_k_b.weight q4_0 518blk.47.attn_output.weight q4_K 519blk.47.ffn_down_exps.weight q4_K 520blk.47.ffn_down_shexp.weight q4_K 521blk.48.attn_k_b.weight q4_0 522blk.48.attn_output.weight q4_K 523blk.48.ffn_down_exps.weight q4_K 524blk.48.ffn_down_shexp.weight q4_K 525blk.49.attn_k_b.weight q4_0 526blk.49.attn_output.weight q4_K 527blk.49.ffn_down_exps.weight q4_K 528blk.49.ffn_down_shexp.weight q4_K 529blk.50.attn_k_b.weight q4_0 530blk.50.attn_output.weight q4_K 531blk.50.ffn_down_exps.weight q4_K 532blk.50.ffn_down_shexp.weight q4_K 533blk.51.attn_k_b.weight q4_0 534blk.51.attn_output.weight q4_K 535blk.51.ffn_down_exps.weight q4_K 536blk.51.ffn_down_shexp.weight q4_K 537blk.52.attn_k_b.weight q4_0 538blk.52.attn_output.weight q4_K 539blk.52.ffn_down_exps.weight q4_K 540blk.52.ffn_down_shexp.weight q4_K 541blk.53.attn_k_b.weight q4_0 542blk.53.attn_output.weight q4_K 543blk.53.ffn_down_exps.weight q4_K 544blk.53.ffn_down_shexp.weight q4_K 545blk.54.attn_k_b.weight q4_0 546blk.54.attn_output.weight q4_K 547blk.54.ffn_down_exps.weight q4_K 548blk.54.ffn_down_shexp.weight q4_K 549blk.55.attn_k_b.weight q4_0 550blk.55.attn_output.weight q4_K 551blk.55.ffn_down_exps.weight q4_K 552blk.55.ffn_down_shexp.weight q4_K 553blk.56.attn_k_b.weight q4_0 554blk.56.attn_output.weight q4_K 555blk.56.ffn_down_exps.weight q4_K 556blk.56.ffn_down_shexp.weight q4_K 557blk.57.attn_k_b.weight q4_0 558blk.57.attn_output.weight q4_K 559blk.57.ffn_down_exps.weight q4_K 560blk.57.ffn_down_shexp.weight q4_K 561blk.58.attn_k_b.weight q4_0 562blk.58.attn_output.weight q4_K 563blk.58.ffn_down_exps.weight q4_K 564blk.58.ffn_down_shexp.weight q4_K 565blk.59.attn_k_b.weight q4_0 566blk.59.attn_output.weight q4_K 567blk.59.ffn_down_exps.weight q4_K 568blk.59.ffn_down_shexp.weight q4_K 569blk.60.attn_k_b.weight q4_0 570blk.60.attn_output.weight q4_K 571blk.60.ffn_down_exps.weight q4_K 572blk.60.ffn_down_shexp.weight q4_K 573 574[Q3_K_L] q3_K 575output.weight q6_K 576blk.0.attn_k_b.weight q4_0 577blk.0.attn_output.weight q5_K 578blk.0.ffn_down.weight q5_K 579blk.1.attn_k_b.weight q4_0 580blk.1.attn_output.weight q5_K 581blk.1.ffn_down.weight q5_K 582blk.2.attn_k_b.weight q4_0 583blk.2.attn_output.weight q5_K 584blk.2.ffn_down.weight q5_K 585blk.3.attn_k_b.weight q4_0 586blk.3.attn_output.weight q5_K 587blk.3.ffn_down_exps.weight q5_K 588blk.3.ffn_down_shexp.weight q5_K 589blk.4.attn_k_b.weight q4_0 590blk.4.attn_output.weight q5_K 591blk.4.ffn_down_exps.weight q5_K 592blk.4.ffn_down_shexp.weight q5_K 593blk.5.attn_k_b.weight q4_0 594blk.5.attn_output.weight q5_K 595blk.5.ffn_down_exps.weight q5_K 596blk.5.ffn_down_shexp.weight q5_K 597blk.6.attn_k_b.weight q4_0 598blk.6.attn_output.weight q5_K 599blk.6.ffn_down_exps.weight q5_K 600blk.6.ffn_down_shexp.weight q5_K 601blk.7.attn_k_b.weight q4_0 602blk.7.attn_output.weight q5_K 603blk.7.ffn_down_exps.weight q5_K 604blk.7.ffn_down_shexp.weight q5_K 605blk.8.attn_k_b.weight q4_0 606blk.8.attn_output.weight q5_K 607blk.8.ffn_down_exps.weight q5_K 608blk.8.ffn_down_shexp.weight q5_K 609blk.9.attn_k_b.weight q4_0 610blk.9.attn_output.weight q5_K 611blk.9.ffn_down_exps.weight q5_K 612blk.9.ffn_down_shexp.weight q5_K 613blk.10.attn_k_b.weight q4_0 614blk.10.attn_output.weight q5_K 615blk.10.ffn_down_exps.weight q5_K 616blk.10.ffn_down_shexp.weight q5_K 617blk.11.attn_k_b.weight q4_0 618blk.11.attn_output.weight q5_K 619blk.11.ffn_down_exps.weight q5_K 620blk.11.ffn_down_shexp.weight q5_K 621blk.12.attn_k_b.weight q4_0 622blk.12.attn_output.weight q5_K 623blk.12.ffn_down_exps.weight q5_K 624blk.12.ffn_down_shexp.weight q5_K 625blk.13.attn_k_b.weight q4_0 626blk.13.attn_output.weight q5_K 627blk.13.ffn_down_exps.weight q5_K 628blk.13.ffn_down_shexp.weight q5_K 629blk.14.attn_k_b.weight q4_0 630blk.14.attn_output.weight q5_K 631blk.14.ffn_down_exps.weight q5_K 632blk.14.ffn_down_shexp.weight q5_K 633blk.15.attn_k_b.weight q4_0 634blk.15.attn_output.weight q5_K 635blk.15.ffn_down_exps.weight q5_K 636blk.15.ffn_down_shexp.weight q5_K 637blk.16.attn_k_b.weight q4_0 638blk.16.attn_output.weight q5_K 639blk.16.ffn_down_exps.weight q5_K 640blk.16.ffn_down_shexp.weight q5_K 641blk.17.attn_k_b.weight q4_0 642blk.17.attn_output.weight q5_K 643blk.17.ffn_down_exps.weight q5_K 644blk.17.ffn_down_shexp.weight q5_K 645blk.18.attn_k_b.weight q4_0 646blk.18.attn_output.weight q5_K 647blk.18.ffn_down_exps.weight q5_K 648blk.18.ffn_down_shexp.weight q5_K 649blk.19.attn_k_b.weight q4_0 650blk.19.attn_output.weight q5_K 651blk.19.ffn_down_exps.weight q5_K 652blk.19.ffn_down_shexp.weight q5_K 653blk.20.attn_k_b.weight q4_0 654blk.20.attn_output.weight q5_K 655blk.20.ffn_down_exps.weight q5_K 656blk.20.ffn_down_shexp.weight q5_K 657blk.21.attn_k_b.weight q4_0 658blk.21.attn_output.weight q5_K 659blk.21.ffn_down_exps.weight q5_K 660blk.21.ffn_down_shexp.weight q5_K 661blk.22.attn_k_b.weight q4_0 662blk.22.attn_output.weight q5_K 663blk.22.ffn_down_exps.weight q5_K 664blk.22.ffn_down_shexp.weight q5_K 665blk.23.attn_k_b.weight q4_0 666blk.23.attn_output.weight q5_K 667blk.23.ffn_down_exps.weight q5_K 668blk.23.ffn_down_shexp.weight q5_K 669blk.24.attn_k_b.weight q4_0 670blk.24.attn_output.weight q5_K 671blk.24.ffn_down_exps.weight q5_K 672blk.24.ffn_down_shexp.weight q5_K 673blk.25.attn_k_b.weight q4_0 674blk.25.attn_output.weight q5_K 675blk.25.ffn_down_exps.weight q5_K 676blk.25.ffn_down_shexp.weight q5_K 677blk.26.attn_k_b.weight q4_0 678blk.26.attn_output.weight q5_K 679blk.26.ffn_down_exps.weight q5_K 680blk.26.ffn_down_shexp.weight q5_K 681blk.27.attn_k_b.weight q4_0 682blk.27.attn_output.weight q5_K 683blk.27.ffn_down_exps.weight q5_K 684blk.27.ffn_down_shexp.weight q5_K 685blk.28.attn_k_b.weight q4_0 686blk.28.attn_output.weight q5_K 687blk.28.ffn_down_exps.weight q5_K 688blk.28.ffn_down_shexp.weight q5_K 689blk.29.attn_k_b.weight q4_0 690blk.29.attn_output.weight q5_K 691blk.29.ffn_down_exps.weight q5_K 692blk.29.ffn_down_shexp.weight q5_K 693blk.30.attn_k_b.weight q4_0 694blk.30.attn_output.weight q5_K 695blk.30.ffn_down_exps.weight q5_K 696blk.30.ffn_down_shexp.weight q5_K 697blk.31.attn_k_b.weight q4_0 698blk.31.attn_output.weight q5_K 699blk.31.ffn_down_exps.weight q5_K 700blk.31.ffn_down_shexp.weight q5_K 701blk.32.attn_k_b.weight q4_0 702blk.32.attn_output.weight q5_K 703blk.32.ffn_down_exps.weight q5_K 704blk.32.ffn_down_shexp.weight q5_K 705blk.33.attn_k_b.weight q4_0 706blk.33.attn_output.weight q5_K 707blk.33.ffn_down_exps.weight q5_K 708blk.33.ffn_down_shexp.weight q5_K 709blk.34.attn_k_b.weight q4_0 710blk.34.attn_output.weight q5_K 711blk.34.ffn_down_exps.weight q5_K 712blk.34.ffn_down_shexp.weight q5_K 713blk.35.attn_k_b.weight q4_0 714blk.35.attn_output.weight q5_K 715blk.35.ffn_down_exps.weight q5_K 716blk.35.ffn_down_shexp.weight q5_K 717blk.36.attn_k_b.weight q4_0 718blk.36.attn_output.weight q5_K 719blk.36.ffn_down_exps.weight q5_K 720blk.36.ffn_down_shexp.weight q5_K 721blk.37.attn_k_b.weight q4_0 722blk.37.attn_output.weight q5_K 723blk.37.ffn_down_exps.weight q5_K 724blk.37.ffn_down_shexp.weight q5_K 725blk.38.attn_k_b.weight q4_0 726blk.38.attn_output.weight q5_K 727blk.38.ffn_down_exps.weight q5_K 728blk.38.ffn_down_shexp.weight q5_K 729blk.39.attn_k_b.weight q4_0 730blk.39.attn_output.weight q5_K 731blk.39.ffn_down_exps.weight q5_K 732blk.39.ffn_down_shexp.weight q5_K 733blk.40.attn_k_b.weight q4_0 734blk.40.attn_output.weight q5_K 735blk.40.ffn_down_exps.weight q5_K 736blk.40.ffn_down_shexp.weight q5_K 737blk.41.attn_k_b.weight q4_0 738blk.41.attn_output.weight q5_K 739blk.41.ffn_down_exps.weight q5_K 740blk.41.ffn_down_shexp.weight q5_K 741blk.42.attn_k_b.weight q4_0 742blk.42.attn_output.weight q5_K 743blk.42.ffn_down_exps.weight q5_K 744blk.42.ffn_down_shexp.weight q5_K 745blk.43.attn_k_b.weight q4_0 746blk.43.attn_output.weight q5_K 747blk.43.ffn_down_exps.weight q5_K 748blk.43.ffn_down_shexp.weight q5_K 749blk.44.attn_k_b.weight q4_0 750blk.44.attn_output.weight q5_K 751blk.44.ffn_down_exps.weight q5_K 752blk.44.ffn_down_shexp.weight q5_K 753blk.45.attn_k_b.weight q4_0 754blk.45.attn_output.weight q5_K 755blk.45.ffn_down_exps.weight q5_K 756blk.45.ffn_down_shexp.weight q5_K 757blk.46.attn_k_b.weight q4_0 758blk.46.attn_output.weight q5_K 759blk.46.ffn_down_exps.weight q5_K 760blk.46.ffn_down_shexp.weight q5_K 761blk.47.attn_k_b.weight q4_0 762blk.47.attn_output.weight q5_K 763blk.47.ffn_down_exps.weight q5_K 764blk.47.ffn_down_shexp.weight q5_K 765blk.48.attn_k_b.weight q4_0 766blk.48.attn_output.weight q5_K 767blk.48.ffn_down_exps.weight q5_K 768blk.48.ffn_down_shexp.weight q5_K 769blk.49.attn_k_b.weight q4_0 770blk.49.attn_output.weight q5_K 771blk.49.ffn_down_exps.weight q5_K 772blk.49.ffn_down_shexp.weight q5_K 773blk.50.attn_k_b.weight q4_0 774blk.50.attn_output.weight q5_K 775blk.50.ffn_down_exps.weight q5_K 776blk.50.ffn_down_shexp.weight q5_K 777blk.51.attn_k_b.weight q4_0 778blk.51.attn_output.weight q5_K 779blk.51.ffn_down_exps.weight q5_K 780blk.51.ffn_down_shexp.weight q5_K 781blk.52.attn_k_b.weight q4_0 782blk.52.attn_output.weight q5_K 783blk.52.ffn_down_exps.weight q5_K 784blk.52.ffn_down_shexp.weight q5_K 785blk.53.attn_k_b.weight q4_0 786blk.53.attn_output.weight q5_K 787blk.53.ffn_down_exps.weight q5_K 788blk.53.ffn_down_shexp.weight q5_K 789blk.54.attn_k_b.weight q4_0 790blk.54.attn_output.weight q5_K 791blk.54.ffn_down_exps.weight q5_K 792blk.54.ffn_down_shexp.weight q5_K 793blk.55.attn_k_b.weight q4_0 794blk.55.attn_output.weight q5_K 795blk.55.ffn_down_exps.weight q5_K 796blk.55.ffn_down_shexp.weight q5_K 797blk.56.attn_k_b.weight q4_0 798blk.56.attn_output.weight q5_K 799blk.56.ffn_down_exps.weight q5_K 800blk.56.ffn_down_shexp.weight q5_K 801blk.57.attn_k_b.weight q4_0 802blk.57.attn_output.weight q5_K 803blk.57.ffn_down_exps.weight q5_K 804blk.57.ffn_down_shexp.weight q5_K 805blk.58.attn_k_b.weight q4_0 806blk.58.attn_output.weight q5_K 807blk.58.ffn_down_exps.weight q5_K 808blk.58.ffn_down_shexp.weight q5_K 809blk.59.attn_k_b.weight q4_0 810blk.59.attn_output.weight q5_K 811blk.59.ffn_down_exps.weight q5_K 812blk.59.ffn_down_shexp.weight q5_K 813blk.60.attn_k_b.weight q4_0 814blk.60.attn_output.weight q5_K 815blk.60.ffn_down_exps.weight q5_K 816blk.60.ffn_down_shexp.weight q5_K 817 818[Q4_K_S] q4_K 819output.weight q6_K 820blk.0.attn_k_b.weight q5_0 821blk.0.ffn_down.weight q5_K 822blk.1.attn_k_b.weight q5_0 823blk.1.ffn_down.weight q5_K 824blk.2.attn_k_b.weight q5_0 825blk.2.ffn_down.weight q5_K 826blk.3.attn_k_b.weight q5_0 827blk.3.ffn_down_exps.weight q5_K 828blk.3.ffn_down_shexp.weight q5_K 829blk.4.attn_k_b.weight q5_0 830blk.4.ffn_down_exps.weight q5_K 831blk.4.ffn_down_shexp.weight q5_K 832blk.5.attn_k_b.weight q5_0 833blk.5.ffn_down_exps.weight q5_K 834blk.5.ffn_down_shexp.weight q5_K 835blk.6.attn_k_b.weight q5_0 836blk.6.ffn_down_exps.weight q5_K 837blk.6.ffn_down_shexp.weight q5_K 838blk.7.attn_k_b.weight q5_0 839blk.8.attn_k_b.weight q5_0 840blk.9.attn_k_b.weight q5_0 841blk.10.attn_k_b.weight q5_0 842blk.11.attn_k_b.weight q5_0 843blk.12.attn_k_b.weight q5_0 844blk.13.attn_k_b.weight q5_0 845blk.14.attn_k_b.weight q5_0 846blk.15.attn_k_b.weight q5_0 847blk.16.attn_k_b.weight q5_0 848blk.17.attn_k_b.weight q5_0 849blk.18.attn_k_b.weight q5_0 850blk.19.attn_k_b.weight q5_0 851blk.20.attn_k_b.weight q5_0 852blk.21.attn_k_b.weight q5_0 853blk.22.attn_k_b.weight q5_0 854blk.23.attn_k_b.weight q5_0 855blk.24.attn_k_b.weight q5_0 856blk.25.attn_k_b.weight q5_0 857blk.26.attn_k_b.weight q5_0 858blk.27.attn_k_b.weight q5_0 859blk.28.attn_k_b.weight q5_0 860blk.29.attn_k_b.weight q5_0 861blk.30.attn_k_b.weight q5_0 862blk.31.attn_k_b.weight q5_0 863blk.32.attn_k_b.weight q5_0 864blk.33.attn_k_b.weight q5_0 865blk.34.attn_k_b.weight q5_0 866blk.35.attn_k_b.weight q5_0 867blk.36.attn_k_b.weight q5_0 868blk.37.attn_k_b.weight q5_0 869blk.38.attn_k_b.weight q5_0 870blk.39.attn_k_b.weight q5_0 871blk.40.attn_k_b.weight q5_0 872blk.41.attn_k_b.weight q5_0 873blk.42.attn_k_b.weight q5_0 874blk.43.attn_k_b.weight q5_0 875blk.44.attn_k_b.weight q5_0 876blk.45.attn_k_b.weight q5_0 877blk.46.attn_k_b.weight q5_0 878blk.47.attn_k_b.weight q5_0 879blk.48.attn_k_b.weight q5_0 880blk.49.attn_k_b.weight q5_0 881blk.50.attn_k_b.weight q5_0 882blk.51.attn_k_b.weight q5_0 883blk.52.attn_k_b.weight q5_0 884blk.53.attn_k_b.weight q5_0 885blk.54.attn_k_b.weight q5_0 886blk.55.attn_k_b.weight q5_0 887blk.56.attn_k_b.weight q5_0 888blk.57.attn_k_b.weight q5_0 889blk.58.attn_k_b.weight q5_0 890blk.59.attn_k_b.weight q5_0 891blk.60.attn_k_b.weight q5_0 892 893[Q4_K_M] q4_K 894output.weight q6_K 895blk.0.attn_k_b.weight q5_0 896blk.0.ffn_down.weight q6_K 897blk.1.attn_k_b.weight q5_0 898blk.1.ffn_down.weight q6_K 899blk.2.attn_k_b.weight q5_0 900blk.2.ffn_down.weight q6_K 901blk.3.attn_k_b.weight q5_0 902blk.3.ffn_down_exps.weight q6_K 903blk.3.ffn_down_shexp.weight q6_K 904blk.4.attn_k_b.weight q5_0 905blk.4.ffn_down_exps.weight q6_K 906blk.4.ffn_down_shexp.weight q6_K 907blk.5.attn_k_b.weight q5_0 908blk.5.ffn_down_exps.weight q6_K 909blk.5.ffn_down_shexp.weight q6_K 910blk.6.attn_k_b.weight q5_0 911blk.6.ffn_down_exps.weight q6_K 912blk.6.ffn_down_shexp.weight q6_K 913blk.7.attn_k_b.weight q5_0 914blk.8.attn_k_b.weight q5_0 915blk.9.attn_k_b.weight q5_0 916blk.9.ffn_down_exps.weight q6_K 917blk.9.ffn_down_shexp.weight q6_K 918blk.10.attn_k_b.weight q5_0 919blk.11.attn_k_b.weight q5_0 920blk.12.attn_k_b.weight q5_0 921blk.12.ffn_down_exps.weight q6_K 922blk.12.ffn_down_shexp.weight q6_K 923blk.13.attn_k_b.weight q5_0 924blk.14.attn_k_b.weight q5_0 925blk.15.attn_k_b.weight q5_0 926blk.15.ffn_down_exps.weight q6_K 927blk.15.ffn_down_shexp.weight q6_K 928blk.16.attn_k_b.weight q5_0 929blk.17.attn_k_b.weight q5_0 930blk.18.attn_k_b.weight q5_0 931blk.18.ffn_down_exps.weight q6_K 932blk.18.ffn_down_shexp.weight q6_K 933blk.19.attn_k_b.weight q5_0 934blk.20.attn_k_b.weight q5_0 935blk.21.attn_k_b.weight q5_0 936blk.21.ffn_down_exps.weight q6_K 937blk.21.ffn_down_shexp.weight q6_K 938blk.22.attn_k_b.weight q5_0 939blk.23.attn_k_b.weight q5_0 940blk.24.attn_k_b.weight q5_0 941blk.24.ffn_down_exps.weight q6_K 942blk.24.ffn_down_shexp.weight q6_K 943blk.25.attn_k_b.weight q5_0 944blk.26.attn_k_b.weight q5_0 945blk.27.attn_k_b.weight q5_0 946blk.27.ffn_down_exps.weight q6_K 947blk.27.ffn_down_shexp.weight q6_K 948blk.28.attn_k_b.weight q5_0 949blk.29.attn_k_b.weight q5_0 950blk.30.attn_k_b.weight q5_0 951blk.30.ffn_down_exps.weight q6_K 952blk.30.ffn_down_shexp.weight q6_K 953blk.31.attn_k_b.weight q5_0 954blk.32.attn_k_b.weight q5_0 955blk.33.attn_k_b.weight q5_0 956blk.33.ffn_down_exps.weight q6_K 957blk.33.ffn_down_shexp.weight q6_K 958blk.34.attn_k_b.weight q5_0 959blk.35.attn_k_b.weight q5_0 960blk.36.attn_k_b.weight q5_0 961blk.36.ffn_down_exps.weight q6_K 962blk.36.ffn_down_shexp.weight q6_K 963blk.37.attn_k_b.weight q5_0 964blk.38.attn_k_b.weight q5_0 965blk.39.attn_k_b.weight q5_0 966blk.39.ffn_down_exps.weight q6_K 967blk.39.ffn_down_shexp.weight q6_K 968blk.40.attn_k_b.weight q5_0 969blk.41.attn_k_b.weight q5_0 970blk.42.attn_k_b.weight q5_0 971blk.42.ffn_down_exps.weight q6_K 972blk.42.ffn_down_shexp.weight q6_K 973blk.43.attn_k_b.weight q5_0 974blk.44.attn_k_b.weight q5_0 975blk.45.attn_k_b.weight q5_0 976blk.45.ffn_down_exps.weight q6_K 977blk.45.ffn_down_shexp.weight q6_K 978blk.46.attn_k_b.weight q5_0 979blk.47.attn_k_b.weight q5_0 980blk.48.attn_k_b.weight q5_0 981blk.48.ffn_down_exps.weight q6_K 982blk.48.ffn_down_shexp.weight q6_K 983blk.49.attn_k_b.weight q5_0 984blk.50.attn_k_b.weight q5_0 985blk.51.attn_k_b.weight q5_0 986blk.51.ffn_down_exps.weight q6_K 987blk.51.ffn_down_shexp.weight q6_K 988blk.52.attn_k_b.weight q5_0 989blk.53.attn_k_b.weight q5_0 990blk.53.ffn_down_exps.weight q6_K 991blk.53.ffn_down_shexp.weight q6_K 992blk.54.attn_k_b.weight q5_0 993blk.54.ffn_down_exps.weight q6_K 994blk.54.ffn_down_shexp.weight q6_K 995blk.55.attn_k_b.weight q5_0 996blk.55.ffn_down_exps.weight q6_K 997blk.55.ffn_down_shexp.weight q6_K 998blk.56.attn_k_b.weight q5_0 999blk.56.ffn_down_exps.weight q6_K 1000blk.56.ffn_down_shexp.weight q6_K 1001blk.57.attn_k_b.weight q5_0 1002blk.57.ffn_down_exps.weight q6_K 1003blk.57.ffn_down_shexp.weight q6_K 1004blk.58.attn_k_b.weight q5_0 1005blk.58.ffn_down_exps.weight q6_K 1006blk.58.ffn_down_shexp.weight q6_K 1007blk.59.attn_k_b.weight q5_0 1008blk.59.ffn_down_exps.weight q6_K 1009blk.59.ffn_down_shexp.weight q6_K 1010blk.60.attn_k_b.weight q5_0 1011blk.60.ffn_down_exps.weight q6_K 1012blk.60.ffn_down_shexp.weight q6_K 1013 1014[Q5_K_S] q5_K 1015output.weight q6_K 1016blk.0.attn_k_b.weight q5_1 1017blk.1.attn_k_b.weight q5_1 1018blk.2.attn_k_b.weight q5_1 1019blk.3.attn_k_b.weight q5_1 1020blk.4.attn_k_b.weight q5_1 1021blk.5.attn_k_b.weight q5_1 1022blk.6.attn_k_b.weight q5_1 1023blk.7.attn_k_b.weight q5_1 1024blk.8.attn_k_b.weight q5_1 1025blk.9.attn_k_b.weight q5_1 1026blk.10.attn_k_b.weight q5_1 1027blk.11.attn_k_b.weight q5_1 1028blk.12.attn_k_b.weight q5_1 1029blk.13.attn_k_b.weight q5_1 1030blk.14.attn_k_b.weight q5_1 1031blk.15.attn_k_b.weight q5_1 1032blk.16.attn_k_b.weight q5_1 1033blk.17.attn_k_b.weight q5_1 1034blk.18.attn_k_b.weight q5_1 1035blk.19.attn_k_b.weight q5_1 1036blk.20.attn_k_b.weight q5_1 1037blk.21.attn_k_b.weight q5_1 1038blk.22.attn_k_b.weight q5_1 1039blk.23.attn_k_b.weight q5_1 1040blk.24.attn_k_b.weight q5_1 1041blk.25.attn_k_b.weight q5_1 1042blk.26.attn_k_b.weight q5_1 1043blk.27.attn_k_b.weight q5_1 1044blk.28.attn_k_b.weight q5_1 1045blk.29.attn_k_b.weight q5_1 1046blk.30.attn_k_b.weight q5_1 1047blk.31.attn_k_b.weight q5_1 1048blk.32.attn_k_b.weight q5_1 1049blk.33.attn_k_b.weight q5_1 1050blk.34.attn_k_b.weight q5_1 1051blk.35.attn_k_b.weight q5_1 1052blk.36.attn_k_b.weight q5_1 1053blk.37.attn_k_b.weight q5_1 1054blk.38.attn_k_b.weight q5_1 1055blk.39.attn_k_b.weight q5_1 1056blk.40.attn_k_b.weight q5_1 1057blk.41.attn_k_b.weight q5_1 1058blk.42.attn_k_b.weight q5_1 1059blk.43.attn_k_b.weight q5_1 1060blk.44.attn_k_b.weight q5_1 1061blk.45.attn_k_b.weight q5_1 1062blk.46.attn_k_b.weight q5_1 1063blk.47.attn_k_b.weight q5_1 1064blk.48.attn_k_b.weight q5_1 1065blk.49.attn_k_b.weight q5_1 1066blk.50.attn_k_b.weight q5_1 1067blk.51.attn_k_b.weight q5_1 1068blk.52.attn_k_b.weight q5_1 1069blk.53.attn_k_b.weight q5_1 1070blk.54.attn_k_b.weight q5_1 1071blk.55.attn_k_b.weight q5_1 1072blk.56.attn_k_b.weight q5_1 1073blk.57.attn_k_b.weight q5_1 1074blk.58.attn_k_b.weight q5_1 1075blk.59.attn_k_b.weight q5_1 1076blk.60.attn_k_b.weight q5_1 1077 1078[Q5_K_M] q5_K 1079output.weight q6_K 1080blk.0.attn_k_b.weight q5_1 1081blk.0.ffn_down.weight q6_K 1082blk.1.attn_k_b.weight q5_1 1083blk.1.ffn_down.weight q6_K 1084blk.2.attn_k_b.weight q5_1 1085blk.2.ffn_down.weight q6_K 1086blk.3.attn_k_b.weight q5_1 1087blk.3.ffn_down_exps.weight q6_K 1088blk.3.ffn_down_shexp.weight q6_K 1089blk.4.attn_k_b.weight q5_1 1090blk.4.ffn_down_exps.weight q6_K 1091blk.4.ffn_down_shexp.weight q6_K 1092blk.5.attn_k_b.weight q5_1 1093blk.5.ffn_down_exps.weight q6_K 1094blk.5.ffn_down_shexp.weight q6_K 1095blk.6.attn_k_b.weight q5_1 1096blk.6.ffn_down_exps.weight q6_K 1097blk.6.ffn_down_shexp.weight q6_K 1098blk.7.attn_k_b.weight q5_1 1099blk.8.attn_k_b.weight q5_1 1100blk.9.attn_k_b.weight q5_1 1101blk.9.ffn_down_exps.weight q6_K 1102blk.9.ffn_down_shexp.weight q6_K 1103blk.10.attn_k_b.weight q5_1 1104blk.11.attn_k_b.weight q5_1 1105blk.12.attn_k_b.weight q5_1 1106blk.12.ffn_down_exps.weight q6_K 1107blk.12.ffn_down_shexp.weight q6_K 1108blk.13.attn_k_b.weight q5_1 1109blk.14.attn_k_b.weight q5_1 1110blk.15.attn_k_b.weight q5_1 1111blk.15.ffn_down_exps.weight q6_K 1112blk.15.ffn_down_shexp.weight q6_K 1113blk.16.attn_k_b.weight q5_1 1114blk.17.attn_k_b.weight q5_1 1115blk.18.attn_k_b.weight q5_1 1116blk.18.ffn_down_exps.weight q6_K 1117blk.18.ffn_down_shexp.weight q6_K 1118blk.19.attn_k_b.weight q5_1 1119blk.20.attn_k_b.weight q5_1 1120blk.21.attn_k_b.weight q5_1 1121blk.21.ffn_down_exps.weight q6_K 1122blk.21.ffn_down_shexp.weight q6_K 1123blk.22.attn_k_b.weight q5_1 1124blk.23.attn_k_b.weight q5_1 1125blk.24.attn_k_b.weight q5_1 1126blk.24.ffn_down_exps.weight q6_K 1127blk.24.ffn_down_shexp.weight q6_K 1128blk.25.attn_k_b.weight q5_1 1129blk.26.attn_k_b.weight q5_1 1130blk.27.attn_k_b.weight q5_1 1131blk.27.ffn_down_exps.weight q6_K 1132blk.27.ffn_down_shexp.weight q6_K 1133blk.28.attn_k_b.weight q5_1 1134blk.29.attn_k_b.weight q5_1 1135blk.30.attn_k_b.weight q5_1 1136blk.30.ffn_down_exps.weight q6_K 1137blk.30.ffn_down_shexp.weight q6_K 1138blk.31.attn_k_b.weight q5_1 1139blk.32.attn_k_b.weight q5_1 1140blk.33.attn_k_b.weight q5_1 1141blk.33.ffn_down_exps.weight q6_K 1142blk.33.ffn_down_shexp.weight q6_K 1143blk.34.attn_k_b.weight q5_1 1144blk.35.attn_k_b.weight q5_1 1145blk.36.attn_k_b.weight q5_1 1146blk.36.ffn_down_exps.weight q6_K 1147blk.36.ffn_down_shexp.weight q6_K 1148blk.37.attn_k_b.weight q5_1 1149blk.38.attn_k_b.weight q5_1 1150blk.39.attn_k_b.weight q5_1 1151blk.39.ffn_down_exps.weight q6_K 1152blk.39.ffn_down_shexp.weight q6_K 1153blk.40.attn_k_b.weight q5_1 1154blk.41.attn_k_b.weight q5_1 1155blk.42.attn_k_b.weight q5_1 1156blk.42.ffn_down_exps.weight q6_K 1157blk.42.ffn_down_shexp.weight q6_K 1158blk.43.attn_k_b.weight q5_1 1159blk.44.attn_k_b.weight q5_1 1160blk.45.attn_k_b.weight q5_1 1161blk.45.ffn_down_exps.weight q6_K 1162blk.45.ffn_down_shexp.weight q6_K 1163blk.46.attn_k_b.weight q5_1 1164blk.47.attn_k_b.weight q5_1 1165blk.48.attn_k_b.weight q5_1 1166blk.48.ffn_down_exps.weight q6_K 1167blk.48.ffn_down_shexp.weight q6_K 1168blk.49.attn_k_b.weight q5_1 1169blk.50.attn_k_b.weight q5_1 1170blk.51.attn_k_b.weight q5_1 1171blk.51.ffn_down_exps.weight q6_K 1172blk.51.ffn_down_shexp.weight q6_K 1173blk.52.attn_k_b.weight q5_1 1174blk.53.attn_k_b.weight q5_1 1175blk.53.ffn_down_exps.weight q6_K 1176blk.53.ffn_down_shexp.weight q6_K 1177blk.54.attn_k_b.weight q5_1 1178blk.54.ffn_down_exps.weight q6_K 1179blk.54.ffn_down_shexp.weight q6_K 1180blk.55.attn_k_b.weight q5_1 1181blk.55.ffn_down_exps.weight q6_K 1182blk.55.ffn_down_shexp.weight q6_K 1183blk.56.attn_k_b.weight q5_1 1184blk.56.ffn_down_exps.weight q6_K 1185blk.56.ffn_down_shexp.weight q6_K 1186blk.57.attn_k_b.weight q5_1 1187blk.57.ffn_down_exps.weight q6_K 1188blk.57.ffn_down_shexp.weight q6_K 1189blk.58.attn_k_b.weight q5_1 1190blk.58.ffn_down_exps.weight q6_K 1191blk.58.ffn_down_shexp.weight q6_K 1192blk.59.attn_k_b.weight q5_1 1193blk.59.ffn_down_exps.weight q6_K 1194blk.59.ffn_down_shexp.weight q6_K 1195blk.60.attn_k_b.weight q5_1 1196blk.60.ffn_down_exps.weight q6_K 1197blk.60.ffn_down_shexp.weight q6_K 1198 1199[Q6_K] q6_K 1200blk.0.attn_k_b.weight q8_0 1201blk.1.attn_k_b.weight q8_0 1202blk.2.attn_k_b.weight q8_0 1203blk.3.attn_k_b.weight q8_0 1204blk.4.attn_k_b.weight q8_0 1205blk.5.attn_k_b.weight q8_0 1206blk.6.attn_k_b.weight q8_0 1207blk.7.attn_k_b.weight q8_0 1208blk.8.attn_k_b.weight q8_0 1209blk.9.attn_k_b.weight q8_0 1210blk.10.attn_k_b.weight q8_0 1211blk.11.attn_k_b.weight q8_0 1212blk.12.attn_k_b.weight q8_0 1213blk.13.attn_k_b.weight q8_0 1214blk.14.attn_k_b.weight q8_0 1215blk.15.attn_k_b.weight q8_0 1216blk.16.attn_k_b.weight q8_0 1217blk.17.attn_k_b.weight q8_0 1218blk.18.attn_k_b.weight q8_0 1219blk.19.attn_k_b.weight q8_0 1220blk.20.attn_k_b.weight q8_0 1221blk.21.attn_k_b.weight q8_0 1222blk.22.attn_k_b.weight q8_0 1223blk.23.attn_k_b.weight q8_0 1224blk.24.attn_k_b.weight q8_0 1225blk.25.attn_k_b.weight q8_0 1226blk.26.attn_k_b.weight q8_0 1227blk.27.attn_k_b.weight q8_0 1228blk.28.attn_k_b.weight q8_0 1229blk.29.attn_k_b.weight q8_0 1230blk.30.attn_k_b.weight q8_0 1231blk.31.attn_k_b.weight q8_0 1232blk.32.attn_k_b.weight q8_0 1233blk.33.attn_k_b.weight q8_0 1234blk.34.attn_k_b.weight q8_0 1235blk.35.attn_k_b.weight q8_0 1236blk.36.attn_k_b.weight q8_0 1237blk.37.attn_k_b.weight q8_0 1238blk.38.attn_k_b.weight q8_0 1239blk.39.attn_k_b.weight q8_0 1240blk.40.attn_k_b.weight q8_0 1241blk.41.attn_k_b.weight q8_0 1242blk.42.attn_k_b.weight q8_0 1243blk.43.attn_k_b.weight q8_0 1244blk.44.attn_k_b.weight q8_0 1245blk.45.attn_k_b.weight q8_0 1246blk.46.attn_k_b.weight q8_0 1247blk.47.attn_k_b.weight q8_0 1248blk.48.attn_k_b.weight q8_0 1249blk.49.attn_k_b.weight q8_0 1250blk.50.attn_k_b.weight q8_0 1251blk.51.attn_k_b.weight q8_0 1252blk.52.attn_k_b.weight q8_0 1253blk.53.attn_k_b.weight q8_0 1254blk.54.attn_k_b.weight q8_0 1255blk.55.attn_k_b.weight q8_0 1256blk.56.attn_k_b.weight q8_0 1257blk.57.attn_k_b.weight q8_0 1258blk.58.attn_k_b.weight q8_0 1259blk.59.attn_k_b.weight q8_0 1260blk.60.attn_k_b.weight q8_0 1261 1262[IQ2_XXS] iq2_xxs 1263output.weight q5_K 1264token_embd.weight q2_K 1265blk.0.attn_k_b.weight iq4_nl 1266blk.0.ffn_down.weight q2_K 1267blk.1.attn_k_b.weight iq4_nl 1268blk.1.ffn_down.weight q2_K 1269blk.2.attn_k_b.weight iq4_nl 1270blk.2.ffn_down.weight q2_K 1271blk.3.attn_k_b.weight iq4_nl 1272blk.3.ffn_down_exps.weight q2_K 1273blk.3.ffn_down_shexp.weight q2_K 1274blk.4.attn_k_b.weight iq4_nl 1275blk.4.ffn_down_exps.weight q2_K 1276blk.4.ffn_down_shexp.weight q2_K 1277blk.5.attn_k_b.weight iq4_nl 1278blk.6.attn_k_b.weight iq4_nl 1279blk.7.attn_k_b.weight iq4_nl 1280blk.8.attn_k_b.weight iq4_nl 1281blk.9.attn_k_b.weight iq4_nl 1282blk.10.attn_k_b.weight iq4_nl 1283blk.11.attn_k_b.weight iq4_nl 1284blk.12.attn_k_b.weight iq4_nl 1285blk.13.attn_k_b.weight iq4_nl 1286blk.14.attn_k_b.weight iq4_nl 1287blk.15.attn_k_b.weight iq4_nl 1288blk.16.attn_k_b.weight iq4_nl 1289blk.17.attn_k_b.weight iq4_nl 1290blk.18.attn_k_b.weight iq4_nl 1291blk.19.attn_k_b.weight iq4_nl 1292blk.20.attn_k_b.weight iq4_nl 1293blk.21.attn_k_b.weight iq4_nl 1294blk.22.attn_k_b.weight iq4_nl 1295blk.23.attn_k_b.weight iq4_nl 1296blk.24.attn_k_b.weight iq4_nl 1297blk.25.attn_k_b.weight iq4_nl 1298blk.26.attn_k_b.weight iq4_nl 1299blk.27.attn_k_b.weight iq4_nl 1300blk.28.attn_k_b.weight iq4_nl 1301blk.29.attn_k_b.weight iq4_nl 1302blk.30.attn_k_b.weight iq4_nl 1303blk.31.attn_k_b.weight iq4_nl 1304blk.32.attn_k_b.weight iq4_nl 1305blk.33.attn_k_b.weight iq4_nl 1306blk.34.attn_k_b.weight iq4_nl 1307blk.35.attn_k_b.weight iq4_nl 1308blk.36.attn_k_b.weight iq4_nl 1309blk.37.attn_k_b.weight iq4_nl 1310blk.38.attn_k_b.weight iq4_nl 1311blk.39.attn_k_b.weight iq4_nl 1312blk.40.attn_k_b.weight iq4_nl 1313blk.41.attn_k_b.weight iq4_nl 1314blk.42.attn_k_b.weight iq4_nl 1315blk.43.attn_k_b.weight iq4_nl 1316blk.44.attn_k_b.weight iq4_nl 1317blk.45.attn_k_b.weight iq4_nl 1318blk.46.attn_k_b.weight iq4_nl 1319blk.47.attn_k_b.weight iq4_nl 1320blk.48.attn_k_b.weight iq4_nl 1321blk.49.attn_k_b.weight iq4_nl 1322blk.50.attn_k_b.weight iq4_nl 1323blk.51.attn_k_b.weight iq4_nl 1324blk.52.attn_k_b.weight iq4_nl 1325blk.53.attn_k_b.weight iq4_nl 1326blk.54.attn_k_b.weight iq4_nl 1327blk.55.attn_k_b.weight iq4_nl 1328blk.56.attn_k_b.weight iq4_nl 1329blk.57.attn_k_b.weight iq4_nl 1330blk.58.attn_k_b.weight iq4_nl 1331blk.59.attn_k_b.weight iq4_nl 1332blk.60.attn_k_b.weight iq4_nl 1333 1334[IQ2_XS] iq2_xs 1335output.weight q5_K 1336token_embd.weight q2_K 1337blk.0.attn_k_b.weight iq4_nl 1338blk.0.ffn_down.weight q2_K 1339blk.1.attn_k_b.weight iq4_nl 1340blk.1.ffn_down.weight q2_K 1341blk.2.attn_k_b.weight iq4_nl 1342blk.2.ffn_down.weight q2_K 1343blk.3.attn_k_b.weight iq4_nl 1344blk.3.ffn_down_exps.weight q2_K 1345blk.3.ffn_down_shexp.weight q2_K 1346blk.4.attn_k_b.weight iq4_nl 1347blk.4.ffn_down_exps.weight q2_K 1348blk.4.ffn_down_shexp.weight q2_K 1349blk.5.attn_k_b.weight iq4_nl 1350blk.6.attn_k_b.weight iq4_nl 1351blk.7.attn_k_b.weight iq4_nl 1352blk.8.attn_k_b.weight iq4_nl 1353blk.9.attn_k_b.weight iq4_nl 1354blk.10.attn_k_b.weight iq4_nl 1355blk.11.attn_k_b.weight iq4_nl 1356blk.12.attn_k_b.weight iq4_nl 1357blk.13.attn_k_b.weight iq4_nl 1358blk.14.attn_k_b.weight iq4_nl 1359blk.15.attn_k_b.weight iq4_nl 1360blk.16.attn_k_b.weight iq4_nl 1361blk.17.attn_k_b.weight iq4_nl 1362blk.18.attn_k_b.weight iq4_nl 1363blk.19.attn_k_b.weight iq4_nl 1364blk.20.attn_k_b.weight iq4_nl 1365blk.21.attn_k_b.weight iq4_nl 1366blk.22.attn_k_b.weight iq4_nl 1367blk.23.attn_k_b.weight iq4_nl 1368blk.24.attn_k_b.weight iq4_nl 1369blk.25.attn_k_b.weight iq4_nl 1370blk.26.attn_k_b.weight iq4_nl 1371blk.27.attn_k_b.weight iq4_nl 1372blk.28.attn_k_b.weight iq4_nl 1373blk.29.attn_k_b.weight iq4_nl 1374blk.30.attn_k_b.weight iq4_nl 1375blk.31.attn_k_b.weight iq4_nl 1376blk.32.attn_k_b.weight iq4_nl 1377blk.33.attn_k_b.weight iq4_nl 1378blk.34.attn_k_b.weight iq4_nl 1379blk.35.attn_k_b.weight iq4_nl 1380blk.36.attn_k_b.weight iq4_nl 1381blk.37.attn_k_b.weight iq4_nl 1382blk.38.attn_k_b.weight iq4_nl 1383blk.39.attn_k_b.weight iq4_nl 1384blk.40.attn_k_b.weight iq4_nl 1385blk.41.attn_k_b.weight iq4_nl 1386blk.42.attn_k_b.weight iq4_nl 1387blk.43.attn_k_b.weight iq4_nl 1388blk.44.attn_k_b.weight iq4_nl 1389blk.45.attn_k_b.weight iq4_nl 1390blk.46.attn_k_b.weight iq4_nl 1391blk.47.attn_k_b.weight iq4_nl 1392blk.48.attn_k_b.weight iq4_nl 1393blk.49.attn_k_b.weight iq4_nl 1394blk.50.attn_k_b.weight iq4_nl 1395blk.51.attn_k_b.weight iq4_nl 1396blk.52.attn_k_b.weight iq4_nl 1397blk.53.attn_k_b.weight iq4_nl 1398blk.54.attn_k_b.weight iq4_nl 1399blk.55.attn_k_b.weight iq4_nl 1400blk.56.attn_k_b.weight iq4_nl 1401blk.57.attn_k_b.weight iq4_nl 1402blk.58.attn_k_b.weight iq4_nl 1403blk.59.attn_k_b.weight iq4_nl 1404blk.60.attn_k_b.weight iq4_nl 1405 1406[Q2_K_S] q2_K 1407output.weight q6_K 1408blk.0.attn_k_b.weight q4_0 1409blk.0.ffn_down.weight q4_K 1410blk.1.attn_k_b.weight q4_0 1411blk.1.ffn_down.weight q4_K 1412blk.2.attn_k_b.weight q4_0 1413blk.2.ffn_down.weight q4_K 1414blk.3.attn_k_b.weight q4_0 1415blk.3.ffn_down_exps.weight q4_K 1416blk.3.ffn_down_shexp.weight q4_K 1417blk.4.attn_k_b.weight q4_0 1418blk.4.ffn_down_exps.weight q4_K 1419blk.4.ffn_down_shexp.weight q4_K 1420blk.5.attn_k_b.weight q4_0 1421blk.5.ffn_down_exps.weight q4_K 1422blk.5.ffn_down_shexp.weight q4_K 1423blk.6.attn_k_b.weight q4_0 1424blk.6.ffn_down_exps.weight q4_K 1425blk.6.ffn_down_shexp.weight q4_K 1426blk.7.attn_k_b.weight q4_0 1427blk.8.attn_k_b.weight q4_0 1428blk.9.attn_k_b.weight q4_0 1429blk.10.attn_k_b.weight q4_0 1430blk.11.attn_k_b.weight q4_0 1431blk.12.attn_k_b.weight q4_0 1432blk.13.attn_k_b.weight q4_0 1433blk.14.attn_k_b.weight q4_0 1434blk.15.attn_k_b.weight q4_0 1435blk.16.attn_k_b.weight q4_0 1436blk.17.attn_k_b.weight q4_0 1437blk.18.attn_k_b.weight q4_0 1438blk.19.attn_k_b.weight q4_0 1439blk.20.attn_k_b.weight q4_0 1440blk.21.attn_k_b.weight q4_0 1441blk.22.attn_k_b.weight q4_0 1442blk.23.attn_k_b.weight q4_0 1443blk.24.attn_k_b.weight q4_0 1444blk.25.attn_k_b.weight q4_0 1445blk.26.attn_k_b.weight q4_0 1446blk.27.attn_k_b.weight q4_0 1447blk.28.attn_k_b.weight q4_0 1448blk.29.attn_k_b.weight q4_0 1449blk.30.attn_k_b.weight q4_0 1450blk.31.attn_k_b.weight q4_0 1451blk.32.attn_k_b.weight q4_0 1452blk.33.attn_k_b.weight q4_0 1453blk.34.attn_k_b.weight q4_0 1454blk.35.attn_k_b.weight q4_0 1455blk.36.attn_k_b.weight q4_0 1456blk.37.attn_k_b.weight q4_0 1457blk.38.attn_k_b.weight q4_0 1458blk.39.attn_k_b.weight q4_0 1459blk.40.attn_k_b.weight q4_0 1460blk.41.attn_k_b.weight q4_0 1461blk.42.attn_k_b.weight q4_0 1462blk.43.attn_k_b.weight q4_0 1463blk.44.attn_k_b.weight q4_0 1464blk.45.attn_k_b.weight q4_0 1465blk.46.attn_k_b.weight q4_0 1466blk.47.attn_k_b.weight q4_0 1467blk.48.attn_k_b.weight q4_0 1468blk.49.attn_k_b.weight q4_0 1469blk.50.attn_k_b.weight q4_0 1470blk.51.attn_k_b.weight q4_0 1471blk.52.attn_k_b.weight q4_0 1472blk.53.attn_k_b.weight q4_0 1473blk.54.attn_k_b.weight q4_0 1474blk.55.attn_k_b.weight q4_0 1475blk.56.attn_k_b.weight q4_0 1476blk.57.attn_k_b.weight q4_0 1477blk.58.attn_k_b.weight q4_0 1478blk.59.attn_k_b.weight q4_0 1479blk.60.attn_k_b.weight q4_0 1480 1481[IQ3_XS] iq3_s 1482output.weight q6_K 1483blk.0.attn_k_b.weight iq4_nl 1484blk.1.attn_k_b.weight iq4_nl 1485blk.2.attn_k_b.weight iq4_nl 1486blk.3.attn_k_b.weight iq4_nl 1487blk.4.attn_k_b.weight iq4_nl 1488blk.5.attn_k_b.weight iq4_nl 1489blk.6.attn_k_b.weight iq4_nl 1490blk.7.attn_k_b.weight iq4_nl 1491blk.7.ffn_gate_exps.weight iq3_xxs 1492blk.7.ffn_gate_shexp.weight iq3_xxs 1493blk.7.ffn_up_exps.weight iq3_xxs 1494blk.7.ffn_up_shexp.weight iq3_xxs 1495blk.8.attn_k_b.weight iq4_nl 1496blk.8.ffn_gate_exps.weight iq3_xxs 1497blk.8.ffn_gate_shexp.weight iq3_xxs 1498blk.8.ffn_up_exps.weight iq3_xxs 1499blk.8.ffn_up_shexp.weight iq3_xxs 1500blk.9.attn_k_b.weight iq4_nl 1501blk.9.ffn_gate_exps.weight iq3_xxs 1502blk.9.ffn_gate_shexp.weight iq3_xxs 1503blk.9.ffn_up_exps.weight iq3_xxs 1504blk.9.ffn_up_shexp.weight iq3_xxs 1505blk.10.attn_k_b.weight iq4_nl 1506blk.10.ffn_gate_exps.weight iq3_xxs 1507blk.10.ffn_gate_shexp.weight iq3_xxs 1508blk.10.ffn_up_exps.weight iq3_xxs 1509blk.10.ffn_up_shexp.weight iq3_xxs 1510blk.11.attn_k_b.weight iq4_nl 1511blk.11.ffn_gate_exps.weight iq3_xxs 1512blk.11.ffn_gate_shexp.weight iq3_xxs 1513blk.11.ffn_up_exps.weight iq3_xxs 1514blk.11.ffn_up_shexp.weight iq3_xxs 1515blk.12.attn_k_b.weight iq4_nl 1516blk.12.ffn_gate_exps.weight iq3_xxs 1517blk.12.ffn_gate_shexp.weight iq3_xxs 1518blk.12.ffn_up_exps.weight iq3_xxs 1519blk.12.ffn_up_shexp.weight iq3_xxs 1520blk.13.attn_k_b.weight iq4_nl 1521blk.13.ffn_gate_exps.weight iq3_xxs 1522blk.13.ffn_gate_shexp.weight iq3_xxs 1523blk.13.ffn_up_exps.weight iq3_xxs 1524blk.13.ffn_up_shexp.weight iq3_xxs 1525blk.14.attn_k_b.weight iq4_nl 1526blk.14.ffn_gate_exps.weight iq3_xxs 1527blk.14.ffn_gate_shexp.weight iq3_xxs 1528blk.14.ffn_up_exps.weight iq3_xxs 1529blk.14.ffn_up_shexp.weight iq3_xxs 1530blk.15.attn_k_b.weight iq4_nl 1531blk.15.ffn_gate_exps.weight iq3_xxs 1532blk.15.ffn_gate_shexp.weight iq3_xxs 1533blk.15.ffn_up_exps.weight iq3_xxs 1534blk.15.ffn_up_shexp.weight iq3_xxs 1535blk.16.attn_k_b.weight iq4_nl 1536blk.16.ffn_gate_exps.weight iq3_xxs 1537blk.16.ffn_gate_shexp.weight iq3_xxs 1538blk.16.ffn_up_exps.weight iq3_xxs 1539blk.16.ffn_up_shexp.weight iq3_xxs 1540blk.17.attn_k_b.weight iq4_nl 1541blk.17.ffn_gate_exps.weight iq3_xxs 1542blk.17.ffn_gate_shexp.weight iq3_xxs 1543blk.17.ffn_up_exps.weight iq3_xxs 1544blk.17.ffn_up_shexp.weight iq3_xxs 1545blk.18.attn_k_b.weight iq4_nl 1546blk.18.ffn_gate_exps.weight iq3_xxs 1547blk.18.ffn_gate_shexp.weight iq3_xxs 1548blk.18.ffn_up_exps.weight iq3_xxs 1549blk.18.ffn_up_shexp.weight iq3_xxs 1550blk.19.attn_k_b.weight iq4_nl 1551blk.19.ffn_gate_exps.weight iq3_xxs 1552blk.19.ffn_gate_shexp.weight iq3_xxs 1553blk.19.ffn_up_exps.weight iq3_xxs 1554blk.19.ffn_up_shexp.weight iq3_xxs 1555blk.20.attn_k_b.weight iq4_nl 1556blk.20.ffn_gate_exps.weight iq3_xxs 1557blk.20.ffn_gate_shexp.weight iq3_xxs 1558blk.20.ffn_up_exps.weight iq3_xxs 1559blk.20.ffn_up_shexp.weight iq3_xxs 1560blk.21.attn_k_b.weight iq4_nl 1561blk.21.ffn_gate_exps.weight iq3_xxs 1562blk.21.ffn_gate_shexp.weight iq3_xxs 1563blk.21.ffn_up_exps.weight iq3_xxs 1564blk.21.ffn_up_shexp.weight iq3_xxs 1565blk.22.attn_k_b.weight iq4_nl 1566blk.22.ffn_gate_exps.weight iq3_xxs 1567blk.22.ffn_gate_shexp.weight iq3_xxs 1568blk.22.ffn_up_exps.weight iq3_xxs 1569blk.22.ffn_up_shexp.weight iq3_xxs 1570blk.23.attn_k_b.weight iq4_nl 1571blk.23.ffn_gate_exps.weight iq3_xxs 1572blk.23.ffn_gate_shexp.weight iq3_xxs 1573blk.23.ffn_up_exps.weight iq3_xxs 1574blk.23.ffn_up_shexp.weight iq3_xxs 1575blk.24.attn_k_b.weight iq4_nl 1576blk.24.ffn_gate_exps.weight iq3_xxs 1577blk.24.ffn_gate_shexp.weight iq3_xxs 1578blk.24.ffn_up_exps.weight iq3_xxs 1579blk.24.ffn_up_shexp.weight iq3_xxs 1580blk.25.attn_k_b.weight iq4_nl 1581blk.25.ffn_gate_exps.weight iq3_xxs 1582blk.25.ffn_gate_shexp.weight iq3_xxs 1583blk.25.ffn_up_exps.weight iq3_xxs 1584blk.25.ffn_up_shexp.weight iq3_xxs 1585blk.26.attn_k_b.weight iq4_nl 1586blk.26.ffn_gate_exps.weight iq3_xxs 1587blk.26.ffn_gate_shexp.weight iq3_xxs 1588blk.26.ffn_up_exps.weight iq3_xxs 1589blk.26.ffn_up_shexp.weight iq3_xxs 1590blk.27.attn_k_b.weight iq4_nl 1591blk.27.ffn_gate_exps.weight iq3_xxs 1592blk.27.ffn_gate_shexp.weight iq3_xxs 1593blk.27.ffn_up_exps.weight iq3_xxs 1594blk.27.ffn_up_shexp.weight iq3_xxs 1595blk.28.attn_k_b.weight iq4_nl 1596blk.28.ffn_gate_exps.weight iq3_xxs 1597blk.28.ffn_gate_shexp.weight iq3_xxs 1598blk.28.ffn_up_exps.weight iq3_xxs 1599blk.28.ffn_up_shexp.weight iq3_xxs 1600blk.29.attn_k_b.weight iq4_nl 1601blk.29.ffn_gate_exps.weight iq3_xxs 1602blk.29.ffn_gate_shexp.weight iq3_xxs 1603blk.29.ffn_up_exps.weight iq3_xxs 1604blk.29.ffn_up_shexp.weight iq3_xxs 1605blk.30.attn_k_b.weight iq4_nl 1606blk.30.ffn_gate_exps.weight iq3_xxs 1607blk.30.ffn_gate_shexp.weight iq3_xxs 1608blk.30.ffn_up_exps.weight iq3_xxs 1609blk.30.ffn_up_shexp.weight iq3_xxs 1610blk.31.attn_k_b.weight iq4_nl 1611blk.31.ffn_gate_exps.weight iq3_xxs 1612blk.31.ffn_gate_shexp.weight iq3_xxs 1613blk.31.ffn_up_exps.weight iq3_xxs 1614blk.31.ffn_up_shexp.weight iq3_xxs 1615blk.32.attn_k_b.weight iq4_nl 1616blk.32.ffn_gate_exps.weight iq3_xxs 1617blk.32.ffn_gate_shexp.weight iq3_xxs 1618blk.32.ffn_up_exps.weight iq3_xxs 1619blk.32.ffn_up_shexp.weight iq3_xxs 1620blk.33.attn_k_b.weight iq4_nl 1621blk.33.ffn_gate_exps.weight iq3_xxs 1622blk.33.ffn_gate_shexp.weight iq3_xxs 1623blk.33.ffn_up_exps.weight iq3_xxs 1624blk.33.ffn_up_shexp.weight iq3_xxs 1625blk.34.attn_k_b.weight iq4_nl 1626blk.34.ffn_gate_exps.weight iq3_xxs 1627blk.34.ffn_gate_shexp.weight iq3_xxs 1628blk.34.ffn_up_exps.weight iq3_xxs 1629blk.34.ffn_up_shexp.weight iq3_xxs 1630blk.35.attn_k_b.weight iq4_nl 1631blk.35.ffn_gate_exps.weight iq3_xxs 1632blk.35.ffn_gate_shexp.weight iq3_xxs 1633blk.35.ffn_up_exps.weight iq3_xxs 1634blk.35.ffn_up_shexp.weight iq3_xxs 1635blk.36.attn_k_b.weight iq4_nl 1636blk.36.ffn_gate_exps.weight iq3_xxs 1637blk.36.ffn_gate_shexp.weight iq3_xxs 1638blk.36.ffn_up_exps.weight iq3_xxs 1639blk.36.ffn_up_shexp.weight iq3_xxs 1640blk.37.attn_k_b.weight iq4_nl 1641blk.37.ffn_gate_exps.weight iq3_xxs 1642blk.37.ffn_gate_shexp.weight iq3_xxs 1643blk.37.ffn_up_exps.weight iq3_xxs 1644blk.37.ffn_up_shexp.weight iq3_xxs 1645blk.38.attn_k_b.weight iq4_nl 1646blk.38.ffn_gate_exps.weight iq3_xxs 1647blk.38.ffn_gate_shexp.weight iq3_xxs 1648blk.38.ffn_up_exps.weight iq3_xxs 1649blk.38.ffn_up_shexp.weight iq3_xxs 1650blk.39.attn_k_b.weight iq4_nl 1651blk.39.ffn_gate_exps.weight iq3_xxs 1652blk.39.ffn_gate_shexp.weight iq3_xxs 1653blk.39.ffn_up_exps.weight iq3_xxs 1654blk.39.ffn_up_shexp.weight iq3_xxs 1655blk.40.attn_k_b.weight iq4_nl 1656blk.40.ffn_gate_exps.weight iq3_xxs 1657blk.40.ffn_gate_shexp.weight iq3_xxs 1658blk.40.ffn_up_exps.weight iq3_xxs 1659blk.40.ffn_up_shexp.weight iq3_xxs 1660blk.41.attn_k_b.weight iq4_nl 1661blk.41.ffn_gate_exps.weight iq3_xxs 1662blk.41.ffn_gate_shexp.weight iq3_xxs 1663blk.41.ffn_up_exps.weight iq3_xxs 1664blk.41.ffn_up_shexp.weight iq3_xxs 1665blk.42.attn_k_b.weight iq4_nl 1666blk.42.ffn_gate_exps.weight iq3_xxs 1667blk.42.ffn_gate_shexp.weight iq3_xxs 1668blk.42.ffn_up_exps.weight iq3_xxs 1669blk.42.ffn_up_shexp.weight iq3_xxs 1670blk.43.attn_k_b.weight iq4_nl 1671blk.43.ffn_gate_exps.weight iq3_xxs 1672blk.43.ffn_gate_shexp.weight iq3_xxs 1673blk.43.ffn_up_exps.weight iq3_xxs 1674blk.43.ffn_up_shexp.weight iq3_xxs 1675blk.44.attn_k_b.weight iq4_nl 1676blk.44.ffn_gate_exps.weight iq3_xxs 1677blk.44.ffn_gate_shexp.weight iq3_xxs 1678blk.44.ffn_up_exps.weight iq3_xxs 1679blk.44.ffn_up_shexp.weight iq3_xxs 1680blk.45.attn_k_b.weight iq4_nl 1681blk.45.ffn_gate_exps.weight iq3_xxs 1682blk.45.ffn_gate_shexp.weight iq3_xxs 1683blk.45.ffn_up_exps.weight iq3_xxs 1684blk.45.ffn_up_shexp.weight iq3_xxs 1685blk.46.attn_k_b.weight iq4_nl 1686blk.46.ffn_gate_exps.weight iq3_xxs 1687blk.46.ffn_gate_shexp.weight iq3_xxs 1688blk.46.ffn_up_exps.weight iq3_xxs 1689blk.46.ffn_up_shexp.weight iq3_xxs 1690blk.47.attn_k_b.weight iq4_nl 1691blk.47.ffn_gate_exps.weight iq3_xxs 1692blk.47.ffn_gate_shexp.weight iq3_xxs 1693blk.47.ffn_up_exps.weight iq3_xxs 1694blk.47.ffn_up_shexp.weight iq3_xxs 1695blk.48.attn_k_b.weight iq4_nl 1696blk.48.ffn_gate_exps.weight iq3_xxs 1697blk.48.ffn_gate_shexp.weight iq3_xxs 1698blk.48.ffn_up_exps.weight iq3_xxs 1699blk.48.ffn_up_shexp.weight iq3_xxs 1700blk.49.attn_k_b.weight iq4_nl 1701blk.49.ffn_gate_exps.weight iq3_xxs 1702blk.49.ffn_gate_shexp.weight iq3_xxs 1703blk.49.ffn_up_exps.weight iq3_xxs 1704blk.49.ffn_up_shexp.weight iq3_xxs 1705blk.50.attn_k_b.weight iq4_nl 1706blk.50.ffn_gate_exps.weight iq3_xxs 1707blk.50.ffn_gate_shexp.weight iq3_xxs 1708blk.50.ffn_up_exps.weight iq3_xxs 1709blk.50.ffn_up_shexp.weight iq3_xxs 1710blk.51.attn_k_b.weight iq4_nl 1711blk.51.ffn_gate_exps.weight iq3_xxs 1712blk.51.ffn_gate_shexp.weight iq3_xxs 1713blk.51.ffn_up_exps.weight iq3_xxs 1714blk.51.ffn_up_shexp.weight iq3_xxs 1715blk.52.attn_k_b.weight iq4_nl 1716blk.52.ffn_gate_exps.weight iq3_xxs 1717blk.52.ffn_gate_shexp.weight iq3_xxs 1718blk.52.ffn_up_exps.weight iq3_xxs 1719blk.52.ffn_up_shexp.weight iq3_xxs 1720blk.53.attn_k_b.weight iq4_nl 1721blk.54.attn_k_b.weight iq4_nl 1722blk.55.attn_k_b.weight iq4_nl 1723blk.56.attn_k_b.weight iq4_nl 1724blk.57.attn_k_b.weight iq4_nl 1725blk.58.attn_k_b.weight iq4_nl 1726blk.59.attn_k_b.weight iq4_nl 1727blk.60.attn_k_b.weight iq4_nl 1728 1729[IQ3_XXS] iq3_xxs 1730output.weight q5_K 1731token_embd.weight iq3_s 1732blk.0.attn_k_b.weight iq4_nl 1733blk.0.attn_output.weight iq3_s 1734blk.0.ffn_down.weight q4_K 1735blk.1.attn_k_b.weight iq4_nl 1736blk.1.attn_output.weight iq3_s 1737blk.1.ffn_down.weight q4_K 1738blk.2.attn_k_b.weight iq4_nl 1739blk.2.attn_output.weight iq3_s 1740blk.2.ffn_down.weight q4_K 1741blk.3.attn_k_b.weight iq4_nl 1742blk.3.attn_output.weight iq3_s 1743blk.3.ffn_down_exps.weight q4_K 1744blk.3.ffn_down_shexp.weight q4_K 1745blk.4.attn_k_b.weight iq4_nl 1746blk.4.attn_output.weight iq3_s 1747blk.4.ffn_down_exps.weight q4_K 1748blk.4.ffn_down_shexp.weight q4_K 1749blk.5.attn_k_b.weight iq4_nl 1750blk.5.attn_output.weight iq3_s 1751blk.5.ffn_down_exps.weight q4_K 1752blk.5.ffn_down_shexp.weight q4_K 1753blk.6.attn_k_b.weight iq4_nl 1754blk.6.attn_output.weight iq3_s 1755blk.6.ffn_down_exps.weight q4_K 1756blk.6.ffn_down_shexp.weight q4_K 1757blk.7.attn_k_b.weight iq4_nl 1758blk.7.attn_output.weight iq3_s 1759blk.7.ffn_down_exps.weight q3_K 1760blk.7.ffn_down_shexp.weight q3_K 1761blk.8.attn_k_b.weight iq4_nl 1762blk.8.attn_output.weight iq3_s 1763blk.8.ffn_down_exps.weight q3_K 1764blk.8.ffn_down_shexp.weight q3_K 1765blk.9.attn_k_b.weight iq4_nl 1766blk.9.attn_output.weight iq3_s 1767blk.9.ffn_down_exps.weight q3_K 1768blk.9.ffn_down_shexp.weight q3_K 1769blk.10.attn_k_b.weight iq4_nl 1770blk.10.attn_output.weight iq3_s 1771blk.10.ffn_down_exps.weight q3_K 1772blk.10.ffn_down_shexp.weight q3_K 1773blk.11.attn_k_b.weight iq4_nl 1774blk.11.attn_output.weight iq3_s 1775blk.11.ffn_down_exps.weight q3_K 1776blk.11.ffn_down_shexp.weight q3_K 1777blk.12.attn_k_b.weight iq4_nl 1778blk.12.attn_output.weight iq3_s 1779blk.12.ffn_down_exps.weight q3_K 1780blk.12.ffn_down_shexp.weight q3_K 1781blk.13.attn_k_b.weight iq4_nl 1782blk.13.attn_output.weight iq3_s 1783blk.13.ffn_down_exps.weight q3_K 1784blk.13.ffn_down_shexp.weight q3_K 1785blk.14.attn_k_b.weight iq4_nl 1786blk.14.attn_output.weight iq3_s 1787blk.14.ffn_down_exps.weight q3_K 1788blk.14.ffn_down_shexp.weight q3_K 1789blk.15.attn_k_b.weight iq4_nl 1790blk.15.attn_output.weight iq3_s 1791blk.15.ffn_down_exps.weight q3_K 1792blk.15.ffn_down_shexp.weight q3_K 1793blk.16.attn_k_b.weight iq4_nl 1794blk.16.attn_output.weight iq3_s 1795blk.16.ffn_down_exps.weight q3_K 1796blk.16.ffn_down_shexp.weight q3_K 1797blk.17.attn_k_b.weight iq4_nl 1798blk.17.attn_output.weight iq3_s 1799blk.17.ffn_down_exps.weight q3_K 1800blk.17.ffn_down_shexp.weight q3_K 1801blk.18.attn_k_b.weight iq4_nl 1802blk.18.attn_output.weight iq3_s 1803blk.18.ffn_down_exps.weight q3_K 1804blk.18.ffn_down_shexp.weight q3_K 1805blk.19.attn_k_b.weight iq4_nl 1806blk.19.attn_output.weight iq3_s 1807blk.19.ffn_down_exps.weight q3_K 1808blk.19.ffn_down_shexp.weight q3_K 1809blk.20.attn_k_b.weight iq4_nl 1810blk.20.attn_output.weight iq3_s 1811blk.20.ffn_down_exps.weight q3_K 1812blk.20.ffn_down_shexp.weight q3_K 1813blk.21.attn_k_b.weight iq4_nl 1814blk.21.attn_output.weight iq3_s 1815blk.21.ffn_down_exps.weight q3_K 1816blk.21.ffn_down_shexp.weight q3_K 1817blk.22.attn_k_b.weight iq4_nl 1818blk.22.attn_output.weight iq3_s 1819blk.22.ffn_down_exps.weight q3_K 1820blk.22.ffn_down_shexp.weight q3_K 1821blk.23.attn_k_b.weight iq4_nl 1822blk.23.attn_output.weight iq3_s 1823blk.23.ffn_down_exps.weight q3_K 1824blk.23.ffn_down_shexp.weight q3_K 1825blk.24.attn_k_b.weight iq4_nl 1826blk.24.attn_output.weight iq3_s 1827blk.24.ffn_down_exps.weight q3_K 1828blk.24.ffn_down_shexp.weight q3_K 1829blk.25.attn_k_b.weight iq4_nl 1830blk.25.attn_output.weight iq3_s 1831blk.25.ffn_down_exps.weight q3_K 1832blk.25.ffn_down_shexp.weight q3_K 1833blk.26.attn_k_b.weight iq4_nl 1834blk.26.attn_output.weight iq3_s 1835blk.26.ffn_down_exps.weight q3_K 1836blk.26.ffn_down_shexp.weight q3_K 1837blk.27.attn_k_b.weight iq4_nl 1838blk.27.attn_output.weight iq3_s 1839blk.27.ffn_down_exps.weight q3_K 1840blk.27.ffn_down_shexp.weight q3_K 1841blk.28.attn_k_b.weight iq4_nl 1842blk.28.attn_output.weight iq3_s 1843blk.28.ffn_down_exps.weight q3_K 1844blk.28.ffn_down_shexp.weight q3_K 1845blk.29.attn_k_b.weight iq4_nl 1846blk.29.attn_output.weight iq3_s 1847blk.29.ffn_down_exps.weight q3_K 1848blk.29.ffn_down_shexp.weight q3_K 1849blk.30.attn_k_b.weight iq4_nl 1850blk.30.attn_output.weight iq3_s 1851blk.30.ffn_down_exps.weight q3_K 1852blk.30.ffn_down_shexp.weight q3_K 1853blk.31.attn_k_b.weight iq4_nl 1854blk.31.attn_output.weight iq3_s 1855blk.31.ffn_down_exps.weight q3_K 1856blk.31.ffn_down_shexp.weight q3_K 1857blk.32.attn_k_b.weight iq4_nl 1858blk.32.attn_output.weight iq3_s 1859blk.32.ffn_down_exps.weight q3_K 1860blk.32.ffn_down_shexp.weight q3_K 1861blk.33.attn_k_b.weight iq4_nl 1862blk.33.attn_output.weight iq3_s 1863blk.33.ffn_down_exps.weight q3_K 1864blk.33.ffn_down_shexp.weight q3_K 1865blk.34.attn_k_b.weight iq4_nl 1866blk.34.attn_output.weight iq3_s 1867blk.34.ffn_down_exps.weight q3_K 1868blk.34.ffn_down_shexp.weight q3_K 1869blk.35.attn_k_b.weight iq4_nl 1870blk.35.attn_output.weight iq3_s 1871blk.35.ffn_down_exps.weight q3_K 1872blk.35.ffn_down_shexp.weight q3_K 1873blk.36.attn_k_b.weight iq4_nl 1874blk.36.attn_output.weight iq3_s 1875blk.36.ffn_down_exps.weight q3_K 1876blk.36.ffn_down_shexp.weight q3_K 1877blk.37.attn_k_b.weight iq4_nl 1878blk.37.attn_output.weight iq3_s 1879blk.37.ffn_down_exps.weight q3_K 1880blk.37.ffn_down_shexp.weight q3_K 1881blk.38.attn_k_b.weight iq4_nl 1882blk.38.attn_output.weight iq3_s 1883blk.38.ffn_down_exps.weight q3_K 1884blk.38.ffn_down_shexp.weight q3_K 1885blk.39.attn_k_b.weight iq4_nl 1886blk.39.attn_output.weight iq3_s 1887blk.39.ffn_down_exps.weight q3_K 1888blk.39.ffn_down_shexp.weight q3_K 1889blk.40.attn_k_b.weight iq4_nl 1890blk.40.attn_output.weight iq3_s 1891blk.40.ffn_down_exps.weight q3_K 1892blk.40.ffn_down_shexp.weight q3_K 1893blk.41.attn_k_b.weight iq4_nl 1894blk.41.attn_output.weight iq3_s 1895blk.41.ffn_down_exps.weight q3_K 1896blk.41.ffn_down_shexp.weight q3_K 1897blk.42.attn_k_b.weight iq4_nl 1898blk.42.attn_output.weight iq3_s 1899blk.42.ffn_down_exps.weight q3_K 1900blk.42.ffn_down_shexp.weight q3_K 1901blk.43.attn_k_b.weight iq4_nl 1902blk.43.attn_output.weight iq3_s 1903blk.43.ffn_down_exps.weight q3_K 1904blk.43.ffn_down_shexp.weight q3_K 1905blk.44.attn_k_b.weight iq4_nl 1906blk.44.attn_output.weight iq3_s 1907blk.44.ffn_down_exps.weight q3_K 1908blk.44.ffn_down_shexp.weight q3_K 1909blk.45.attn_k_b.weight iq4_nl 1910blk.45.attn_output.weight iq3_s 1911blk.45.ffn_down_exps.weight q3_K 1912blk.45.ffn_down_shexp.weight q3_K 1913blk.46.attn_k_b.weight iq4_nl 1914blk.46.attn_output.weight iq3_s 1915blk.46.ffn_down_exps.weight q3_K 1916blk.46.ffn_down_shexp.weight q3_K 1917blk.47.attn_k_b.weight iq4_nl 1918blk.47.attn_output.weight iq3_s 1919blk.47.ffn_down_exps.weight q3_K 1920blk.47.ffn_down_shexp.weight q3_K 1921blk.48.attn_k_b.weight iq4_nl 1922blk.48.attn_output.weight iq3_s 1923blk.48.ffn_down_exps.weight q3_K 1924blk.48.ffn_down_shexp.weight q3_K 1925blk.49.attn_k_b.weight iq4_nl 1926blk.49.attn_output.weight iq3_s 1927blk.49.ffn_down_exps.weight q3_K 1928blk.49.ffn_down_shexp.weight q3_K 1929blk.50.attn_k_b.weight iq4_nl 1930blk.50.attn_output.weight iq3_s 1931blk.50.ffn_down_exps.weight q3_K 1932blk.50.ffn_down_shexp.weight q3_K 1933blk.51.attn_k_b.weight iq4_nl 1934blk.51.attn_output.weight iq3_s 1935blk.51.ffn_down_exps.weight q3_K 1936blk.51.ffn_down_shexp.weight q3_K 1937blk.52.attn_k_b.weight iq4_nl 1938blk.52.attn_output.weight iq3_s 1939blk.52.ffn_down_exps.weight q3_K 1940blk.52.ffn_down_shexp.weight q3_K 1941blk.53.attn_k_b.weight iq4_nl 1942blk.53.attn_output.weight iq3_s 1943blk.53.ffn_down_exps.weight q3_K 1944blk.53.ffn_down_shexp.weight q3_K 1945blk.54.attn_k_b.weight iq4_nl 1946blk.54.attn_output.weight iq3_s 1947blk.54.ffn_down_exps.weight q3_K 1948blk.54.ffn_down_shexp.weight q3_K 1949blk.55.attn_k_b.weight iq4_nl 1950blk.55.attn_output.weight iq3_s 1951blk.55.ffn_down_exps.weight q3_K 1952blk.55.ffn_down_shexp.weight q3_K 1953blk.56.attn_k_b.weight iq4_nl 1954blk.56.attn_output.weight iq3_s 1955blk.56.ffn_down_exps.weight q3_K 1956blk.56.ffn_down_shexp.weight q3_K 1957blk.57.attn_k_b.weight iq4_nl 1958blk.57.attn_output.weight iq3_s 1959blk.57.ffn_down_exps.weight q3_K 1960blk.57.ffn_down_shexp.weight q3_K 1961blk.58.attn_k_b.weight iq4_nl 1962blk.58.attn_output.weight iq3_s 1963blk.58.ffn_down_exps.weight q3_K 1964blk.58.ffn_down_shexp.weight q3_K 1965blk.59.attn_k_b.weight iq4_nl 1966blk.59.attn_output.weight iq3_s 1967blk.59.ffn_down_exps.weight q3_K 1968blk.59.ffn_down_shexp.weight q3_K 1969blk.60.attn_k_b.weight iq4_nl 1970blk.60.attn_output.weight iq3_s 1971blk.60.ffn_down_exps.weight q3_K 1972blk.60.ffn_down_shexp.weight q3_K 1973 1974[IQ1_S] iq1_s 1975output.weight q5_K 1976token_embd.weight q2_K 1977blk.0.attn_k_b.weight iq4_nl 1978blk.0.attn_output.weight iq2_xxs 1979blk.0.ffn_down.weight q2_K 1980blk.1.attn_k_b.weight iq4_nl 1981blk.1.attn_output.weight iq2_xxs 1982blk.1.ffn_down.weight q2_K 1983blk.2.attn_k_b.weight iq4_nl 1984blk.2.attn_output.weight iq2_xxs 1985blk.2.ffn_down.weight q2_K 1986blk.3.attn_k_b.weight iq4_nl 1987blk.3.attn_output.weight iq2_xxs 1988blk.3.ffn_down_exps.weight q2_K 1989blk.3.ffn_down_shexp.weight q2_K 1990blk.4.attn_k_b.weight iq4_nl 1991blk.4.attn_output.weight iq2_xxs 1992blk.4.ffn_down_exps.weight q2_K 1993blk.4.ffn_down_shexp.weight q2_K 1994blk.5.attn_k_b.weight iq4_nl 1995blk.5.attn_output.weight iq2_xxs 1996blk.6.attn_k_b.weight iq4_nl 1997blk.6.attn_output.weight iq2_xxs 1998blk.7.attn_k_b.weight iq4_nl 1999blk.7.attn_output.weight iq2_xxs 2000blk.8.attn_k_b.weight iq4_nl 2001blk.8.attn_output.weight iq2_xxs 2002blk.9.attn_k_b.weight iq4_nl 2003blk.9.attn_output.weight iq2_xxs 2004blk.10.attn_k_b.weight iq4_nl 2005blk.10.attn_output.weight iq2_xxs 2006blk.11.attn_k_b.weight iq4_nl 2007blk.11.attn_output.weight iq2_xxs 2008blk.12.attn_k_b.weight iq4_nl 2009blk.12.attn_output.weight iq2_xxs 2010blk.13.attn_k_b.weight iq4_nl 2011blk.13.attn_output.weight iq2_xxs 2012blk.14.attn_k_b.weight iq4_nl 2013blk.14.attn_output.weight iq2_xxs 2014blk.15.attn_k_b.weight iq4_nl 2015blk.15.attn_output.weight iq2_xxs 2016blk.16.attn_k_b.weight iq4_nl 2017blk.16.attn_output.weight iq2_xxs 2018blk.17.attn_k_b.weight iq4_nl 2019blk.17.attn_output.weight iq2_xxs 2020blk.18.attn_k_b.weight iq4_nl 2021blk.18.attn_output.weight iq2_xxs 2022blk.19.attn_k_b.weight iq4_nl 2023blk.19.attn_output.weight iq2_xxs 2024blk.20.attn_k_b.weight iq4_nl 2025blk.20.attn_output.weight iq2_xxs 2026blk.21.attn_k_b.weight iq4_nl 2027blk.21.attn_output.weight iq2_xxs 2028blk.22.attn_k_b.weight iq4_nl 2029blk.22.attn_output.weight iq2_xxs 2030blk.23.attn_k_b.weight iq4_nl 2031blk.23.attn_output.weight iq2_xxs 2032blk.24.attn_k_b.weight iq4_nl 2033blk.24.attn_output.weight iq2_xxs 2034blk.25.attn_k_b.weight iq4_nl 2035blk.25.attn_output.weight iq2_xxs 2036blk.26.attn_k_b.weight iq4_nl 2037blk.26.attn_output.weight iq2_xxs 2038blk.27.attn_k_b.weight iq4_nl 2039blk.27.attn_output.weight iq2_xxs 2040blk.28.attn_k_b.weight iq4_nl 2041blk.28.attn_output.weight iq2_xxs 2042blk.29.attn_k_b.weight iq4_nl 2043blk.29.attn_output.weight iq2_xxs 2044blk.30.attn_k_b.weight iq4_nl 2045blk.30.attn_output.weight iq2_xxs 2046blk.31.attn_k_b.weight iq4_nl 2047blk.31.attn_output.weight iq2_xxs 2048blk.32.attn_k_b.weight iq4_nl 2049blk.32.attn_output.weight iq2_xxs 2050blk.33.attn_k_b.weight iq4_nl 2051blk.33.attn_output.weight iq2_xxs 2052blk.34.attn_k_b.weight iq4_nl 2053blk.34.attn_output.weight iq2_xxs 2054blk.35.attn_k_b.weight iq4_nl 2055blk.35.attn_output.weight iq2_xxs 2056blk.36.attn_k_b.weight iq4_nl 2057blk.36.attn_output.weight iq2_xxs 2058blk.37.attn_k_b.weight iq4_nl 2059blk.37.attn_output.weight iq2_xxs 2060blk.38.attn_k_b.weight iq4_nl 2061blk.38.attn_output.weight iq2_xxs 2062blk.39.attn_k_b.weight iq4_nl 2063blk.39.attn_output.weight iq2_xxs 2064blk.40.attn_k_b.weight iq4_nl 2065blk.40.attn_output.weight iq2_xxs 2066blk.41.attn_k_b.weight iq4_nl 2067blk.41.attn_output.weight iq2_xxs 2068blk.42.attn_k_b.weight iq4_nl 2069blk.42.attn_output.weight iq2_xxs 2070blk.43.attn_k_b.weight iq4_nl 2071blk.43.attn_output.weight iq2_xxs 2072blk.44.attn_k_b.weight iq4_nl 2073blk.44.attn_output.weight iq2_xxs 2074blk.45.attn_k_b.weight iq4_nl 2075blk.45.attn_output.weight iq2_xxs 2076blk.46.attn_k_b.weight iq4_nl 2077blk.46.attn_output.weight iq2_xxs 2078blk.47.attn_k_b.weight iq4_nl 2079blk.47.attn_output.weight iq2_xxs 2080blk.48.attn_k_b.weight iq4_nl 2081blk.48.attn_output.weight iq2_xxs 2082blk.49.attn_k_b.weight iq4_nl 2083blk.49.attn_output.weight iq2_xxs 2084blk.50.attn_k_b.weight iq4_nl 2085blk.50.attn_output.weight iq2_xxs 2086blk.51.attn_k_b.weight iq4_nl 2087blk.51.attn_output.weight iq2_xxs 2088blk.52.attn_k_b.weight iq4_nl 2089blk.52.attn_output.weight iq2_xxs 2090blk.53.attn_k_b.weight iq4_nl 2091blk.53.attn_output.weight iq2_xxs 2092blk.54.attn_k_b.weight iq4_nl 2093blk.54.attn_output.weight iq2_xxs 2094blk.55.attn_k_b.weight iq4_nl 2095blk.55.attn_output.weight iq2_xxs 2096blk.56.attn_k_b.weight iq4_nl 2097blk.56.attn_output.weight iq2_xxs 2098blk.57.attn_k_b.weight iq4_nl 2099blk.57.attn_output.weight iq2_xxs 2100blk.58.attn_k_b.weight iq4_nl 2101blk.58.attn_output.weight iq2_xxs 2102blk.59.attn_k_b.weight iq4_nl 2103blk.59.attn_output.weight iq2_xxs 2104blk.60.attn_k_b.weight iq4_nl 2105blk.60.attn_output.weight iq2_xxs 2106 2107[IQ4_NL] iq4_nl 2108output.weight q6_K 2109blk.0.ffn_down.weight q5_K 2110blk.1.ffn_down.weight q5_K 2111blk.2.ffn_down.weight q5_K 2112blk.3.ffn_down_exps.weight q5_K 2113blk.3.ffn_down_shexp.weight q5_K 2114blk.4.ffn_down_exps.weight q5_K 2115blk.4.ffn_down_shexp.weight q5_K 2116blk.5.ffn_down_exps.weight q5_K 2117blk.5.ffn_down_shexp.weight q5_K 2118blk.6.ffn_down_exps.weight q5_K 2119blk.6.ffn_down_shexp.weight q5_K 2120 2121[IQ3_S] iq3_s 2122output.weight q6_K 2123blk.0.attn_k_b.weight iq4_nl 2124blk.1.attn_k_b.weight iq4_nl 2125blk.2.attn_k_b.weight iq4_nl 2126blk.3.attn_k_b.weight iq4_nl 2127blk.4.attn_k_b.weight iq4_nl 2128blk.5.attn_k_b.weight iq4_nl 2129blk.6.attn_k_b.weight iq4_nl 2130blk.7.attn_k_b.weight iq4_nl 2131blk.8.attn_k_b.weight iq4_nl 2132blk.9.attn_k_b.weight iq4_nl 2133blk.10.attn_k_b.weight iq4_nl 2134blk.11.attn_k_b.weight iq4_nl 2135blk.12.attn_k_b.weight iq4_nl 2136blk.13.attn_k_b.weight iq4_nl 2137blk.14.attn_k_b.weight iq4_nl 2138blk.15.attn_k_b.weight iq4_nl 2139blk.16.attn_k_b.weight iq4_nl 2140blk.17.attn_k_b.weight iq4_nl 2141blk.18.attn_k_b.weight iq4_nl 2142blk.19.attn_k_b.weight iq4_nl 2143blk.20.attn_k_b.weight iq4_nl 2144blk.21.attn_k_b.weight iq4_nl 2145blk.22.attn_k_b.weight iq4_nl 2146blk.23.attn_k_b.weight iq4_nl 2147blk.24.attn_k_b.weight iq4_nl 2148blk.25.attn_k_b.weight iq4_nl 2149blk.26.attn_k_b.weight iq4_nl 2150blk.27.attn_k_b.weight iq4_nl 2151blk.28.attn_k_b.weight iq4_nl 2152blk.29.attn_k_b.weight iq4_nl 2153blk.30.attn_k_b.weight iq4_nl 2154blk.31.attn_k_b.weight iq4_nl 2155blk.32.attn_k_b.weight iq4_nl 2156blk.33.attn_k_b.weight iq4_nl 2157blk.34.attn_k_b.weight iq4_nl 2158blk.35.attn_k_b.weight iq4_nl 2159blk.36.attn_k_b.weight iq4_nl 2160blk.37.attn_k_b.weight iq4_nl 2161blk.38.attn_k_b.weight iq4_nl 2162blk.39.attn_k_b.weight iq4_nl 2163blk.40.attn_k_b.weight iq4_nl 2164blk.41.attn_k_b.weight iq4_nl 2165blk.42.attn_k_b.weight iq4_nl 2166blk.43.attn_k_b.weight iq4_nl 2167blk.44.attn_k_b.weight iq4_nl 2168blk.45.attn_k_b.weight iq4_nl 2169blk.46.attn_k_b.weight iq4_nl 2170blk.47.attn_k_b.weight iq4_nl 2171blk.48.attn_k_b.weight iq4_nl 2172blk.49.attn_k_b.weight iq4_nl 2173blk.50.attn_k_b.weight iq4_nl 2174blk.51.attn_k_b.weight iq4_nl 2175blk.52.attn_k_b.weight iq4_nl 2176blk.53.attn_k_b.weight iq4_nl 2177blk.54.attn_k_b.weight iq4_nl 2178blk.55.attn_k_b.weight iq4_nl 2179blk.56.attn_k_b.weight iq4_nl 2180blk.57.attn_k_b.weight iq4_nl 2181blk.58.attn_k_b.weight iq4_nl 2182blk.59.attn_k_b.weight iq4_nl 2183blk.60.attn_k_b.weight iq4_nl 2184 2185[IQ3_M] iq3_s 2186output.weight q6_K 2187blk.0.attn_k_b.weight iq4_nl 2188blk.0.attn_output.weight q4_K 2189blk.0.ffn_down.weight q4_K 2190blk.1.attn_k_b.weight iq4_nl 2191blk.1.attn_output.weight q4_K 2192blk.1.ffn_down.weight q4_K 2193blk.2.attn_k_b.weight iq4_nl 2194blk.2.attn_output.weight q4_K 2195blk.2.ffn_down.weight q4_K 2196blk.3.attn_k_b.weight iq4_nl 2197blk.3.attn_output.weight q4_K 2198blk.3.ffn_down_exps.weight q4_K 2199blk.3.ffn_down_shexp.weight q4_K 2200blk.4.attn_k_b.weight iq4_nl 2201blk.4.attn_output.weight q4_K 2202blk.4.ffn_down_exps.weight q4_K 2203blk.4.ffn_down_shexp.weight q4_K 2204blk.5.attn_k_b.weight iq4_nl 2205blk.5.attn_output.weight q4_K 2206blk.5.ffn_down_exps.weight q4_K 2207blk.5.ffn_down_shexp.weight q4_K 2208blk.6.attn_k_b.weight iq4_nl 2209blk.6.attn_output.weight q4_K 2210blk.6.ffn_down_exps.weight q4_K 2211blk.6.ffn_down_shexp.weight q4_K 2212blk.7.attn_k_b.weight iq4_nl 2213blk.7.attn_output.weight q4_K 2214blk.8.attn_k_b.weight iq4_nl 2215blk.8.attn_output.weight q4_K 2216blk.9.attn_k_b.weight iq4_nl 2217blk.9.attn_output.weight q4_K 2218blk.10.attn_k_b.weight iq4_nl 2219blk.10.attn_output.weight q4_K 2220blk.11.attn_k_b.weight iq4_nl 2221blk.11.attn_output.weight q4_K 2222blk.12.attn_k_b.weight iq4_nl 2223blk.12.attn_output.weight q4_K 2224blk.13.attn_k_b.weight iq4_nl 2225blk.13.attn_output.weight q4_K 2226blk.14.attn_k_b.weight iq4_nl 2227blk.14.attn_output.weight q4_K 2228blk.15.attn_k_b.weight iq4_nl 2229blk.15.attn_output.weight q4_K 2230blk.16.attn_k_b.weight iq4_nl 2231blk.16.attn_output.weight q4_K 2232blk.17.attn_k_b.weight iq4_nl 2233blk.17.attn_output.weight q4_K 2234blk.18.attn_k_b.weight iq4_nl 2235blk.18.attn_output.weight q4_K 2236blk.19.attn_k_b.weight iq4_nl 2237blk.19.attn_output.weight q4_K 2238blk.20.attn_k_b.weight iq4_nl 2239blk.20.attn_output.weight q4_K 2240blk.21.attn_k_b.weight iq4_nl 2241blk.21.attn_output.weight q4_K 2242blk.22.attn_k_b.weight iq4_nl 2243blk.22.attn_output.weight q4_K 2244blk.23.attn_k_b.weight iq4_nl 2245blk.23.attn_output.weight q4_K 2246blk.24.attn_k_b.weight iq4_nl 2247blk.24.attn_output.weight q4_K 2248blk.25.attn_k_b.weight iq4_nl 2249blk.25.attn_output.weight q4_K 2250blk.26.attn_k_b.weight iq4_nl 2251blk.26.attn_output.weight q4_K 2252blk.27.attn_k_b.weight iq4_nl 2253blk.27.attn_output.weight q4_K 2254blk.28.attn_k_b.weight iq4_nl 2255blk.28.attn_output.weight q4_K 2256blk.29.attn_k_b.weight iq4_nl 2257blk.29.attn_output.weight q4_K 2258blk.30.attn_k_b.weight iq4_nl 2259blk.30.attn_output.weight q4_K 2260blk.31.attn_k_b.weight iq4_nl 2261blk.31.attn_output.weight q4_K 2262blk.32.attn_k_b.weight iq4_nl 2263blk.32.attn_output.weight q4_K 2264blk.33.attn_k_b.weight iq4_nl 2265blk.33.attn_output.weight q4_K 2266blk.34.attn_k_b.weight iq4_nl 2267blk.34.attn_output.weight q4_K 2268blk.35.attn_k_b.weight iq4_nl 2269blk.35.attn_output.weight q4_K 2270blk.36.attn_k_b.weight iq4_nl 2271blk.36.attn_output.weight q4_K 2272blk.37.attn_k_b.weight iq4_nl 2273blk.37.attn_output.weight q4_K 2274blk.38.attn_k_b.weight iq4_nl 2275blk.38.attn_output.weight q4_K 2276blk.39.attn_k_b.weight iq4_nl 2277blk.39.attn_output.weight q4_K 2278blk.40.attn_k_b.weight iq4_nl 2279blk.40.attn_output.weight q4_K 2280blk.41.attn_k_b.weight iq4_nl 2281blk.41.attn_output.weight q4_K 2282blk.42.attn_k_b.weight iq4_nl 2283blk.42.attn_output.weight q4_K 2284blk.43.attn_k_b.weight iq4_nl 2285blk.43.attn_output.weight q4_K 2286blk.44.attn_k_b.weight iq4_nl 2287blk.44.attn_output.weight q4_K 2288blk.45.attn_k_b.weight iq4_nl 2289blk.45.attn_output.weight q4_K 2290blk.46.attn_k_b.weight iq4_nl 2291blk.46.attn_output.weight q4_K 2292blk.47.attn_k_b.weight iq4_nl 2293blk.47.attn_output.weight q4_K 2294blk.48.attn_k_b.weight iq4_nl 2295blk.48.attn_output.weight q4_K 2296blk.49.attn_k_b.weight iq4_nl 2297blk.49.attn_output.weight q4_K 2298blk.50.attn_k_b.weight iq4_nl 2299blk.50.attn_output.weight q4_K 2300blk.51.attn_k_b.weight iq4_nl 2301blk.51.attn_output.weight q4_K 2302blk.52.attn_k_b.weight iq4_nl 2303blk.52.attn_output.weight q4_K 2304blk.53.attn_k_b.weight iq4_nl 2305blk.53.attn_output.weight q4_K 2306blk.54.attn_k_b.weight iq4_nl 2307blk.54.attn_output.weight q4_K 2308blk.55.attn_k_b.weight iq4_nl 2309blk.55.attn_output.weight q4_K 2310blk.56.attn_k_b.weight iq4_nl 2311blk.56.attn_output.weight q4_K 2312blk.57.attn_k_b.weight iq4_nl 2313blk.57.attn_output.weight q4_K 2314blk.58.attn_k_b.weight iq4_nl 2315blk.58.attn_output.weight q4_K 2316blk.59.attn_k_b.weight iq4_nl 2317blk.59.attn_output.weight q4_K 2318blk.60.attn_k_b.weight iq4_nl 2319blk.60.attn_output.weight q4_K 2320 2321[IQ2_S] iq2_xs 2322output.weight q5_K 2323token_embd.weight iq3_s 2324blk.0.attn_k_b.weight iq4_nl 2325blk.0.attn_output.weight iq3_s 2326blk.0.ffn_down.weight iq3_s 2327blk.1.attn_k_b.weight iq4_nl 2328blk.1.attn_output.weight iq3_s 2329blk.1.ffn_down.weight iq3_s 2330blk.2.attn_k_b.weight iq4_nl 2331blk.2.attn_output.weight iq3_s 2332blk.2.ffn_down.weight iq3_s 2333blk.3.attn_k_b.weight iq4_nl 2334blk.3.attn_output.weight iq3_s 2335blk.3.ffn_down_exps.weight iq3_s 2336blk.3.ffn_down_shexp.weight iq3_s 2337blk.4.attn_k_b.weight iq4_nl 2338blk.4.attn_output.weight iq3_s 2339blk.4.ffn_down_exps.weight iq3_s 2340blk.4.ffn_down_shexp.weight iq3_s 2341blk.5.attn_k_b.weight iq4_nl 2342blk.5.attn_output.weight iq3_s 2343blk.6.attn_k_b.weight iq4_nl 2344blk.6.attn_output.weight iq3_s 2345blk.7.attn_k_b.weight iq4_nl 2346blk.7.attn_output.weight iq3_s 2347blk.8.attn_k_b.weight iq4_nl 2348blk.8.attn_output.weight iq3_s 2349blk.9.attn_k_b.weight iq4_nl 2350blk.9.attn_output.weight iq3_s 2351blk.10.attn_k_b.weight iq4_nl 2352blk.10.attn_output.weight iq3_s 2353blk.11.attn_k_b.weight iq4_nl 2354blk.11.attn_output.weight iq3_s 2355blk.12.attn_k_b.weight iq4_nl 2356blk.12.attn_output.weight iq3_s 2357blk.13.attn_k_b.weight iq4_nl 2358blk.13.attn_output.weight iq3_s 2359blk.14.attn_k_b.weight iq4_nl 2360blk.14.attn_output.weight iq3_s 2361blk.15.attn_k_b.weight iq4_nl 2362blk.15.attn_output.weight iq3_s 2363blk.16.attn_k_b.weight iq4_nl 2364blk.16.attn_output.weight iq3_s 2365blk.17.attn_k_b.weight iq4_nl 2366blk.17.attn_output.weight iq3_s 2367blk.18.attn_k_b.weight iq4_nl 2368blk.18.attn_output.weight iq3_s 2369blk.19.attn_k_b.weight iq4_nl 2370blk.19.attn_output.weight iq3_s 2371blk.20.attn_k_b.weight iq4_nl 2372blk.20.attn_output.weight iq3_s 2373blk.21.attn_k_b.weight iq4_nl 2374blk.21.attn_output.weight iq3_s 2375blk.22.attn_k_b.weight iq4_nl 2376blk.22.attn_output.weight iq3_s 2377blk.23.attn_k_b.weight iq4_nl 2378blk.23.attn_output.weight iq3_s 2379blk.24.attn_k_b.weight iq4_nl 2380blk.24.attn_output.weight iq3_s 2381blk.25.attn_k_b.weight iq4_nl 2382blk.25.attn_output.weight iq3_s 2383blk.26.attn_k_b.weight iq4_nl 2384blk.26.attn_output.weight iq3_s 2385blk.27.attn_k_b.weight iq4_nl 2386blk.27.attn_output.weight iq3_s 2387blk.28.attn_k_b.weight iq4_nl 2388blk.28.attn_output.weight iq3_s 2389blk.29.attn_k_b.weight iq4_nl 2390blk.29.attn_output.weight iq3_s 2391blk.30.attn_k_b.weight iq4_nl 2392blk.30.attn_output.weight iq3_s 2393blk.31.attn_k_b.weight iq4_nl 2394blk.31.attn_output.weight iq3_s 2395blk.32.attn_k_b.weight iq4_nl 2396blk.32.attn_output.weight iq3_s 2397blk.33.attn_k_b.weight iq4_nl 2398blk.33.attn_output.weight iq3_s 2399blk.34.attn_k_b.weight iq4_nl 2400blk.34.attn_output.weight iq3_s 2401blk.35.attn_k_b.weight iq4_nl 2402blk.35.attn_output.weight iq3_s 2403blk.36.attn_k_b.weight iq4_nl 2404blk.36.attn_output.weight iq3_s 2405blk.37.attn_k_b.weight iq4_nl 2406blk.37.attn_output.weight iq3_s 2407blk.38.attn_k_b.weight iq4_nl 2408blk.38.attn_output.weight iq3_s 2409blk.39.attn_k_b.weight iq4_nl 2410blk.39.attn_output.weight iq3_s 2411blk.40.attn_k_b.weight iq4_nl 2412blk.40.attn_output.weight iq3_s 2413blk.41.attn_k_b.weight iq4_nl 2414blk.41.attn_output.weight iq3_s 2415blk.42.attn_k_b.weight iq4_nl 2416blk.42.attn_output.weight iq3_s 2417blk.43.attn_k_b.weight iq4_nl 2418blk.43.attn_output.weight iq3_s 2419blk.44.attn_k_b.weight iq4_nl 2420blk.44.attn_output.weight iq3_s 2421blk.45.attn_k_b.weight iq4_nl 2422blk.45.attn_output.weight iq3_s 2423blk.46.attn_k_b.weight iq4_nl 2424blk.46.attn_output.weight iq3_s 2425blk.47.attn_k_b.weight iq4_nl 2426blk.47.attn_output.weight iq3_s 2427blk.48.attn_k_b.weight iq4_nl 2428blk.48.attn_output.weight iq3_s 2429blk.49.attn_k_b.weight iq4_nl 2430blk.49.attn_output.weight iq3_s 2431blk.50.attn_k_b.weight iq4_nl 2432blk.50.attn_output.weight iq3_s 2433blk.51.attn_k_b.weight iq4_nl 2434blk.51.attn_output.weight iq3_s 2435blk.52.attn_k_b.weight iq4_nl 2436blk.52.attn_output.weight iq3_s 2437blk.53.attn_k_b.weight iq4_nl 2438blk.53.attn_output.weight iq3_s 2439blk.54.attn_k_b.weight iq4_nl 2440blk.54.attn_output.weight iq3_s 2441blk.55.attn_k_b.weight iq4_nl 2442blk.55.attn_output.weight iq3_s 2443blk.56.attn_k_b.weight iq4_nl 2444blk.56.attn_output.weight iq3_s 2445blk.57.attn_k_b.weight iq4_nl 2446blk.57.attn_output.weight iq3_s 2447blk.58.attn_k_b.weight iq4_nl 2448blk.58.attn_output.weight iq3_s 2449blk.59.attn_k_b.weight iq4_nl 2450blk.59.attn_output.weight iq3_s 2451blk.60.attn_k_b.weight iq4_nl 2452blk.60.attn_output.weight iq3_s 2453 2454[IQ2_M] iq2_s 2455output.weight q5_K 2456token_embd.weight iq3_s 2457blk.0.attn_k_b.weight iq4_nl 2458blk.0.attn_output.weight iq3_s 2459blk.0.ffn_down.weight iq3_s 2460blk.1.attn_k_b.weight iq4_nl 2461blk.1.attn_output.weight iq3_s 2462blk.1.ffn_down.weight iq3_s 2463blk.2.attn_k_b.weight iq4_nl 2464blk.2.attn_output.weight iq3_s 2465blk.2.ffn_down.weight iq3_s 2466blk.3.attn_k_b.weight iq4_nl 2467blk.3.attn_output.weight iq3_s 2468blk.3.ffn_down_exps.weight iq3_s 2469blk.3.ffn_down_shexp.weight iq3_s 2470blk.4.attn_k_b.weight iq4_nl 2471blk.4.attn_output.weight iq3_s 2472blk.4.ffn_down_exps.weight iq3_s 2473blk.4.ffn_down_shexp.weight iq3_s 2474blk.5.attn_k_b.weight iq4_nl 2475blk.5.attn_output.weight iq3_s 2476blk.6.attn_k_b.weight iq4_nl 2477blk.6.attn_output.weight iq3_s 2478blk.7.attn_k_b.weight iq4_nl 2479blk.7.attn_output.weight iq3_s 2480blk.8.attn_k_b.weight iq4_nl 2481blk.8.attn_output.weight iq3_s 2482blk.9.attn_k_b.weight iq4_nl 2483blk.9.attn_output.weight iq3_s 2484blk.10.attn_k_b.weight iq4_nl 2485blk.10.attn_output.weight iq3_s 2486blk.11.attn_k_b.weight iq4_nl 2487blk.11.attn_output.weight iq3_s 2488blk.12.attn_k_b.weight iq4_nl 2489blk.12.attn_output.weight iq3_s 2490blk.13.attn_k_b.weight iq4_nl 2491blk.13.attn_output.weight iq3_s 2492blk.14.attn_k_b.weight iq4_nl 2493blk.14.attn_output.weight iq3_s 2494blk.15.attn_k_b.weight iq4_nl 2495blk.15.attn_output.weight iq3_s 2496blk.16.attn_k_b.weight iq4_nl 2497blk.16.attn_output.weight iq3_s 2498blk.17.attn_k_b.weight iq4_nl 2499blk.17.attn_output.weight iq3_s 2500blk.18.attn_k_b.weight iq4_nl 2501blk.18.attn_output.weight iq3_s 2502blk.19.attn_k_b.weight iq4_nl 2503blk.19.attn_output.weight iq3_s 2504blk.20.attn_k_b.weight iq4_nl 2505blk.20.attn_output.weight iq3_s 2506blk.21.attn_k_b.weight iq4_nl 2507blk.21.attn_output.weight iq3_s 2508blk.22.attn_k_b.weight iq4_nl 2509blk.22.attn_output.weight iq3_s 2510blk.23.attn_k_b.weight iq4_nl 2511blk.23.attn_output.weight iq3_s 2512blk.24.attn_k_b.weight iq4_nl 2513blk.24.attn_output.weight iq3_s 2514blk.25.attn_k_b.weight iq4_nl 2515blk.25.attn_output.weight iq3_s 2516blk.26.attn_k_b.weight iq4_nl 2517blk.26.attn_output.weight iq3_s 2518blk.27.attn_k_b.weight iq4_nl 2519blk.27.attn_output.weight iq3_s 2520blk.28.attn_k_b.weight iq4_nl 2521blk.28.attn_output.weight iq3_s 2522blk.29.attn_k_b.weight iq4_nl 2523blk.29.attn_output.weight iq3_s 2524blk.30.attn_k_b.weight iq4_nl 2525blk.30.attn_output.weight iq3_s 2526blk.31.attn_k_b.weight iq4_nl 2527blk.31.attn_output.weight iq3_s 2528blk.32.attn_k_b.weight iq4_nl 2529blk.32.attn_output.weight iq3_s 2530blk.33.attn_k_b.weight iq4_nl 2531blk.33.attn_output.weight iq3_s 2532blk.34.attn_k_b.weight iq4_nl 2533blk.34.attn_output.weight iq3_s 2534blk.35.attn_k_b.weight iq4_nl 2535blk.35.attn_output.weight iq3_s 2536blk.36.attn_k_b.weight iq4_nl 2537blk.36.attn_output.weight iq3_s 2538blk.37.attn_k_b.weight iq4_nl 2539blk.37.attn_output.weight iq3_s 2540blk.38.attn_k_b.weight iq4_nl 2541blk.38.attn_output.weight iq3_s 2542blk.39.attn_k_b.weight iq4_nl 2543blk.39.attn_output.weight iq3_s 2544blk.40.attn_k_b.weight iq4_nl 2545blk.40.attn_output.weight iq3_s 2546blk.41.attn_k_b.weight iq4_nl 2547blk.41.attn_output.weight iq3_s 2548blk.42.attn_k_b.weight iq4_nl 2549blk.42.attn_output.weight iq3_s 2550blk.43.attn_k_b.weight iq4_nl 2551blk.43.attn_output.weight iq3_s 2552blk.44.attn_k_b.weight iq4_nl 2553blk.44.attn_output.weight iq3_s 2554blk.45.attn_k_b.weight iq4_nl 2555blk.45.attn_output.weight iq3_s 2556blk.46.attn_k_b.weight iq4_nl 2557blk.46.attn_output.weight iq3_s 2558blk.47.attn_k_b.weight iq4_nl 2559blk.47.attn_output.weight iq3_s 2560blk.48.attn_k_b.weight iq4_nl 2561blk.48.attn_output.weight iq3_s 2562blk.49.attn_k_b.weight iq4_nl 2563blk.49.attn_output.weight iq3_s 2564blk.50.attn_k_b.weight iq4_nl 2565blk.50.attn_output.weight iq3_s 2566blk.51.attn_k_b.weight iq4_nl 2567blk.51.attn_output.weight iq3_s 2568blk.52.attn_k_b.weight iq4_nl 2569blk.52.attn_output.weight iq3_s 2570blk.53.attn_k_b.weight iq4_nl 2571blk.53.attn_output.weight iq3_s 2572blk.54.attn_k_b.weight iq4_nl 2573blk.54.attn_output.weight iq3_s 2574blk.55.attn_k_b.weight iq4_nl 2575blk.55.attn_output.weight iq3_s 2576blk.56.attn_k_b.weight iq4_nl 2577blk.56.attn_output.weight iq3_s 2578blk.57.attn_k_b.weight iq4_nl 2579blk.57.attn_output.weight iq3_s 2580blk.58.attn_k_b.weight iq4_nl 2581blk.58.attn_output.weight iq3_s 2582blk.59.attn_k_b.weight iq4_nl 2583blk.59.attn_output.weight iq3_s 2584blk.60.attn_k_b.weight iq4_nl 2585blk.60.attn_output.weight iq3_s 2586 2587[IQ4_XS] iq4_xs 2588output.weight q6_K 2589blk.0.attn_k_b.weight iq4_nl 2590blk.0.ffn_down.weight q5_K 2591blk.1.attn_k_b.weight iq4_nl 2592blk.1.ffn_down.weight q5_K 2593blk.2.attn_k_b.weight iq4_nl 2594blk.2.ffn_down.weight q5_K 2595blk.3.attn_k_b.weight iq4_nl 2596blk.3.ffn_down_exps.weight q5_K 2597blk.3.ffn_down_shexp.weight q5_K 2598blk.4.attn_k_b.weight iq4_nl 2599blk.4.ffn_down_exps.weight q5_K 2600blk.4.ffn_down_shexp.weight q5_K 2601blk.5.attn_k_b.weight iq4_nl 2602blk.5.ffn_down_exps.weight q5_K 2603blk.5.ffn_down_shexp.weight q5_K 2604blk.6.attn_k_b.weight iq4_nl 2605blk.6.ffn_down_exps.weight q5_K 2606blk.6.ffn_down_shexp.weight q5_K 2607blk.7.attn_k_b.weight iq4_nl 2608blk.8.attn_k_b.weight iq4_nl 2609blk.9.attn_k_b.weight iq4_nl 2610blk.10.attn_k_b.weight iq4_nl 2611blk.11.attn_k_b.weight iq4_nl 2612blk.12.attn_k_b.weight iq4_nl 2613blk.13.attn_k_b.weight iq4_nl 2614blk.14.attn_k_b.weight iq4_nl 2615blk.15.attn_k_b.weight iq4_nl 2616blk.16.attn_k_b.weight iq4_nl 2617blk.17.attn_k_b.weight iq4_nl 2618blk.18.attn_k_b.weight iq4_nl 2619blk.19.attn_k_b.weight iq4_nl 2620blk.20.attn_k_b.weight iq4_nl 2621blk.21.attn_k_b.weight iq4_nl 2622blk.22.attn_k_b.weight iq4_nl 2623blk.23.attn_k_b.weight iq4_nl 2624blk.24.attn_k_b.weight iq4_nl 2625blk.25.attn_k_b.weight iq4_nl 2626blk.26.attn_k_b.weight iq4_nl 2627blk.27.attn_k_b.weight iq4_nl 2628blk.28.attn_k_b.weight iq4_nl 2629blk.29.attn_k_b.weight iq4_nl 2630blk.30.attn_k_b.weight iq4_nl 2631blk.31.attn_k_b.weight iq4_nl 2632blk.32.attn_k_b.weight iq4_nl 2633blk.33.attn_k_b.weight iq4_nl 2634blk.34.attn_k_b.weight iq4_nl 2635blk.35.attn_k_b.weight iq4_nl 2636blk.36.attn_k_b.weight iq4_nl 2637blk.37.attn_k_b.weight iq4_nl 2638blk.38.attn_k_b.weight iq4_nl 2639blk.39.attn_k_b.weight iq4_nl 2640blk.40.attn_k_b.weight iq4_nl 2641blk.41.attn_k_b.weight iq4_nl 2642blk.42.attn_k_b.weight iq4_nl 2643blk.43.attn_k_b.weight iq4_nl 2644blk.44.attn_k_b.weight iq4_nl 2645blk.45.attn_k_b.weight iq4_nl 2646blk.46.attn_k_b.weight iq4_nl 2647blk.47.attn_k_b.weight iq4_nl 2648blk.48.attn_k_b.weight iq4_nl 2649blk.49.attn_k_b.weight iq4_nl 2650blk.50.attn_k_b.weight iq4_nl 2651blk.51.attn_k_b.weight iq4_nl 2652blk.52.attn_k_b.weight iq4_nl 2653blk.53.attn_k_b.weight iq4_nl 2654blk.54.attn_k_b.weight iq4_nl 2655blk.55.attn_k_b.weight iq4_nl 2656blk.56.attn_k_b.weight iq4_nl 2657blk.57.attn_k_b.weight iq4_nl 2658blk.58.attn_k_b.weight iq4_nl 2659blk.59.attn_k_b.weight iq4_nl 2660blk.60.attn_k_b.weight iq4_nl 2661 2662[IQ1_M] iq1_m 2663output.weight q5_K 2664token_embd.weight q2_K 2665blk.0.attn_k_b.weight iq4_nl 2666blk.0.attn_output.weight iq2_xxs 2667blk.0.ffn_down.weight q2_K 2668blk.1.attn_k_b.weight iq4_nl 2669blk.1.attn_output.weight iq2_xxs 2670blk.1.ffn_down.weight q2_K 2671blk.2.attn_k_b.weight iq4_nl 2672blk.2.attn_output.weight iq2_xxs 2673blk.2.ffn_down.weight q2_K 2674blk.3.attn_k_b.weight iq4_nl 2675blk.3.attn_output.weight iq2_xxs 2676blk.3.ffn_down_exps.weight q2_K 2677blk.3.ffn_down_shexp.weight q2_K 2678blk.4.attn_k_b.weight iq4_nl 2679blk.4.attn_output.weight iq2_xxs 2680blk.4.ffn_down_exps.weight q2_K 2681blk.4.ffn_down_shexp.weight q2_K 2682blk.5.attn_k_b.weight iq4_nl 2683blk.5.attn_output.weight iq2_xxs 2684blk.6.attn_k_b.weight iq4_nl 2685blk.6.attn_output.weight iq2_xxs 2686blk.7.attn_k_b.weight iq4_nl 2687blk.7.attn_output.weight iq2_xxs 2688blk.8.attn_k_b.weight iq4_nl 2689blk.8.attn_output.weight iq2_xxs 2690blk.9.attn_k_b.weight iq4_nl 2691blk.9.attn_output.weight iq2_xxs 2692blk.10.attn_k_b.weight iq4_nl 2693blk.10.attn_output.weight iq2_xxs 2694blk.11.attn_k_b.weight iq4_nl 2695blk.11.attn_output.weight iq2_xxs 2696blk.12.attn_k_b.weight iq4_nl 2697blk.12.attn_output.weight iq2_xxs 2698blk.13.attn_k_b.weight iq4_nl 2699blk.13.attn_output.weight iq2_xxs 2700blk.14.attn_k_b.weight iq4_nl 2701blk.14.attn_output.weight iq2_xxs 2702blk.15.attn_k_b.weight iq4_nl 2703blk.15.attn_output.weight iq2_xxs 2704blk.16.attn_k_b.weight iq4_nl 2705blk.16.attn_output.weight iq2_xxs 2706blk.17.attn_k_b.weight iq4_nl 2707blk.17.attn_output.weight iq2_xxs 2708blk.18.attn_k_b.weight iq4_nl 2709blk.18.attn_output.weight iq2_xxs 2710blk.19.attn_k_b.weight iq4_nl 2711blk.19.attn_output.weight iq2_xxs 2712blk.20.attn_k_b.weight iq4_nl 2713blk.20.attn_output.weight iq2_xxs 2714blk.21.attn_k_b.weight iq4_nl 2715blk.21.attn_output.weight iq2_xxs 2716blk.22.attn_k_b.weight iq4_nl 2717blk.22.attn_output.weight iq2_xxs 2718blk.23.attn_k_b.weight iq4_nl 2719blk.23.attn_output.weight iq2_xxs 2720blk.24.attn_k_b.weight iq4_nl 2721blk.24.attn_output.weight iq2_xxs 2722blk.25.attn_k_b.weight iq4_nl 2723blk.25.attn_output.weight iq2_xxs 2724blk.26.attn_k_b.weight iq4_nl 2725blk.26.attn_output.weight iq2_xxs 2726blk.27.attn_k_b.weight iq4_nl 2727blk.27.attn_output.weight iq2_xxs 2728blk.28.attn_k_b.weight iq4_nl 2729blk.28.attn_output.weight iq2_xxs 2730blk.29.attn_k_b.weight iq4_nl 2731blk.29.attn_output.weight iq2_xxs 2732blk.30.attn_k_b.weight iq4_nl 2733blk.30.attn_output.weight iq2_xxs 2734blk.31.attn_k_b.weight iq4_nl 2735blk.31.attn_output.weight iq2_xxs 2736blk.32.attn_k_b.weight iq4_nl 2737blk.32.attn_output.weight iq2_xxs 2738blk.33.attn_k_b.weight iq4_nl 2739blk.33.attn_output.weight iq2_xxs 2740blk.34.attn_k_b.weight iq4_nl 2741blk.34.attn_output.weight iq2_xxs 2742blk.35.attn_k_b.weight iq4_nl 2743blk.35.attn_output.weight iq2_xxs 2744blk.36.attn_k_b.weight iq4_nl 2745blk.36.attn_output.weight iq2_xxs 2746blk.37.attn_k_b.weight iq4_nl 2747blk.37.attn_output.weight iq2_xxs 2748blk.38.attn_k_b.weight iq4_nl 2749blk.38.attn_output.weight iq2_xxs 2750blk.39.attn_k_b.weight iq4_nl 2751blk.39.attn_output.weight iq2_xxs 2752blk.40.attn_k_b.weight iq4_nl 2753blk.40.attn_output.weight iq2_xxs 2754blk.41.attn_k_b.weight iq4_nl 2755blk.41.attn_output.weight iq2_xxs 2756blk.42.attn_k_b.weight iq4_nl 2757blk.42.attn_output.weight iq2_xxs 2758blk.43.attn_k_b.weight iq4_nl 2759blk.43.attn_output.weight iq2_xxs 2760blk.44.attn_k_b.weight iq4_nl 2761blk.44.attn_output.weight iq2_xxs 2762blk.45.attn_k_b.weight iq4_nl 2763blk.45.attn_output.weight iq2_xxs 2764blk.46.attn_k_b.weight iq4_nl 2765blk.46.attn_output.weight iq2_xxs 2766blk.47.attn_k_b.weight iq4_nl 2767blk.47.attn_output.weight iq2_xxs 2768blk.48.attn_k_b.weight iq4_nl 2769blk.48.attn_output.weight iq2_xxs 2770blk.49.attn_k_b.weight iq4_nl 2771blk.49.attn_output.weight iq2_xxs 2772blk.50.attn_k_b.weight iq4_nl 2773blk.50.attn_output.weight iq2_xxs 2774blk.51.attn_k_b.weight iq4_nl 2775blk.51.attn_output.weight iq2_xxs 2776blk.52.attn_k_b.weight iq4_nl 2777blk.52.attn_output.weight iq2_xxs 2778blk.53.attn_k_b.weight iq4_nl 2779blk.53.attn_output.weight iq2_xxs 2780blk.54.attn_k_b.weight iq4_nl 2781blk.54.attn_output.weight iq2_xxs 2782blk.55.attn_k_b.weight iq4_nl 2783blk.55.attn_output.weight iq2_xxs 2784blk.56.attn_k_b.weight iq4_nl 2785blk.56.attn_output.weight iq2_xxs 2786blk.57.attn_k_b.weight iq4_nl 2787blk.57.attn_output.weight iq2_xxs 2788blk.58.attn_k_b.weight iq4_nl 2789blk.58.attn_output.weight iq2_xxs 2790blk.59.attn_k_b.weight iq4_nl 2791blk.59.attn_output.weight iq2_xxs 2792blk.60.attn_k_b.weight iq4_nl 2793blk.60.attn_output.weight iq2_xxs 2794 2795[BF16] bf16 2796 2797[TQ1_0] tq1_0 2798output.weight q6_K 2799token_embd.weight q4_K 2800blk.0.attn_k_b.weight q4_0 2801blk.1.attn_k_b.weight q4_0 2802blk.2.attn_k_b.weight q4_0 2803blk.3.attn_k_b.weight q4_0 2804blk.4.attn_k_b.weight q4_0 2805blk.5.attn_k_b.weight q4_0 2806blk.6.attn_k_b.weight q4_0 2807blk.7.attn_k_b.weight q4_0 2808blk.8.attn_k_b.weight q4_0 2809blk.9.attn_k_b.weight q4_0 2810blk.10.attn_k_b.weight q4_0 2811blk.11.attn_k_b.weight q4_0 2812blk.12.attn_k_b.weight q4_0 2813blk.13.attn_k_b.weight q4_0 2814blk.14.attn_k_b.weight q4_0 2815blk.15.attn_k_b.weight q4_0 2816blk.16.attn_k_b.weight q4_0 2817blk.17.attn_k_b.weight q4_0 2818blk.18.attn_k_b.weight q4_0 2819blk.19.attn_k_b.weight q4_0 2820blk.20.attn_k_b.weight q4_0 2821blk.21.attn_k_b.weight q4_0 2822blk.22.attn_k_b.weight q4_0 2823blk.23.attn_k_b.weight q4_0 2824blk.24.attn_k_b.weight q4_0 2825blk.25.attn_k_b.weight q4_0 2826blk.26.attn_k_b.weight q4_0 2827blk.27.attn_k_b.weight q4_0 2828blk.28.attn_k_b.weight q4_0 2829blk.29.attn_k_b.weight q4_0 2830blk.30.attn_k_b.weight q4_0 2831blk.31.attn_k_b.weight q4_0 2832blk.32.attn_k_b.weight q4_0 2833blk.33.attn_k_b.weight q4_0 2834blk.34.attn_k_b.weight q4_0 2835blk.35.attn_k_b.weight q4_0 2836blk.36.attn_k_b.weight q4_0 2837blk.37.attn_k_b.weight q4_0 2838blk.38.attn_k_b.weight q4_0 2839blk.39.attn_k_b.weight q4_0 2840blk.40.attn_k_b.weight q4_0 2841blk.41.attn_k_b.weight q4_0 2842blk.42.attn_k_b.weight q4_0 2843blk.43.attn_k_b.weight q4_0 2844blk.44.attn_k_b.weight q4_0 2845blk.45.attn_k_b.weight q4_0 2846blk.46.attn_k_b.weight q4_0 2847blk.47.attn_k_b.weight q4_0 2848blk.48.attn_k_b.weight q4_0 2849blk.49.attn_k_b.weight q4_0 2850blk.50.attn_k_b.weight q4_0 2851blk.51.attn_k_b.weight q4_0 2852blk.52.attn_k_b.weight q4_0 2853blk.53.attn_k_b.weight q4_0 2854blk.54.attn_k_b.weight q4_0 2855blk.55.attn_k_b.weight q4_0 2856blk.56.attn_k_b.weight q4_0 2857blk.57.attn_k_b.weight q4_0 2858blk.58.attn_k_b.weight q4_0 2859blk.59.attn_k_b.weight q4_0 2860blk.60.attn_k_b.weight q4_0 2861 2862[TQ2_0] tq2_0 2863output.weight q6_K 2864token_embd.weight q4_K 2865blk.0.attn_k_b.weight q4_0 2866blk.1.attn_k_b.weight q4_0 2867blk.2.attn_k_b.weight q4_0 2868blk.3.attn_k_b.weight q4_0 2869blk.4.attn_k_b.weight q4_0 2870blk.5.attn_k_b.weight q4_0 2871blk.6.attn_k_b.weight q4_0 2872blk.7.attn_k_b.weight q4_0 2873blk.8.attn_k_b.weight q4_0 2874blk.9.attn_k_b.weight q4_0 2875blk.10.attn_k_b.weight q4_0 2876blk.11.attn_k_b.weight q4_0 2877blk.12.attn_k_b.weight q4_0 2878blk.13.attn_k_b.weight q4_0 2879blk.14.attn_k_b.weight q4_0 2880blk.15.attn_k_b.weight q4_0 2881blk.16.attn_k_b.weight q4_0 2882blk.17.attn_k_b.weight q4_0 2883blk.18.attn_k_b.weight q4_0 2884blk.19.attn_k_b.weight q4_0 2885blk.20.attn_k_b.weight q4_0 2886blk.21.attn_k_b.weight q4_0 2887blk.22.attn_k_b.weight q4_0 2888blk.23.attn_k_b.weight q4_0 2889blk.24.attn_k_b.weight q4_0 2890blk.25.attn_k_b.weight q4_0 2891blk.26.attn_k_b.weight q4_0 2892blk.27.attn_k_b.weight q4_0 2893blk.28.attn_k_b.weight q4_0 2894blk.29.attn_k_b.weight q4_0 2895blk.30.attn_k_b.weight q4_0 2896blk.31.attn_k_b.weight q4_0 2897blk.32.attn_k_b.weight q4_0 2898blk.33.attn_k_b.weight q4_0 2899blk.34.attn_k_b.weight q4_0 2900blk.35.attn_k_b.weight q4_0 2901blk.36.attn_k_b.weight q4_0 2902blk.37.attn_k_b.weight q4_0 2903blk.38.attn_k_b.weight q4_0 2904blk.39.attn_k_b.weight q4_0 2905blk.40.attn_k_b.weight q4_0 2906blk.41.attn_k_b.weight q4_0 2907blk.42.attn_k_b.weight q4_0 2908blk.43.attn_k_b.weight q4_0 2909blk.44.attn_k_b.weight q4_0 2910blk.45.attn_k_b.weight q4_0 2911blk.46.attn_k_b.weight q4_0 2912blk.47.attn_k_b.weight q4_0 2913blk.48.attn_k_b.weight q4_0 2914blk.49.attn_k_b.weight q4_0 2915blk.50.attn_k_b.weight q4_0 2916blk.51.attn_k_b.weight q4_0 2917blk.52.attn_k_b.weight q4_0 2918blk.53.attn_k_b.weight q4_0 2919blk.54.attn_k_b.weight q4_0 2920blk.55.attn_k_b.weight q4_0 2921blk.56.attn_k_b.weight q4_0 2922blk.57.attn_k_b.weight q4_0 2923blk.58.attn_k_b.weight q4_0 2924blk.59.attn_k_b.weight q4_0 2925blk.60.attn_k_b.weight q4_0 2926 2927[MXFP4_MOE] mxfp4 2928output.weight q8_0 2929token_embd.weight q8_0 2930blk.0.attn_kv_a_mqa.weight q8_0 2931blk.0.attn_output.weight q8_0 2932blk.0.attn_q_a.weight q8_0 2933blk.0.attn_q_b.weight q8_0 2934blk.0.ffn_down.weight q8_0 2935blk.0.ffn_gate.weight q8_0 2936blk.0.ffn_up.weight q8_0 2937blk.1.attn_kv_a_mqa.weight q8_0 2938blk.1.attn_output.weight q8_0 2939blk.1.attn_q_a.weight q8_0 2940blk.1.attn_q_b.weight q8_0 2941blk.1.ffn_down.weight q8_0 2942blk.1.ffn_gate.weight q8_0 2943blk.1.ffn_up.weight q8_0 2944blk.2.attn_kv_a_mqa.weight q8_0 2945blk.2.attn_output.weight q8_0 2946blk.2.attn_q_a.weight q8_0 2947blk.2.attn_q_b.weight q8_0 2948blk.2.ffn_down.weight q8_0 2949blk.2.ffn_gate.weight q8_0 2950blk.2.ffn_up.weight q8_0 2951blk.3.attn_kv_a_mqa.weight q8_0 2952blk.3.attn_output.weight q8_0 2953blk.3.attn_q_a.weight q8_0 2954blk.3.attn_q_b.weight q8_0 2955blk.3.ffn_down_shexp.weight q8_0 2956blk.3.ffn_gate_shexp.weight q8_0 2957blk.3.ffn_up_shexp.weight q8_0 2958blk.4.attn_kv_a_mqa.weight q8_0 2959blk.4.attn_output.weight q8_0 2960blk.4.attn_q_a.weight q8_0 2961blk.4.attn_q_b.weight q8_0 2962blk.4.ffn_down_shexp.weight q8_0 2963blk.4.ffn_gate_shexp.weight q8_0 2964blk.4.ffn_up_shexp.weight q8_0 2965blk.5.attn_kv_a_mqa.weight q8_0 2966blk.5.attn_output.weight q8_0 2967blk.5.attn_q_a.weight q8_0 2968blk.5.attn_q_b.weight q8_0 2969blk.5.ffn_down_shexp.weight q8_0 2970blk.5.ffn_gate_shexp.weight q8_0 2971blk.5.ffn_up_shexp.weight q8_0 2972blk.6.attn_kv_a_mqa.weight q8_0 2973blk.6.attn_output.weight q8_0 2974blk.6.attn_q_a.weight q8_0 2975blk.6.attn_q_b.weight q8_0 2976blk.6.ffn_down_shexp.weight q8_0 2977blk.6.ffn_gate_shexp.weight q8_0 2978blk.6.ffn_up_shexp.weight q8_0 2979blk.7.attn_kv_a_mqa.weight q8_0 2980blk.7.attn_output.weight q8_0 2981blk.7.attn_q_a.weight q8_0 2982blk.7.attn_q_b.weight q8_0 2983blk.7.ffn_down_shexp.weight q8_0 2984blk.7.ffn_gate_shexp.weight q8_0 2985blk.7.ffn_up_shexp.weight q8_0 2986blk.8.attn_kv_a_mqa.weight q8_0 2987blk.8.attn_output.weight q8_0 2988blk.8.attn_q_a.weight q8_0 2989blk.8.attn_q_b.weight q8_0 2990blk.8.ffn_down_shexp.weight q8_0 2991blk.8.ffn_gate_shexp.weight q8_0 2992blk.8.ffn_up_shexp.weight q8_0 2993blk.9.attn_kv_a_mqa.weight q8_0 2994blk.9.attn_output.weight q8_0 2995blk.9.attn_q_a.weight q8_0 2996blk.9.attn_q_b.weight q8_0 2997blk.9.ffn_down_shexp.weight q8_0 2998blk.9.ffn_gate_shexp.weight q8_0 2999blk.9.ffn_up_shexp.weight q8_0 3000blk.10.attn_kv_a_mqa.weight q8_0 3001blk.10.attn_output.weight q8_0 3002blk.10.attn_q_a.weight q8_0 3003blk.10.attn_q_b.weight q8_0 3004blk.10.ffn_down_shexp.weight q8_0 3005blk.10.ffn_gate_shexp.weight q8_0 3006blk.10.ffn_up_shexp.weight q8_0 3007blk.11.attn_kv_a_mqa.weight q8_0 3008blk.11.attn_output.weight q8_0 3009blk.11.attn_q_a.weight q8_0 3010blk.11.attn_q_b.weight q8_0 3011blk.11.ffn_down_shexp.weight q8_0 3012blk.11.ffn_gate_shexp.weight q8_0 3013blk.11.ffn_up_shexp.weight q8_0 3014blk.12.attn_kv_a_mqa.weight q8_0 3015blk.12.attn_output.weight q8_0 3016blk.12.attn_q_a.weight q8_0 3017blk.12.attn_q_b.weight q8_0 3018blk.12.ffn_down_shexp.weight q8_0 3019blk.12.ffn_gate_shexp.weight q8_0 3020blk.12.ffn_up_shexp.weight q8_0 3021blk.13.attn_kv_a_mqa.weight q8_0 3022blk.13.attn_output.weight q8_0 3023blk.13.attn_q_a.weight q8_0 3024blk.13.attn_q_b.weight q8_0 3025blk.13.ffn_down_shexp.weight q8_0 3026blk.13.ffn_gate_shexp.weight q8_0 3027blk.13.ffn_up_shexp.weight q8_0 3028blk.14.attn_kv_a_mqa.weight q8_0 3029blk.14.attn_output.weight q8_0 3030blk.14.attn_q_a.weight q8_0 3031blk.14.attn_q_b.weight q8_0 3032blk.14.ffn_down_shexp.weight q8_0 3033blk.14.ffn_gate_shexp.weight q8_0 3034blk.14.ffn_up_shexp.weight q8_0 3035blk.15.attn_kv_a_mqa.weight q8_0 3036blk.15.attn_output.weight q8_0 3037blk.15.attn_q_a.weight q8_0 3038blk.15.attn_q_b.weight q8_0 3039blk.15.ffn_down_shexp.weight q8_0 3040blk.15.ffn_gate_shexp.weight q8_0 3041blk.15.ffn_up_shexp.weight q8_0 3042blk.16.attn_kv_a_mqa.weight q8_0 3043blk.16.attn_output.weight q8_0 3044blk.16.attn_q_a.weight q8_0 3045blk.16.attn_q_b.weight q8_0 3046blk.16.ffn_down_shexp.weight q8_0 3047blk.16.ffn_gate_shexp.weight q8_0 3048blk.16.ffn_up_shexp.weight q8_0 3049blk.17.attn_kv_a_mqa.weight q8_0 3050blk.17.attn_output.weight q8_0 3051blk.17.attn_q_a.weight q8_0 3052blk.17.attn_q_b.weight q8_0 3053blk.17.ffn_down_shexp.weight q8_0 3054blk.17.ffn_gate_shexp.weight q8_0 3055blk.17.ffn_up_shexp.weight q8_0 3056blk.18.attn_kv_a_mqa.weight q8_0 3057blk.18.attn_output.weight q8_0 3058blk.18.attn_q_a.weight q8_0 3059blk.18.attn_q_b.weight q8_0 3060blk.18.ffn_down_shexp.weight q8_0 3061blk.18.ffn_gate_shexp.weight q8_0 3062blk.18.ffn_up_shexp.weight q8_0 3063blk.19.attn_kv_a_mqa.weight q8_0 3064blk.19.attn_output.weight q8_0 3065blk.19.attn_q_a.weight q8_0 3066blk.19.attn_q_b.weight q8_0 3067blk.19.ffn_down_shexp.weight q8_0 3068blk.19.ffn_gate_shexp.weight q8_0 3069blk.19.ffn_up_shexp.weight q8_0 3070blk.20.attn_kv_a_mqa.weight q8_0 3071blk.20.attn_output.weight q8_0 3072blk.20.attn_q_a.weight q8_0 3073blk.20.attn_q_b.weight q8_0 3074blk.20.ffn_down_shexp.weight q8_0 3075blk.20.ffn_gate_shexp.weight q8_0 3076blk.20.ffn_up_shexp.weight q8_0 3077blk.21.attn_kv_a_mqa.weight q8_0 3078blk.21.attn_output.weight q8_0 3079blk.21.attn_q_a.weight q8_0 3080blk.21.attn_q_b.weight q8_0 3081blk.21.ffn_down_shexp.weight q8_0 3082blk.21.ffn_gate_shexp.weight q8_0 3083blk.21.ffn_up_shexp.weight q8_0 3084blk.22.attn_kv_a_mqa.weight q8_0 3085blk.22.attn_output.weight q8_0 3086blk.22.attn_q_a.weight q8_0 3087blk.22.attn_q_b.weight q8_0 3088blk.22.ffn_down_shexp.weight q8_0 3089blk.22.ffn_gate_shexp.weight q8_0 3090blk.22.ffn_up_shexp.weight q8_0 3091blk.23.attn_kv_a_mqa.weight q8_0 3092blk.23.attn_output.weight q8_0 3093blk.23.attn_q_a.weight q8_0 3094blk.23.attn_q_b.weight q8_0 3095blk.23.ffn_down_shexp.weight q8_0 3096blk.23.ffn_gate_shexp.weight q8_0 3097blk.23.ffn_up_shexp.weight q8_0 3098blk.24.attn_kv_a_mqa.weight q8_0 3099blk.24.attn_output.weight q8_0 3100blk.24.attn_q_a.weight q8_0 3101blk.24.attn_q_b.weight q8_0 3102blk.24.ffn_down_shexp.weight q8_0 3103blk.24.ffn_gate_shexp.weight q8_0 3104blk.24.ffn_up_shexp.weight q8_0 3105blk.25.attn_kv_a_mqa.weight q8_0 3106blk.25.attn_output.weight q8_0 3107blk.25.attn_q_a.weight q8_0 3108blk.25.attn_q_b.weight q8_0 3109blk.25.ffn_down_shexp.weight q8_0 3110blk.25.ffn_gate_shexp.weight q8_0 3111blk.25.ffn_up_shexp.weight q8_0 3112blk.26.attn_kv_a_mqa.weight q8_0 3113blk.26.attn_output.weight q8_0 3114blk.26.attn_q_a.weight q8_0 3115blk.26.attn_q_b.weight q8_0 3116blk.26.ffn_down_shexp.weight q8_0 3117blk.26.ffn_gate_shexp.weight q8_0 3118blk.26.ffn_up_shexp.weight q8_0 3119blk.27.attn_kv_a_mqa.weight q8_0 3120blk.27.attn_output.weight q8_0 3121blk.27.attn_q_a.weight q8_0 3122blk.27.attn_q_b.weight q8_0 3123blk.27.ffn_down_shexp.weight q8_0 3124blk.27.ffn_gate_shexp.weight q8_0 3125blk.27.ffn_up_shexp.weight q8_0 3126blk.28.attn_kv_a_mqa.weight q8_0 3127blk.28.attn_output.weight q8_0 3128blk.28.attn_q_a.weight q8_0 3129blk.28.attn_q_b.weight q8_0 3130blk.28.ffn_down_shexp.weight q8_0 3131blk.28.ffn_gate_shexp.weight q8_0 3132blk.28.ffn_up_shexp.weight q8_0 3133blk.29.attn_kv_a_mqa.weight q8_0 3134blk.29.attn_output.weight q8_0 3135blk.29.attn_q_a.weight q8_0 3136blk.29.attn_q_b.weight q8_0 3137blk.29.ffn_down_shexp.weight q8_0 3138blk.29.ffn_gate_shexp.weight q8_0 3139blk.29.ffn_up_shexp.weight q8_0 3140blk.30.attn_kv_a_mqa.weight q8_0 3141blk.30.attn_output.weight q8_0 3142blk.30.attn_q_a.weight q8_0 3143blk.30.attn_q_b.weight q8_0 3144blk.30.ffn_down_shexp.weight q8_0 3145blk.30.ffn_gate_shexp.weight q8_0 3146blk.30.ffn_up_shexp.weight q8_0 3147blk.31.attn_kv_a_mqa.weight q8_0 3148blk.31.attn_output.weight q8_0 3149blk.31.attn_q_a.weight q8_0 3150blk.31.attn_q_b.weight q8_0 3151blk.31.ffn_down_shexp.weight q8_0 3152blk.31.ffn_gate_shexp.weight q8_0 3153blk.31.ffn_up_shexp.weight q8_0 3154blk.32.attn_kv_a_mqa.weight q8_0 3155blk.32.attn_output.weight q8_0 3156blk.32.attn_q_a.weight q8_0 3157blk.32.attn_q_b.weight q8_0 3158blk.32.ffn_down_shexp.weight q8_0 3159blk.32.ffn_gate_shexp.weight q8_0 3160blk.32.ffn_up_shexp.weight q8_0 3161blk.33.attn_kv_a_mqa.weight q8_0 3162blk.33.attn_output.weight q8_0 3163blk.33.attn_q_a.weight q8_0 3164blk.33.attn_q_b.weight q8_0 3165blk.33.ffn_down_shexp.weight q8_0 3166blk.33.ffn_gate_shexp.weight q8_0 3167blk.33.ffn_up_shexp.weight q8_0 3168blk.34.attn_kv_a_mqa.weight q8_0 3169blk.34.attn_output.weight q8_0 3170blk.34.attn_q_a.weight q8_0 3171blk.34.attn_q_b.weight q8_0 3172blk.34.ffn_down_shexp.weight q8_0 3173blk.34.ffn_gate_shexp.weight q8_0 3174blk.34.ffn_up_shexp.weight q8_0 3175blk.35.attn_kv_a_mqa.weight q8_0 3176blk.35.attn_output.weight q8_0 3177blk.35.attn_q_a.weight q8_0 3178blk.35.attn_q_b.weight q8_0 3179blk.35.ffn_down_shexp.weight q8_0 3180blk.35.ffn_gate_shexp.weight q8_0 3181blk.35.ffn_up_shexp.weight q8_0 3182blk.36.attn_kv_a_mqa.weight q8_0 3183blk.36.attn_output.weight q8_0 3184blk.36.attn_q_a.weight q8_0 3185blk.36.attn_q_b.weight q8_0 3186blk.36.ffn_down_shexp.weight q8_0 3187blk.36.ffn_gate_shexp.weight q8_0 3188blk.36.ffn_up_shexp.weight q8_0 3189blk.37.attn_kv_a_mqa.weight q8_0 3190blk.37.attn_output.weight q8_0 3191blk.37.attn_q_a.weight q8_0 3192blk.37.attn_q_b.weight q8_0 3193blk.37.ffn_down_shexp.weight q8_0 3194blk.37.ffn_gate_shexp.weight q8_0 3195blk.37.ffn_up_shexp.weight q8_0 3196blk.38.attn_kv_a_mqa.weight q8_0 3197blk.38.attn_output.weight q8_0 3198blk.38.attn_q_a.weight q8_0 3199blk.38.attn_q_b.weight q8_0 3200blk.38.ffn_down_shexp.weight q8_0 3201blk.38.ffn_gate_shexp.weight q8_0 3202blk.38.ffn_up_shexp.weight q8_0 3203blk.39.attn_kv_a_mqa.weight q8_0 3204blk.39.attn_output.weight q8_0 3205blk.39.attn_q_a.weight q8_0 3206blk.39.attn_q_b.weight q8_0 3207blk.39.ffn_down_shexp.weight q8_0 3208blk.39.ffn_gate_shexp.weight q8_0 3209blk.39.ffn_up_shexp.weight q8_0 3210blk.40.attn_kv_a_mqa.weight q8_0 3211blk.40.attn_output.weight q8_0 3212blk.40.attn_q_a.weight q8_0 3213blk.40.attn_q_b.weight q8_0 3214blk.40.ffn_down_shexp.weight q8_0 3215blk.40.ffn_gate_shexp.weight q8_0 3216blk.40.ffn_up_shexp.weight q8_0 3217blk.41.attn_kv_a_mqa.weight q8_0 3218blk.41.attn_output.weight q8_0 3219blk.41.attn_q_a.weight q8_0 3220blk.41.attn_q_b.weight q8_0 3221blk.41.ffn_down_shexp.weight q8_0 3222blk.41.ffn_gate_shexp.weight q8_0 3223blk.41.ffn_up_shexp.weight q8_0 3224blk.42.attn_kv_a_mqa.weight q8_0 3225blk.42.attn_output.weight q8_0 3226blk.42.attn_q_a.weight q8_0 3227blk.42.attn_q_b.weight q8_0 3228blk.42.ffn_down_shexp.weight q8_0 3229blk.42.ffn_gate_shexp.weight q8_0 3230blk.42.ffn_up_shexp.weight q8_0 3231blk.43.attn_kv_a_mqa.weight q8_0 3232blk.43.attn_output.weight q8_0 3233blk.43.attn_q_a.weight q8_0 3234blk.43.attn_q_b.weight q8_0 3235blk.43.ffn_down_shexp.weight q8_0 3236blk.43.ffn_gate_shexp.weight q8_0 3237blk.43.ffn_up_shexp.weight q8_0 3238blk.44.attn_kv_a_mqa.weight q8_0 3239blk.44.attn_output.weight q8_0 3240blk.44.attn_q_a.weight q8_0 3241blk.44.attn_q_b.weight q8_0 3242blk.44.ffn_down_shexp.weight q8_0 3243blk.44.ffn_gate_shexp.weight q8_0 3244blk.44.ffn_up_shexp.weight q8_0 3245blk.45.attn_kv_a_mqa.weight q8_0 3246blk.45.attn_output.weight q8_0 3247blk.45.attn_q_a.weight q8_0 3248blk.45.attn_q_b.weight q8_0 3249blk.45.ffn_down_shexp.weight q8_0 3250blk.45.ffn_gate_shexp.weight q8_0 3251blk.45.ffn_up_shexp.weight q8_0 3252blk.46.attn_kv_a_mqa.weight q8_0 3253blk.46.attn_output.weight q8_0 3254blk.46.attn_q_a.weight q8_0 3255blk.46.attn_q_b.weight q8_0 3256blk.46.ffn_down_shexp.weight q8_0 3257blk.46.ffn_gate_shexp.weight q8_0 3258blk.46.ffn_up_shexp.weight q8_0 3259blk.47.attn_kv_a_mqa.weight q8_0 3260blk.47.attn_output.weight q8_0 3261blk.47.attn_q_a.weight q8_0 3262blk.47.attn_q_b.weight q8_0 3263blk.47.ffn_down_shexp.weight q8_0 3264blk.47.ffn_gate_shexp.weight q8_0 3265blk.47.ffn_up_shexp.weight q8_0 3266blk.48.attn_kv_a_mqa.weight q8_0 3267blk.48.attn_output.weight q8_0 3268blk.48.attn_q_a.weight q8_0 3269blk.48.attn_q_b.weight q8_0 3270blk.48.ffn_down_shexp.weight q8_0 3271blk.48.ffn_gate_shexp.weight q8_0 3272blk.48.ffn_up_shexp.weight q8_0 3273blk.49.attn_kv_a_mqa.weight q8_0 3274blk.49.attn_output.weight q8_0 3275blk.49.attn_q_a.weight q8_0 3276blk.49.attn_q_b.weight q8_0 3277blk.49.ffn_down_shexp.weight q8_0 3278blk.49.ffn_gate_shexp.weight q8_0 3279blk.49.ffn_up_shexp.weight q8_0 3280blk.50.attn_kv_a_mqa.weight q8_0 3281blk.50.attn_output.weight q8_0 3282blk.50.attn_q_a.weight q8_0 3283blk.50.attn_q_b.weight q8_0 3284blk.50.ffn_down_shexp.weight q8_0 3285blk.50.ffn_gate_shexp.weight q8_0 3286blk.50.ffn_up_shexp.weight q8_0 3287blk.51.attn_kv_a_mqa.weight q8_0 3288blk.51.attn_output.weight q8_0 3289blk.51.attn_q_a.weight q8_0 3290blk.51.attn_q_b.weight q8_0 3291blk.51.ffn_down_shexp.weight q8_0 3292blk.51.ffn_gate_shexp.weight q8_0 3293blk.51.ffn_up_shexp.weight q8_0 3294blk.52.attn_kv_a_mqa.weight q8_0 3295blk.52.attn_output.weight q8_0 3296blk.52.attn_q_a.weight q8_0 3297blk.52.attn_q_b.weight q8_0 3298blk.52.ffn_down_shexp.weight q8_0 3299blk.52.ffn_gate_shexp.weight q8_0 3300blk.52.ffn_up_shexp.weight q8_0 3301blk.53.attn_kv_a_mqa.weight q8_0 3302blk.53.attn_output.weight q8_0 3303blk.53.attn_q_a.weight q8_0 3304blk.53.attn_q_b.weight q8_0 3305blk.53.ffn_down_shexp.weight q8_0 3306blk.53.ffn_gate_shexp.weight q8_0 3307blk.53.ffn_up_shexp.weight q8_0 3308blk.54.attn_kv_a_mqa.weight q8_0 3309blk.54.attn_output.weight q8_0 3310blk.54.attn_q_a.weight q8_0 3311blk.54.attn_q_b.weight q8_0 3312blk.54.ffn_down_shexp.weight q8_0 3313blk.54.ffn_gate_shexp.weight q8_0 3314blk.54.ffn_up_shexp.weight q8_0 3315blk.55.attn_kv_a_mqa.weight q8_0 3316blk.55.attn_output.weight q8_0 3317blk.55.attn_q_a.weight q8_0 3318blk.55.attn_q_b.weight q8_0 3319blk.55.ffn_down_shexp.weight q8_0 3320blk.55.ffn_gate_shexp.weight q8_0 3321blk.55.ffn_up_shexp.weight q8_0 3322blk.56.attn_kv_a_mqa.weight q8_0 3323blk.56.attn_output.weight q8_0 3324blk.56.attn_q_a.weight q8_0 3325blk.56.attn_q_b.weight q8_0 3326blk.56.ffn_down_shexp.weight q8_0 3327blk.56.ffn_gate_shexp.weight q8_0 3328blk.56.ffn_up_shexp.weight q8_0 3329blk.57.attn_kv_a_mqa.weight q8_0 3330blk.57.attn_output.weight q8_0 3331blk.57.attn_q_a.weight q8_0 3332blk.57.attn_q_b.weight q8_0 3333blk.57.ffn_down_shexp.weight q8_0 3334blk.57.ffn_gate_shexp.weight q8_0 3335blk.57.ffn_up_shexp.weight q8_0 3336blk.58.attn_kv_a_mqa.weight q8_0 3337blk.58.attn_output.weight q8_0 3338blk.58.attn_q_a.weight q8_0 3339blk.58.attn_q_b.weight q8_0 3340blk.58.ffn_down_shexp.weight q8_0 3341blk.58.ffn_gate_shexp.weight q8_0 3342blk.58.ffn_up_shexp.weight q8_0 3343blk.59.attn_kv_a_mqa.weight q8_0 3344blk.59.attn_output.weight q8_0 3345blk.59.attn_q_a.weight q8_0 3346blk.59.attn_q_b.weight q8_0 3347blk.59.ffn_down_shexp.weight q8_0 3348blk.59.ffn_gate_shexp.weight q8_0 3349blk.59.ffn_up_shexp.weight q8_0 3350blk.60.attn_kv_a_mqa.weight q8_0 3351blk.60.attn_output.weight q8_0 3352blk.60.attn_q_a.weight q8_0 3353blk.60.attn_q_b.weight q8_0 3354blk.60.ffn_down_shexp.weight q8_0 3355blk.60.ffn_gate_shexp.weight q8_0 3356blk.60.ffn_up_shexp.weight q8_0