char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7992aa7c8
char/aliceai-t5-moe
1# Model: Meta-Llama-3.1-70B-Instruct 2# n_embd=8192, n_ff=28672, n_vocab=128256, n_layer=80, n_head=64, n_head_kv=8 3 4[F32] f32 5 6[F16] f16 7 8[Q4_0] q4_0 9output.weight q6_K 10 11[Q4_1] q4_1 12output.weight q6_K 13 14[Q8_0] q8_0 15 16[Q5_0] q5_0 17output.weight q6_K 18 19[Q5_1] q5_1 20output.weight q6_K 21 22[Q2_K] q2_K 23output.weight q6_K 24blk.0.attn_output.weight q3_K 25blk.0.attn_v.weight q5_K 26blk.0.ffn_down.weight q3_K 27blk.1.attn_output.weight q3_K 28blk.1.attn_v.weight q5_K 29blk.1.ffn_down.weight q3_K 30blk.2.attn_output.weight q3_K 31blk.2.attn_v.weight q5_K 32blk.2.ffn_down.weight q3_K 33blk.3.attn_output.weight q3_K 34blk.3.attn_v.weight q5_K 35blk.3.ffn_down.weight q3_K 36blk.4.attn_output.weight q3_K 37blk.4.attn_v.weight q5_K 38blk.4.ffn_down.weight q3_K 39blk.5.attn_output.weight q3_K 40blk.5.attn_v.weight q5_K 41blk.5.ffn_down.weight q3_K 42blk.6.attn_output.weight q3_K 43blk.6.attn_v.weight q5_K 44blk.6.ffn_down.weight q3_K 45blk.7.attn_output.weight q3_K 46blk.7.attn_v.weight q5_K 47blk.7.ffn_down.weight q3_K 48blk.8.attn_output.weight q3_K 49blk.8.attn_v.weight q5_K 50blk.8.ffn_down.weight q3_K 51blk.9.attn_output.weight q3_K 52blk.9.attn_v.weight q5_K 53blk.9.ffn_down.weight q3_K 54blk.10.attn_output.weight q3_K 55blk.10.attn_v.weight q5_K 56blk.10.ffn_down.weight q3_K 57blk.11.attn_output.weight q3_K 58blk.11.attn_v.weight q5_K 59blk.11.ffn_down.weight q3_K 60blk.12.attn_output.weight q3_K 61blk.12.attn_v.weight q5_K 62blk.12.ffn_down.weight q3_K 63blk.13.attn_output.weight q3_K 64blk.13.attn_v.weight q5_K 65blk.13.ffn_down.weight q3_K 66blk.14.attn_output.weight q3_K 67blk.14.attn_v.weight q5_K 68blk.14.ffn_down.weight q3_K 69blk.15.attn_output.weight q3_K 70blk.15.attn_v.weight q5_K 71blk.15.ffn_down.weight q3_K 72blk.16.attn_output.weight q3_K 73blk.16.attn_v.weight q5_K 74blk.16.ffn_down.weight q3_K 75blk.17.attn_output.weight q3_K 76blk.17.attn_v.weight q5_K 77blk.17.ffn_down.weight q3_K 78blk.18.attn_output.weight q3_K 79blk.18.attn_v.weight q5_K 80blk.18.ffn_down.weight q3_K 81blk.19.attn_output.weight q3_K 82blk.19.attn_v.weight q5_K 83blk.19.ffn_down.weight q3_K 84blk.20.attn_output.weight q3_K 85blk.20.attn_v.weight q5_K 86blk.20.ffn_down.weight q3_K 87blk.21.attn_output.weight q3_K 88blk.21.attn_v.weight q5_K 89blk.21.ffn_down.weight q3_K 90blk.22.attn_output.weight q3_K 91blk.22.attn_v.weight q5_K 92blk.22.ffn_down.weight q3_K 93blk.23.attn_output.weight q3_K 94blk.23.attn_v.weight q5_K 95blk.23.ffn_down.weight q3_K 96blk.24.attn_output.weight q3_K 97blk.24.attn_v.weight q5_K 98blk.24.ffn_down.weight q3_K 99blk.25.attn_output.weight q3_K 100blk.25.attn_v.weight q5_K 101blk.25.ffn_down.weight q3_K 102blk.26.attn_output.weight q3_K 103blk.26.attn_v.weight q5_K 104blk.26.ffn_down.weight q3_K 105blk.27.attn_output.weight q3_K 106blk.27.attn_v.weight q5_K 107blk.27.ffn_down.weight q3_K 108blk.28.attn_output.weight q3_K 109blk.28.attn_v.weight q5_K 110blk.28.ffn_down.weight q3_K 111blk.29.attn_output.weight q3_K 112blk.29.attn_v.weight q5_K 113blk.29.ffn_down.weight q3_K 114blk.30.attn_output.weight q3_K 115blk.30.attn_v.weight q5_K 116blk.30.ffn_down.weight q3_K 117blk.31.attn_output.weight q3_K 118blk.31.attn_v.weight q5_K 119blk.31.ffn_down.weight q3_K 120blk.32.attn_output.weight q3_K 121blk.32.attn_v.weight q5_K 122blk.32.ffn_down.weight q3_K 123blk.33.attn_output.weight q3_K 124blk.33.attn_v.weight q5_K 125blk.33.ffn_down.weight q3_K 126blk.34.attn_output.weight q3_K 127blk.34.attn_v.weight q5_K 128blk.34.ffn_down.weight q3_K 129blk.35.attn_output.weight q3_K 130blk.35.attn_v.weight q5_K 131blk.35.ffn_down.weight q3_K 132blk.36.attn_output.weight q3_K 133blk.36.attn_v.weight q5_K 134blk.36.ffn_down.weight q3_K 135blk.37.attn_output.weight q3_K 136blk.37.attn_v.weight q5_K 137blk.37.ffn_down.weight q3_K 138blk.38.attn_output.weight q3_K 139blk.38.attn_v.weight q5_K 140blk.38.ffn_down.weight q3_K 141blk.39.attn_output.weight q3_K 142blk.39.attn_v.weight q5_K 143blk.39.ffn_down.weight q3_K 144blk.40.attn_output.weight q3_K 145blk.40.attn_v.weight q5_K 146blk.40.ffn_down.weight q3_K 147blk.41.attn_output.weight q3_K 148blk.41.attn_v.weight q5_K 149blk.41.ffn_down.weight q3_K 150blk.42.attn_output.weight q3_K 151blk.42.attn_v.weight q5_K 152blk.42.ffn_down.weight q3_K 153blk.43.attn_output.weight q3_K 154blk.43.attn_v.weight q5_K 155blk.43.ffn_down.weight q3_K 156blk.44.attn_output.weight q3_K 157blk.44.attn_v.weight q5_K 158blk.44.ffn_down.weight q3_K 159blk.45.attn_output.weight q3_K 160blk.45.attn_v.weight q5_K 161blk.45.ffn_down.weight q3_K 162blk.46.attn_output.weight q3_K 163blk.46.attn_v.weight q5_K 164blk.46.ffn_down.weight q3_K 165blk.47.attn_output.weight q3_K 166blk.47.attn_v.weight q5_K 167blk.47.ffn_down.weight q3_K 168blk.48.attn_output.weight q3_K 169blk.48.attn_v.weight q5_K 170blk.48.ffn_down.weight q3_K 171blk.49.attn_output.weight q3_K 172blk.49.attn_v.weight q5_K 173blk.49.ffn_down.weight q3_K 174blk.50.attn_output.weight q3_K 175blk.50.attn_v.weight q5_K 176blk.50.ffn_down.weight q3_K 177blk.51.attn_output.weight q3_K 178blk.51.attn_v.weight q5_K 179blk.51.ffn_down.weight q3_K 180blk.52.attn_output.weight q3_K 181blk.52.attn_v.weight q5_K 182blk.52.ffn_down.weight q3_K 183blk.53.attn_output.weight q3_K 184blk.53.attn_v.weight q5_K 185blk.53.ffn_down.weight q3_K 186blk.54.attn_output.weight q3_K 187blk.54.attn_v.weight q5_K 188blk.54.ffn_down.weight q3_K 189blk.55.attn_output.weight q3_K 190blk.55.attn_v.weight q5_K 191blk.55.ffn_down.weight q3_K 192blk.56.attn_output.weight q3_K 193blk.56.attn_v.weight q5_K 194blk.56.ffn_down.weight q3_K 195blk.57.attn_output.weight q3_K 196blk.57.attn_v.weight q5_K 197blk.57.ffn_down.weight q3_K 198blk.58.attn_output.weight q3_K 199blk.58.attn_v.weight q5_K 200blk.58.ffn_down.weight q3_K 201blk.59.attn_output.weight q3_K 202blk.59.attn_v.weight q5_K 203blk.59.ffn_down.weight q3_K 204blk.60.attn_output.weight q3_K 205blk.60.attn_v.weight q5_K 206blk.60.ffn_down.weight q3_K 207blk.61.attn_output.weight q3_K 208blk.61.attn_v.weight q5_K 209blk.61.ffn_down.weight q3_K 210blk.62.attn_output.weight q3_K 211blk.62.attn_v.weight q5_K 212blk.62.ffn_down.weight q3_K 213blk.63.attn_output.weight q3_K 214blk.63.attn_v.weight q5_K 215blk.63.ffn_down.weight q3_K 216blk.64.attn_output.weight q3_K 217blk.64.attn_v.weight q5_K 218blk.64.ffn_down.weight q3_K 219blk.65.attn_output.weight q3_K 220blk.65.attn_v.weight q5_K 221blk.65.ffn_down.weight q3_K 222blk.66.attn_output.weight q3_K 223blk.66.attn_v.weight q5_K 224blk.66.ffn_down.weight q3_K 225blk.67.attn_output.weight q3_K 226blk.67.attn_v.weight q5_K 227blk.67.ffn_down.weight q3_K 228blk.68.attn_output.weight q3_K 229blk.68.attn_v.weight q5_K 230blk.68.ffn_down.weight q3_K 231blk.69.attn_output.weight q3_K 232blk.69.attn_v.weight q5_K 233blk.69.ffn_down.weight q3_K 234blk.70.attn_output.weight q3_K 235blk.70.attn_v.weight q5_K 236blk.70.ffn_down.weight q3_K 237blk.71.attn_output.weight q3_K 238blk.71.attn_v.weight q5_K 239blk.71.ffn_down.weight q3_K 240blk.72.attn_output.weight q3_K 241blk.72.attn_v.weight q5_K 242blk.72.ffn_down.weight q3_K 243blk.73.attn_output.weight q3_K 244blk.73.attn_v.weight q5_K 245blk.73.ffn_down.weight q3_K 246blk.74.attn_output.weight q3_K 247blk.74.attn_v.weight q5_K 248blk.74.ffn_down.weight q3_K 249blk.75.attn_output.weight q3_K 250blk.75.attn_v.weight q5_K 251blk.75.ffn_down.weight q3_K 252blk.76.attn_output.weight q3_K 253blk.76.attn_v.weight q5_K 254blk.76.ffn_down.weight q3_K 255blk.77.attn_output.weight q3_K 256blk.77.attn_v.weight q5_K 257blk.77.ffn_down.weight q3_K 258blk.78.attn_output.weight q3_K 259blk.78.attn_v.weight q5_K 260blk.78.ffn_down.weight q3_K 261blk.79.attn_output.weight q3_K 262blk.79.attn_v.weight q5_K 263blk.79.ffn_down.weight q3_K 264 265[Q3_K_S] q3_K 266output.weight q6_K 267blk.0.attn_v.weight q5_K 268blk.1.attn_v.weight q5_K 269blk.2.attn_v.weight q5_K 270blk.3.attn_v.weight q5_K 271blk.4.attn_v.weight q5_K 272blk.5.attn_v.weight q5_K 273blk.6.attn_v.weight q5_K 274blk.7.attn_v.weight q5_K 275blk.8.attn_v.weight q5_K 276blk.9.attn_v.weight q5_K 277blk.10.attn_v.weight q5_K 278blk.11.attn_v.weight q5_K 279blk.12.attn_v.weight q5_K 280blk.13.attn_v.weight q5_K 281blk.14.attn_v.weight q5_K 282blk.15.attn_v.weight q5_K 283blk.16.attn_v.weight q5_K 284blk.17.attn_v.weight q5_K 285blk.18.attn_v.weight q5_K 286blk.19.attn_v.weight q5_K 287blk.20.attn_v.weight q5_K 288blk.21.attn_v.weight q5_K 289blk.22.attn_v.weight q5_K 290blk.23.attn_v.weight q5_K 291blk.24.attn_v.weight q5_K 292blk.25.attn_v.weight q5_K 293blk.26.attn_v.weight q5_K 294blk.27.attn_v.weight q5_K 295blk.28.attn_v.weight q5_K 296blk.29.attn_v.weight q5_K 297blk.30.attn_v.weight q5_K 298blk.31.attn_v.weight q5_K 299blk.32.attn_v.weight q5_K 300blk.33.attn_v.weight q5_K 301blk.34.attn_v.weight q5_K 302blk.35.attn_v.weight q5_K 303blk.36.attn_v.weight q5_K 304blk.37.attn_v.weight q5_K 305blk.38.attn_v.weight q5_K 306blk.39.attn_v.weight q5_K 307blk.40.attn_v.weight q5_K 308blk.41.attn_v.weight q5_K 309blk.42.attn_v.weight q5_K 310blk.43.attn_v.weight q5_K 311blk.44.attn_v.weight q5_K 312blk.45.attn_v.weight q5_K 313blk.46.attn_v.weight q5_K 314blk.47.attn_v.weight q5_K 315blk.48.attn_v.weight q5_K 316blk.49.attn_v.weight q5_K 317blk.50.attn_v.weight q5_K 318blk.51.attn_v.weight q5_K 319blk.52.attn_v.weight q5_K 320blk.53.attn_v.weight q5_K 321blk.54.attn_v.weight q5_K 322blk.55.attn_v.weight q5_K 323blk.56.attn_v.weight q5_K 324blk.57.attn_v.weight q5_K 325blk.58.attn_v.weight q5_K 326blk.59.attn_v.weight q5_K 327blk.60.attn_v.weight q5_K 328blk.61.attn_v.weight q5_K 329blk.62.attn_v.weight q5_K 330blk.63.attn_v.weight q5_K 331blk.64.attn_v.weight q5_K 332blk.65.attn_v.weight q5_K 333blk.66.attn_v.weight q5_K 334blk.67.attn_v.weight q5_K 335blk.68.attn_v.weight q5_K 336blk.69.attn_v.weight q5_K 337blk.70.attn_v.weight q5_K 338blk.71.attn_v.weight q5_K 339blk.72.attn_v.weight q5_K 340blk.73.attn_v.weight q5_K 341blk.74.attn_v.weight q5_K 342blk.75.attn_v.weight q5_K 343blk.76.attn_v.weight q5_K 344blk.77.attn_v.weight q5_K 345blk.78.attn_v.weight q5_K 346blk.79.attn_v.weight q5_K 347 348[Q3_K_M] q3_K 349output.weight q6_K 350blk.0.attn_output.weight q4_K 351blk.0.attn_v.weight q5_K 352blk.0.ffn_down.weight q5_K 353blk.1.attn_output.weight q4_K 354blk.1.attn_v.weight q5_K 355blk.1.ffn_down.weight q5_K 356blk.2.attn_output.weight q4_K 357blk.2.attn_v.weight q5_K 358blk.2.ffn_down.weight q5_K 359blk.3.attn_output.weight q4_K 360blk.3.attn_v.weight q5_K 361blk.3.ffn_down.weight q5_K 362blk.4.attn_output.weight q4_K 363blk.4.attn_v.weight q5_K 364blk.4.ffn_down.weight q5_K 365blk.5.attn_output.weight q4_K 366blk.5.attn_v.weight q5_K 367blk.5.ffn_down.weight q4_K 368blk.6.attn_output.weight q4_K 369blk.6.attn_v.weight q5_K 370blk.6.ffn_down.weight q4_K 371blk.7.attn_output.weight q4_K 372blk.7.attn_v.weight q5_K 373blk.7.ffn_down.weight q4_K 374blk.8.attn_output.weight q4_K 375blk.8.attn_v.weight q5_K 376blk.8.ffn_down.weight q4_K 377blk.9.attn_output.weight q4_K 378blk.9.attn_v.weight q5_K 379blk.9.ffn_down.weight q4_K 380blk.10.attn_output.weight q4_K 381blk.10.attn_v.weight q5_K 382blk.10.ffn_down.weight q4_K 383blk.11.attn_output.weight q4_K 384blk.11.attn_v.weight q5_K 385blk.11.ffn_down.weight q4_K 386blk.12.attn_output.weight q4_K 387blk.12.attn_v.weight q5_K 388blk.12.ffn_down.weight q4_K 389blk.13.attn_output.weight q4_K 390blk.13.attn_v.weight q5_K 391blk.13.ffn_down.weight q4_K 392blk.14.attn_output.weight q4_K 393blk.14.attn_v.weight q5_K 394blk.14.ffn_down.weight q4_K 395blk.15.attn_output.weight q4_K 396blk.15.attn_v.weight q5_K 397blk.15.ffn_down.weight q4_K 398blk.16.attn_output.weight q4_K 399blk.16.attn_v.weight q5_K 400blk.16.ffn_down.weight q4_K 401blk.17.attn_output.weight q4_K 402blk.17.attn_v.weight q5_K 403blk.17.ffn_down.weight q4_K 404blk.18.attn_output.weight q4_K 405blk.18.attn_v.weight q5_K 406blk.18.ffn_down.weight q4_K 407blk.19.attn_output.weight q4_K 408blk.19.attn_v.weight q5_K 409blk.19.ffn_down.weight q4_K 410blk.20.attn_output.weight q4_K 411blk.20.attn_v.weight q5_K 412blk.20.ffn_down.weight q4_K 413blk.21.attn_output.weight q4_K 414blk.21.attn_v.weight q5_K 415blk.21.ffn_down.weight q4_K 416blk.22.attn_output.weight q4_K 417blk.22.attn_v.weight q5_K 418blk.22.ffn_down.weight q4_K 419blk.23.attn_output.weight q4_K 420blk.23.attn_v.weight q5_K 421blk.23.ffn_down.weight q4_K 422blk.24.attn_output.weight q4_K 423blk.24.attn_v.weight q5_K 424blk.24.ffn_down.weight q4_K 425blk.25.attn_output.weight q4_K 426blk.25.attn_v.weight q5_K 427blk.25.ffn_down.weight q4_K 428blk.26.attn_output.weight q4_K 429blk.26.attn_v.weight q5_K 430blk.26.ffn_down.weight q4_K 431blk.27.attn_output.weight q4_K 432blk.27.attn_v.weight q5_K 433blk.27.ffn_down.weight q4_K 434blk.28.attn_output.weight q4_K 435blk.28.attn_v.weight q5_K 436blk.28.ffn_down.weight q4_K 437blk.29.attn_output.weight q4_K 438blk.29.attn_v.weight q5_K 439blk.29.ffn_down.weight q4_K 440blk.30.attn_output.weight q4_K 441blk.30.attn_v.weight q5_K 442blk.30.ffn_down.weight q4_K 443blk.31.attn_output.weight q4_K 444blk.31.attn_v.weight q5_K 445blk.31.ffn_down.weight q4_K 446blk.32.attn_output.weight q4_K 447blk.32.attn_v.weight q5_K 448blk.32.ffn_down.weight q4_K 449blk.33.attn_output.weight q4_K 450blk.33.attn_v.weight q5_K 451blk.33.ffn_down.weight q4_K 452blk.34.attn_output.weight q4_K 453blk.34.attn_v.weight q5_K 454blk.34.ffn_down.weight q4_K 455blk.35.attn_output.weight q4_K 456blk.35.attn_v.weight q5_K 457blk.35.ffn_down.weight q4_K 458blk.36.attn_output.weight q4_K 459blk.36.attn_v.weight q5_K 460blk.36.ffn_down.weight q4_K 461blk.37.attn_output.weight q4_K 462blk.37.attn_v.weight q5_K 463blk.37.ffn_down.weight q4_K 464blk.38.attn_output.weight q4_K 465blk.38.attn_v.weight q5_K 466blk.38.ffn_down.weight q4_K 467blk.39.attn_output.weight q4_K 468blk.39.attn_v.weight q5_K 469blk.39.ffn_down.weight q4_K 470blk.40.attn_output.weight q4_K 471blk.40.attn_v.weight q5_K 472blk.40.ffn_down.weight q4_K 473blk.41.attn_output.weight q4_K 474blk.41.attn_v.weight q5_K 475blk.41.ffn_down.weight q4_K 476blk.42.attn_output.weight q4_K 477blk.42.attn_v.weight q5_K 478blk.42.ffn_down.weight q4_K 479blk.43.attn_output.weight q4_K 480blk.43.attn_v.weight q5_K 481blk.43.ffn_down.weight q4_K 482blk.44.attn_output.weight q4_K 483blk.44.attn_v.weight q5_K 484blk.44.ffn_down.weight q4_K 485blk.45.attn_output.weight q4_K 486blk.45.attn_v.weight q5_K 487blk.45.ffn_down.weight q4_K 488blk.46.attn_output.weight q4_K 489blk.46.attn_v.weight q5_K 490blk.46.ffn_down.weight q4_K 491blk.47.attn_output.weight q4_K 492blk.47.attn_v.weight q5_K 493blk.47.ffn_down.weight q4_K 494blk.48.attn_output.weight q4_K 495blk.48.attn_v.weight q5_K 496blk.48.ffn_down.weight q4_K 497blk.49.attn_output.weight q4_K 498blk.49.attn_v.weight q5_K 499blk.49.ffn_down.weight q4_K 500blk.50.attn_output.weight q4_K 501blk.50.attn_v.weight q5_K 502blk.50.ffn_down.weight q4_K 503blk.51.attn_output.weight q4_K 504blk.51.attn_v.weight q5_K 505blk.51.ffn_down.weight q4_K 506blk.52.attn_output.weight q4_K 507blk.52.attn_v.weight q5_K 508blk.52.ffn_down.weight q4_K 509blk.53.attn_output.weight q4_K 510blk.53.attn_v.weight q5_K 511blk.53.ffn_down.weight q4_K 512blk.54.attn_output.weight q4_K 513blk.54.attn_v.weight q5_K 514blk.54.ffn_down.weight q4_K 515blk.55.attn_output.weight q4_K 516blk.55.attn_v.weight q5_K 517blk.55.ffn_down.weight q4_K 518blk.56.attn_output.weight q4_K 519blk.56.attn_v.weight q5_K 520blk.56.ffn_down.weight q4_K 521blk.57.attn_output.weight q4_K 522blk.57.attn_v.weight q5_K 523blk.57.ffn_down.weight q4_K 524blk.58.attn_output.weight q4_K 525blk.58.attn_v.weight q5_K 526blk.58.ffn_down.weight q4_K 527blk.59.attn_output.weight q4_K 528blk.59.attn_v.weight q5_K 529blk.59.ffn_down.weight q4_K 530blk.60.attn_output.weight q4_K 531blk.60.attn_v.weight q5_K 532blk.60.ffn_down.weight q4_K 533blk.61.attn_output.weight q4_K 534blk.61.attn_v.weight q5_K 535blk.61.ffn_down.weight q4_K 536blk.62.attn_output.weight q4_K 537blk.62.attn_v.weight q5_K 538blk.62.ffn_down.weight q4_K 539blk.63.attn_output.weight q4_K 540blk.63.attn_v.weight q5_K 541blk.63.ffn_down.weight q4_K 542blk.64.attn_output.weight q4_K 543blk.64.attn_v.weight q5_K 544blk.64.ffn_down.weight q4_K 545blk.65.attn_output.weight q4_K 546blk.65.attn_v.weight q5_K 547blk.65.ffn_down.weight q4_K 548blk.66.attn_output.weight q4_K 549blk.66.attn_v.weight q5_K 550blk.66.ffn_down.weight q4_K 551blk.67.attn_output.weight q4_K 552blk.67.attn_v.weight q5_K 553blk.67.ffn_down.weight q4_K 554blk.68.attn_output.weight q4_K 555blk.68.attn_v.weight q5_K 556blk.68.ffn_down.weight q4_K 557blk.69.attn_output.weight q4_K 558blk.69.attn_v.weight q5_K 559blk.69.ffn_down.weight q4_K 560blk.70.attn_output.weight q4_K 561blk.70.attn_v.weight q5_K 562blk.70.ffn_down.weight q4_K 563blk.71.attn_output.weight q4_K 564blk.71.attn_v.weight q5_K 565blk.71.ffn_down.weight q4_K 566blk.72.attn_output.weight q4_K 567blk.72.attn_v.weight q5_K 568blk.72.ffn_down.weight q4_K 569blk.73.attn_output.weight q4_K 570blk.73.attn_v.weight q5_K 571blk.73.ffn_down.weight q4_K 572blk.74.attn_output.weight q4_K 573blk.74.attn_v.weight q5_K 574blk.74.ffn_down.weight q4_K 575blk.75.attn_output.weight q4_K 576blk.75.attn_v.weight q5_K 577blk.75.ffn_down.weight q4_K 578blk.76.attn_output.weight q4_K 579blk.76.attn_v.weight q5_K 580blk.76.ffn_down.weight q4_K 581blk.77.attn_output.weight q4_K 582blk.77.attn_v.weight q5_K 583blk.77.ffn_down.weight q4_K 584blk.78.attn_output.weight q4_K 585blk.78.attn_v.weight q5_K 586blk.78.ffn_down.weight q4_K 587blk.79.attn_output.weight q4_K 588blk.79.attn_v.weight q5_K 589blk.79.ffn_down.weight q4_K 590 591[Q3_K_L] q3_K 592output.weight q6_K 593blk.0.attn_output.weight q5_K 594blk.0.attn_v.weight q5_K 595blk.0.ffn_down.weight q5_K 596blk.1.attn_output.weight q5_K 597blk.1.attn_v.weight q5_K 598blk.1.ffn_down.weight q5_K 599blk.2.attn_output.weight q5_K 600blk.2.attn_v.weight q5_K 601blk.2.ffn_down.weight q5_K 602blk.3.attn_output.weight q5_K 603blk.3.attn_v.weight q5_K 604blk.3.ffn_down.weight q5_K 605blk.4.attn_output.weight q5_K 606blk.4.attn_v.weight q5_K 607blk.4.ffn_down.weight q5_K 608blk.5.attn_output.weight q5_K 609blk.5.attn_v.weight q5_K 610blk.5.ffn_down.weight q5_K 611blk.6.attn_output.weight q5_K 612blk.6.attn_v.weight q5_K 613blk.6.ffn_down.weight q5_K 614blk.7.attn_output.weight q5_K 615blk.7.attn_v.weight q5_K 616blk.7.ffn_down.weight q5_K 617blk.8.attn_output.weight q5_K 618blk.8.attn_v.weight q5_K 619blk.8.ffn_down.weight q5_K 620blk.9.attn_output.weight q5_K 621blk.9.attn_v.weight q5_K 622blk.9.ffn_down.weight q5_K 623blk.10.attn_output.weight q5_K 624blk.10.attn_v.weight q5_K 625blk.10.ffn_down.weight q5_K 626blk.11.attn_output.weight q5_K 627blk.11.attn_v.weight q5_K 628blk.11.ffn_down.weight q5_K 629blk.12.attn_output.weight q5_K 630blk.12.attn_v.weight q5_K 631blk.12.ffn_down.weight q5_K 632blk.13.attn_output.weight q5_K 633blk.13.attn_v.weight q5_K 634blk.13.ffn_down.weight q5_K 635blk.14.attn_output.weight q5_K 636blk.14.attn_v.weight q5_K 637blk.14.ffn_down.weight q5_K 638blk.15.attn_output.weight q5_K 639blk.15.attn_v.weight q5_K 640blk.15.ffn_down.weight q5_K 641blk.16.attn_output.weight q5_K 642blk.16.attn_v.weight q5_K 643blk.16.ffn_down.weight q5_K 644blk.17.attn_output.weight q5_K 645blk.17.attn_v.weight q5_K 646blk.17.ffn_down.weight q5_K 647blk.18.attn_output.weight q5_K 648blk.18.attn_v.weight q5_K 649blk.18.ffn_down.weight q5_K 650blk.19.attn_output.weight q5_K 651blk.19.attn_v.weight q5_K 652blk.19.ffn_down.weight q5_K 653blk.20.attn_output.weight q5_K 654blk.20.attn_v.weight q5_K 655blk.20.ffn_down.weight q5_K 656blk.21.attn_output.weight q5_K 657blk.21.attn_v.weight q5_K 658blk.21.ffn_down.weight q5_K 659blk.22.attn_output.weight q5_K 660blk.22.attn_v.weight q5_K 661blk.22.ffn_down.weight q5_K 662blk.23.attn_output.weight q5_K 663blk.23.attn_v.weight q5_K 664blk.23.ffn_down.weight q5_K 665blk.24.attn_output.weight q5_K 666blk.24.attn_v.weight q5_K 667blk.24.ffn_down.weight q5_K 668blk.25.attn_output.weight q5_K 669blk.25.attn_v.weight q5_K 670blk.25.ffn_down.weight q5_K 671blk.26.attn_output.weight q5_K 672blk.26.attn_v.weight q5_K 673blk.26.ffn_down.weight q5_K 674blk.27.attn_output.weight q5_K 675blk.27.attn_v.weight q5_K 676blk.27.ffn_down.weight q5_K 677blk.28.attn_output.weight q5_K 678blk.28.attn_v.weight q5_K 679blk.28.ffn_down.weight q5_K 680blk.29.attn_output.weight q5_K 681blk.29.attn_v.weight q5_K 682blk.29.ffn_down.weight q5_K 683blk.30.attn_output.weight q5_K 684blk.30.attn_v.weight q5_K 685blk.30.ffn_down.weight q5_K 686blk.31.attn_output.weight q5_K 687blk.31.attn_v.weight q5_K 688blk.31.ffn_down.weight q5_K 689blk.32.attn_output.weight q5_K 690blk.32.attn_v.weight q5_K 691blk.32.ffn_down.weight q5_K 692blk.33.attn_output.weight q5_K 693blk.33.attn_v.weight q5_K 694blk.33.ffn_down.weight q5_K 695blk.34.attn_output.weight q5_K 696blk.34.attn_v.weight q5_K 697blk.34.ffn_down.weight q5_K 698blk.35.attn_output.weight q5_K 699blk.35.attn_v.weight q5_K 700blk.35.ffn_down.weight q5_K 701blk.36.attn_output.weight q5_K 702blk.36.attn_v.weight q5_K 703blk.36.ffn_down.weight q5_K 704blk.37.attn_output.weight q5_K 705blk.37.attn_v.weight q5_K 706blk.37.ffn_down.weight q5_K 707blk.38.attn_output.weight q5_K 708blk.38.attn_v.weight q5_K 709blk.38.ffn_down.weight q5_K 710blk.39.attn_output.weight q5_K 711blk.39.attn_v.weight q5_K 712blk.39.ffn_down.weight q5_K 713blk.40.attn_output.weight q5_K 714blk.40.attn_v.weight q5_K 715blk.40.ffn_down.weight q5_K 716blk.41.attn_output.weight q5_K 717blk.41.attn_v.weight q5_K 718blk.41.ffn_down.weight q5_K 719blk.42.attn_output.weight q5_K 720blk.42.attn_v.weight q5_K 721blk.42.ffn_down.weight q5_K 722blk.43.attn_output.weight q5_K 723blk.43.attn_v.weight q5_K 724blk.43.ffn_down.weight q5_K 725blk.44.attn_output.weight q5_K 726blk.44.attn_v.weight q5_K 727blk.44.ffn_down.weight q5_K 728blk.45.attn_output.weight q5_K 729blk.45.attn_v.weight q5_K 730blk.45.ffn_down.weight q5_K 731blk.46.attn_output.weight q5_K 732blk.46.attn_v.weight q5_K 733blk.46.ffn_down.weight q5_K 734blk.47.attn_output.weight q5_K 735blk.47.attn_v.weight q5_K 736blk.47.ffn_down.weight q5_K 737blk.48.attn_output.weight q5_K 738blk.48.attn_v.weight q5_K 739blk.48.ffn_down.weight q5_K 740blk.49.attn_output.weight q5_K 741blk.49.attn_v.weight q5_K 742blk.49.ffn_down.weight q5_K 743blk.50.attn_output.weight q5_K 744blk.50.attn_v.weight q5_K 745blk.50.ffn_down.weight q5_K 746blk.51.attn_output.weight q5_K 747blk.51.attn_v.weight q5_K 748blk.51.ffn_down.weight q5_K 749blk.52.attn_output.weight q5_K 750blk.52.attn_v.weight q5_K 751blk.52.ffn_down.weight q5_K 752blk.53.attn_output.weight q5_K 753blk.53.attn_v.weight q5_K 754blk.53.ffn_down.weight q5_K 755blk.54.attn_output.weight q5_K 756blk.54.attn_v.weight q5_K 757blk.54.ffn_down.weight q5_K 758blk.55.attn_output.weight q5_K 759blk.55.attn_v.weight q5_K 760blk.55.ffn_down.weight q5_K 761blk.56.attn_output.weight q5_K 762blk.56.attn_v.weight q5_K 763blk.56.ffn_down.weight q5_K 764blk.57.attn_output.weight q5_K 765blk.57.attn_v.weight q5_K 766blk.57.ffn_down.weight q5_K 767blk.58.attn_output.weight q5_K 768blk.58.attn_v.weight q5_K 769blk.58.ffn_down.weight q5_K 770blk.59.attn_output.weight q5_K 771blk.59.attn_v.weight q5_K 772blk.59.ffn_down.weight q5_K 773blk.60.attn_output.weight q5_K 774blk.60.attn_v.weight q5_K 775blk.60.ffn_down.weight q5_K 776blk.61.attn_output.weight q5_K 777blk.61.attn_v.weight q5_K 778blk.61.ffn_down.weight q5_K 779blk.62.attn_output.weight q5_K 780blk.62.attn_v.weight q5_K 781blk.62.ffn_down.weight q5_K 782blk.63.attn_output.weight q5_K 783blk.63.attn_v.weight q5_K 784blk.63.ffn_down.weight q5_K 785blk.64.attn_output.weight q5_K 786blk.64.attn_v.weight q5_K 787blk.64.ffn_down.weight q5_K 788blk.65.attn_output.weight q5_K 789blk.65.attn_v.weight q5_K 790blk.65.ffn_down.weight q5_K 791blk.66.attn_output.weight q5_K 792blk.66.attn_v.weight q5_K 793blk.66.ffn_down.weight q5_K 794blk.67.attn_output.weight q5_K 795blk.67.attn_v.weight q5_K 796blk.67.ffn_down.weight q5_K 797blk.68.attn_output.weight q5_K 798blk.68.attn_v.weight q5_K 799blk.68.ffn_down.weight q5_K 800blk.69.attn_output.weight q5_K 801blk.69.attn_v.weight q5_K 802blk.69.ffn_down.weight q5_K 803blk.70.attn_output.weight q5_K 804blk.70.attn_v.weight q5_K 805blk.70.ffn_down.weight q5_K 806blk.71.attn_output.weight q5_K 807blk.71.attn_v.weight q5_K 808blk.71.ffn_down.weight q5_K 809blk.72.attn_output.weight q5_K 810blk.72.attn_v.weight q5_K 811blk.72.ffn_down.weight q5_K 812blk.73.attn_output.weight q5_K 813blk.73.attn_v.weight q5_K 814blk.73.ffn_down.weight q5_K 815blk.74.attn_output.weight q5_K 816blk.74.attn_v.weight q5_K 817blk.74.ffn_down.weight q5_K 818blk.75.attn_output.weight q5_K 819blk.75.attn_v.weight q5_K 820blk.75.ffn_down.weight q5_K 821blk.76.attn_output.weight q5_K 822blk.76.attn_v.weight q5_K 823blk.76.ffn_down.weight q5_K 824blk.77.attn_output.weight q5_K 825blk.77.attn_v.weight q5_K 826blk.77.ffn_down.weight q5_K 827blk.78.attn_output.weight q5_K 828blk.78.attn_v.weight q5_K 829blk.78.ffn_down.weight q5_K 830blk.79.attn_output.weight q5_K 831blk.79.attn_v.weight q5_K 832blk.79.ffn_down.weight q5_K 833 834[Q4_K_S] q4_K 835output.weight q6_K 836blk.0.attn_v.weight q5_K 837blk.0.ffn_down.weight q5_K 838blk.1.attn_v.weight q5_K 839blk.1.ffn_down.weight q5_K 840blk.2.attn_v.weight q5_K 841blk.2.ffn_down.weight q5_K 842blk.3.attn_v.weight q5_K 843blk.3.ffn_down.weight q5_K 844blk.4.attn_v.weight q5_K 845blk.4.ffn_down.weight q5_K 846blk.5.attn_v.weight q5_K 847blk.5.ffn_down.weight q5_K 848blk.6.attn_v.weight q5_K 849blk.6.ffn_down.weight q5_K 850blk.7.attn_v.weight q5_K 851blk.7.ffn_down.weight q5_K 852blk.8.attn_v.weight q5_K 853blk.8.ffn_down.weight q5_K 854blk.9.attn_v.weight q5_K 855blk.9.ffn_down.weight q5_K 856blk.10.attn_v.weight q5_K 857blk.11.attn_v.weight q5_K 858blk.12.attn_v.weight q5_K 859blk.13.attn_v.weight q5_K 860blk.14.attn_v.weight q5_K 861blk.15.attn_v.weight q5_K 862blk.16.attn_v.weight q5_K 863blk.17.attn_v.weight q5_K 864blk.18.attn_v.weight q5_K 865blk.19.attn_v.weight q5_K 866blk.20.attn_v.weight q5_K 867blk.21.attn_v.weight q5_K 868blk.22.attn_v.weight q5_K 869blk.23.attn_v.weight q5_K 870blk.24.attn_v.weight q5_K 871blk.25.attn_v.weight q5_K 872blk.26.attn_v.weight q5_K 873blk.27.attn_v.weight q5_K 874blk.28.attn_v.weight q5_K 875blk.29.attn_v.weight q5_K 876blk.30.attn_v.weight q5_K 877blk.31.attn_v.weight q5_K 878blk.32.attn_v.weight q5_K 879blk.33.attn_v.weight q5_K 880blk.34.attn_v.weight q5_K 881blk.35.attn_v.weight q5_K 882blk.36.attn_v.weight q5_K 883blk.37.attn_v.weight q5_K 884blk.38.attn_v.weight q5_K 885blk.39.attn_v.weight q5_K 886blk.40.attn_v.weight q5_K 887blk.41.attn_v.weight q5_K 888blk.42.attn_v.weight q5_K 889blk.43.attn_v.weight q5_K 890blk.44.attn_v.weight q5_K 891blk.45.attn_v.weight q5_K 892blk.46.attn_v.weight q5_K 893blk.47.attn_v.weight q5_K 894blk.48.attn_v.weight q5_K 895blk.49.attn_v.weight q5_K 896blk.50.attn_v.weight q5_K 897blk.51.attn_v.weight q5_K 898blk.52.attn_v.weight q5_K 899blk.53.attn_v.weight q5_K 900blk.54.attn_v.weight q5_K 901blk.55.attn_v.weight q5_K 902blk.56.attn_v.weight q5_K 903blk.57.attn_v.weight q5_K 904blk.58.attn_v.weight q5_K 905blk.59.attn_v.weight q5_K 906blk.60.attn_v.weight q5_K 907blk.61.attn_v.weight q5_K 908blk.62.attn_v.weight q5_K 909blk.63.attn_v.weight q5_K 910blk.64.attn_v.weight q5_K 911blk.65.attn_v.weight q5_K 912blk.66.attn_v.weight q5_K 913blk.67.attn_v.weight q5_K 914blk.68.attn_v.weight q5_K 915blk.69.attn_v.weight q5_K 916blk.70.attn_v.weight q5_K 917blk.71.attn_v.weight q5_K 918blk.72.attn_v.weight q5_K 919blk.73.attn_v.weight q5_K 920blk.74.attn_v.weight q5_K 921blk.75.attn_v.weight q5_K 922blk.76.attn_v.weight q5_K 923blk.77.attn_v.weight q5_K 924blk.78.attn_v.weight q5_K 925blk.79.attn_v.weight q5_K 926 927[Q4_K_M] q4_K 928output.weight q6_K 929blk.0.attn_v.weight q6_K 930blk.0.ffn_down.weight q6_K 931blk.1.attn_v.weight q6_K 932blk.1.ffn_down.weight q6_K 933blk.2.attn_v.weight q6_K 934blk.2.ffn_down.weight q6_K 935blk.3.attn_v.weight q6_K 936blk.3.ffn_down.weight q6_K 937blk.4.attn_v.weight q6_K 938blk.4.ffn_down.weight q6_K 939blk.5.attn_v.weight q6_K 940blk.5.ffn_down.weight q6_K 941blk.6.attn_v.weight q6_K 942blk.6.ffn_down.weight q6_K 943blk.7.attn_v.weight q6_K 944blk.7.ffn_down.weight q6_K 945blk.8.attn_v.weight q6_K 946blk.8.ffn_down.weight q6_K 947blk.9.attn_v.weight q6_K 948blk.9.ffn_down.weight q6_K 949blk.10.attn_v.weight q5_K 950blk.11.attn_v.weight q5_K 951blk.12.attn_v.weight q6_K 952blk.12.ffn_down.weight q6_K 953blk.13.attn_v.weight q5_K 954blk.14.attn_v.weight q5_K 955blk.15.attn_v.weight q6_K 956blk.15.ffn_down.weight q6_K 957blk.16.attn_v.weight q5_K 958blk.17.attn_v.weight q5_K 959blk.18.attn_v.weight q6_K 960blk.18.ffn_down.weight q6_K 961blk.19.attn_v.weight q5_K 962blk.20.attn_v.weight q5_K 963blk.21.attn_v.weight q6_K 964blk.21.ffn_down.weight q6_K 965blk.22.attn_v.weight q5_K 966blk.23.attn_v.weight q5_K 967blk.24.attn_v.weight q6_K 968blk.24.ffn_down.weight q6_K 969blk.25.attn_v.weight q5_K 970blk.26.attn_v.weight q5_K 971blk.27.attn_v.weight q6_K 972blk.27.ffn_down.weight q6_K 973blk.28.attn_v.weight q5_K 974blk.29.attn_v.weight q5_K 975blk.30.attn_v.weight q6_K 976blk.30.ffn_down.weight q6_K 977blk.31.attn_v.weight q5_K 978blk.32.attn_v.weight q5_K 979blk.33.attn_v.weight q6_K 980blk.33.ffn_down.weight q6_K 981blk.34.attn_v.weight q5_K 982blk.35.attn_v.weight q5_K 983blk.36.attn_v.weight q6_K 984blk.36.ffn_down.weight q6_K 985blk.37.attn_v.weight q5_K 986blk.38.attn_v.weight q5_K 987blk.39.attn_v.weight q6_K 988blk.39.ffn_down.weight q6_K 989blk.40.attn_v.weight q5_K 990blk.41.attn_v.weight q5_K 991blk.42.attn_v.weight q6_K 992blk.42.ffn_down.weight q6_K 993blk.43.attn_v.weight q5_K 994blk.44.attn_v.weight q5_K 995blk.45.attn_v.weight q6_K 996blk.45.ffn_down.weight q6_K 997blk.46.attn_v.weight q5_K 998blk.47.attn_v.weight q5_K 999blk.48.attn_v.weight q6_K 1000blk.48.ffn_down.weight q6_K 1001blk.49.attn_v.weight q5_K 1002blk.50.attn_v.weight q5_K 1003blk.51.attn_v.weight q6_K 1004blk.51.ffn_down.weight q6_K 1005blk.52.attn_v.weight q5_K 1006blk.53.attn_v.weight q5_K 1007blk.54.attn_v.weight q6_K 1008blk.54.ffn_down.weight q6_K 1009blk.55.attn_v.weight q5_K 1010blk.56.attn_v.weight q5_K 1011blk.57.attn_v.weight q6_K 1012blk.57.ffn_down.weight q6_K 1013blk.58.attn_v.weight q5_K 1014blk.59.attn_v.weight q5_K 1015blk.60.attn_v.weight q6_K 1016blk.60.ffn_down.weight q6_K 1017blk.61.attn_v.weight q5_K 1018blk.62.attn_v.weight q5_K 1019blk.63.attn_v.weight q6_K 1020blk.63.ffn_down.weight q6_K 1021blk.64.attn_v.weight q5_K 1022blk.65.attn_v.weight q5_K 1023blk.66.attn_v.weight q6_K 1024blk.66.ffn_down.weight q6_K 1025blk.67.attn_v.weight q5_K 1026blk.68.attn_v.weight q5_K 1027blk.69.attn_v.weight q6_K 1028blk.69.ffn_down.weight q6_K 1029blk.70.attn_v.weight q6_K 1030blk.70.ffn_down.weight q6_K 1031blk.71.attn_v.weight q6_K 1032blk.71.ffn_down.weight q6_K 1033blk.72.attn_v.weight q6_K 1034blk.72.ffn_down.weight q6_K 1035blk.73.attn_v.weight q6_K 1036blk.73.ffn_down.weight q6_K 1037blk.74.attn_v.weight q6_K 1038blk.74.ffn_down.weight q6_K 1039blk.75.attn_v.weight q6_K 1040blk.75.ffn_down.weight q6_K 1041blk.76.attn_v.weight q6_K 1042blk.76.ffn_down.weight q6_K 1043blk.77.attn_v.weight q6_K 1044blk.77.ffn_down.weight q6_K 1045blk.78.attn_v.weight q6_K 1046blk.78.ffn_down.weight q6_K 1047blk.79.attn_v.weight q6_K 1048blk.79.ffn_down.weight q6_K 1049 1050[Q5_K_S] q5_K 1051output.weight q6_K 1052 1053[Q5_K_M] q5_K 1054output.weight q6_K 1055blk.0.attn_v.weight q6_K 1056blk.0.ffn_down.weight q6_K 1057blk.1.attn_v.weight q6_K 1058blk.1.ffn_down.weight q6_K 1059blk.2.attn_v.weight q6_K 1060blk.2.ffn_down.weight q6_K 1061blk.3.attn_v.weight q6_K 1062blk.3.ffn_down.weight q6_K 1063blk.4.attn_v.weight q6_K 1064blk.4.ffn_down.weight q6_K 1065blk.5.attn_v.weight q6_K 1066blk.5.ffn_down.weight q6_K 1067blk.6.attn_v.weight q6_K 1068blk.6.ffn_down.weight q6_K 1069blk.7.attn_v.weight q6_K 1070blk.7.ffn_down.weight q6_K 1071blk.8.attn_v.weight q6_K 1072blk.8.ffn_down.weight q6_K 1073blk.9.attn_v.weight q6_K 1074blk.9.ffn_down.weight q6_K 1075blk.12.attn_v.weight q6_K 1076blk.12.ffn_down.weight q6_K 1077blk.15.attn_v.weight q6_K 1078blk.15.ffn_down.weight q6_K 1079blk.18.attn_v.weight q6_K 1080blk.18.ffn_down.weight q6_K 1081blk.21.attn_v.weight q6_K 1082blk.21.ffn_down.weight q6_K 1083blk.24.attn_v.weight q6_K 1084blk.24.ffn_down.weight q6_K 1085blk.27.attn_v.weight q6_K 1086blk.27.ffn_down.weight q6_K 1087blk.30.attn_v.weight q6_K 1088blk.30.ffn_down.weight q6_K 1089blk.33.attn_v.weight q6_K 1090blk.33.ffn_down.weight q6_K 1091blk.36.attn_v.weight q6_K 1092blk.36.ffn_down.weight q6_K 1093blk.39.attn_v.weight q6_K 1094blk.39.ffn_down.weight q6_K 1095blk.42.attn_v.weight q6_K 1096blk.42.ffn_down.weight q6_K 1097blk.45.attn_v.weight q6_K 1098blk.45.ffn_down.weight q6_K 1099blk.48.attn_v.weight q6_K 1100blk.48.ffn_down.weight q6_K 1101blk.51.attn_v.weight q6_K 1102blk.51.ffn_down.weight q6_K 1103blk.54.attn_v.weight q6_K 1104blk.54.ffn_down.weight q6_K 1105blk.57.attn_v.weight q6_K 1106blk.57.ffn_down.weight q6_K 1107blk.60.attn_v.weight q6_K 1108blk.60.ffn_down.weight q6_K 1109blk.63.attn_v.weight q6_K 1110blk.63.ffn_down.weight q6_K 1111blk.66.attn_v.weight q6_K 1112blk.66.ffn_down.weight q6_K 1113blk.69.attn_v.weight q6_K 1114blk.69.ffn_down.weight q6_K 1115blk.70.attn_v.weight q6_K 1116blk.70.ffn_down.weight q6_K 1117blk.71.attn_v.weight q6_K 1118blk.71.ffn_down.weight q6_K 1119blk.72.attn_v.weight q6_K 1120blk.72.ffn_down.weight q6_K 1121blk.73.attn_v.weight q6_K 1122blk.73.ffn_down.weight q6_K 1123blk.74.attn_v.weight q6_K 1124blk.74.ffn_down.weight q6_K 1125blk.75.attn_v.weight q6_K 1126blk.75.ffn_down.weight q6_K 1127blk.76.attn_v.weight q6_K 1128blk.76.ffn_down.weight q6_K 1129blk.77.attn_v.weight q6_K 1130blk.77.ffn_down.weight q6_K 1131blk.78.attn_v.weight q6_K 1132blk.78.ffn_down.weight q6_K 1133blk.79.attn_v.weight q6_K 1134blk.79.ffn_down.weight q6_K 1135 1136[Q6_K] q6_K 1137 1138[IQ2_XXS] iq2_xxs 1139output.weight q5_K 1140token_embd.weight q2_K 1141blk.0.attn_v.weight q4_K 1142blk.0.ffn_down.weight q2_K 1143blk.1.attn_v.weight q4_K 1144blk.1.ffn_down.weight q2_K 1145blk.2.attn_v.weight q4_K 1146blk.2.ffn_down.weight q2_K 1147blk.3.attn_v.weight q4_K 1148blk.3.ffn_down.weight q2_K 1149blk.4.attn_v.weight q4_K 1150blk.4.ffn_down.weight q2_K 1151blk.5.attn_v.weight q4_K 1152blk.5.ffn_down.weight q2_K 1153blk.6.attn_v.weight q4_K 1154blk.6.ffn_down.weight q2_K 1155blk.7.attn_v.weight q4_K 1156blk.7.ffn_down.weight q2_K 1157blk.8.attn_v.weight q4_K 1158blk.8.ffn_down.weight q2_K 1159blk.9.attn_v.weight q4_K 1160blk.9.ffn_down.weight q2_K 1161blk.10.attn_v.weight q4_K 1162blk.11.attn_v.weight q4_K 1163blk.12.attn_v.weight q4_K 1164blk.13.attn_v.weight q4_K 1165blk.14.attn_v.weight q4_K 1166blk.15.attn_v.weight q4_K 1167blk.16.attn_v.weight q4_K 1168blk.17.attn_v.weight q4_K 1169blk.18.attn_v.weight q4_K 1170blk.19.attn_v.weight q4_K 1171blk.20.attn_v.weight q4_K 1172blk.21.attn_v.weight q4_K 1173blk.22.attn_v.weight q4_K 1174blk.23.attn_v.weight q4_K 1175blk.24.attn_v.weight q4_K 1176blk.25.attn_v.weight q4_K 1177blk.26.attn_v.weight q4_K 1178blk.27.attn_v.weight q4_K 1179blk.28.attn_v.weight q4_K 1180blk.29.attn_v.weight q4_K 1181blk.30.attn_v.weight q4_K 1182blk.31.attn_v.weight q4_K 1183blk.32.attn_v.weight q4_K 1184blk.33.attn_v.weight q4_K 1185blk.34.attn_v.weight q4_K 1186blk.35.attn_v.weight q4_K 1187blk.36.attn_v.weight q4_K 1188blk.37.attn_v.weight q4_K 1189blk.38.attn_v.weight q4_K 1190blk.39.attn_v.weight q4_K 1191blk.40.attn_v.weight q4_K 1192blk.41.attn_v.weight q4_K 1193blk.42.attn_v.weight q4_K 1194blk.43.attn_v.weight q4_K 1195blk.44.attn_v.weight q4_K 1196blk.45.attn_v.weight q4_K 1197blk.46.attn_v.weight q4_K 1198blk.47.attn_v.weight q4_K 1199blk.48.attn_v.weight q4_K 1200blk.49.attn_v.weight q4_K 1201blk.50.attn_v.weight q4_K 1202blk.51.attn_v.weight q4_K 1203blk.52.attn_v.weight q4_K 1204blk.53.attn_v.weight q4_K 1205blk.54.attn_v.weight q4_K 1206blk.55.attn_v.weight q4_K 1207blk.56.attn_v.weight q4_K 1208blk.57.attn_v.weight q4_K 1209blk.58.attn_v.weight q4_K 1210blk.59.attn_v.weight q4_K 1211blk.60.attn_v.weight q4_K 1212blk.61.attn_v.weight q4_K 1213blk.62.attn_v.weight q4_K 1214blk.63.attn_v.weight q4_K 1215blk.64.attn_v.weight q4_K 1216blk.65.attn_v.weight q4_K 1217blk.66.attn_v.weight q4_K 1218blk.67.attn_v.weight q4_K 1219blk.68.attn_v.weight q4_K 1220blk.69.attn_v.weight q4_K 1221blk.70.attn_v.weight q4_K 1222blk.71.attn_v.weight q4_K 1223blk.72.attn_v.weight q4_K 1224blk.73.attn_v.weight q4_K 1225blk.74.attn_v.weight q4_K 1226blk.75.attn_v.weight q4_K 1227blk.76.attn_v.weight q4_K 1228blk.77.attn_v.weight q4_K 1229blk.78.attn_v.weight q4_K 1230blk.79.attn_v.weight q4_K 1231 1232[IQ2_XS] iq2_xs 1233output.weight q5_K 1234token_embd.weight q2_K 1235blk.0.attn_v.weight q4_K 1236blk.0.ffn_down.weight q2_K 1237blk.1.attn_v.weight q4_K 1238blk.1.ffn_down.weight q2_K 1239blk.2.attn_v.weight q4_K 1240blk.2.ffn_down.weight q2_K 1241blk.3.attn_v.weight q4_K 1242blk.3.ffn_down.weight q2_K 1243blk.4.attn_v.weight q4_K 1244blk.4.ffn_down.weight q2_K 1245blk.5.attn_v.weight q4_K 1246blk.5.ffn_down.weight q2_K 1247blk.6.attn_v.weight q4_K 1248blk.6.ffn_down.weight q2_K 1249blk.7.attn_v.weight q4_K 1250blk.7.ffn_down.weight q2_K 1251blk.8.attn_v.weight q4_K 1252blk.8.ffn_down.weight q2_K 1253blk.9.attn_v.weight q4_K 1254blk.9.ffn_down.weight q2_K 1255blk.10.attn_v.weight q4_K 1256blk.11.attn_v.weight q4_K 1257blk.12.attn_v.weight q4_K 1258blk.13.attn_v.weight q4_K 1259blk.14.attn_v.weight q4_K 1260blk.15.attn_v.weight q4_K 1261blk.16.attn_v.weight q4_K 1262blk.17.attn_v.weight q4_K 1263blk.18.attn_v.weight q4_K 1264blk.19.attn_v.weight q4_K 1265blk.20.attn_v.weight q4_K 1266blk.21.attn_v.weight q4_K 1267blk.22.attn_v.weight q4_K 1268blk.23.attn_v.weight q4_K 1269blk.24.attn_v.weight q4_K 1270blk.25.attn_v.weight q4_K 1271blk.26.attn_v.weight q4_K 1272blk.27.attn_v.weight q4_K 1273blk.28.attn_v.weight q4_K 1274blk.29.attn_v.weight q4_K 1275blk.30.attn_v.weight q4_K 1276blk.31.attn_v.weight q4_K 1277blk.32.attn_v.weight q4_K 1278blk.33.attn_v.weight q4_K 1279blk.34.attn_v.weight q4_K 1280blk.35.attn_v.weight q4_K 1281blk.36.attn_v.weight q4_K 1282blk.37.attn_v.weight q4_K 1283blk.38.attn_v.weight q4_K 1284blk.39.attn_v.weight q4_K 1285blk.40.attn_v.weight q4_K 1286blk.41.attn_v.weight q4_K 1287blk.42.attn_v.weight q4_K 1288blk.43.attn_v.weight q4_K 1289blk.44.attn_v.weight q4_K 1290blk.45.attn_v.weight q4_K 1291blk.46.attn_v.weight q4_K 1292blk.47.attn_v.weight q4_K 1293blk.48.attn_v.weight q4_K 1294blk.49.attn_v.weight q4_K 1295blk.50.attn_v.weight q4_K 1296blk.51.attn_v.weight q4_K 1297blk.52.attn_v.weight q4_K 1298blk.53.attn_v.weight q4_K 1299blk.54.attn_v.weight q4_K 1300blk.55.attn_v.weight q4_K 1301blk.56.attn_v.weight q4_K 1302blk.57.attn_v.weight q4_K 1303blk.58.attn_v.weight q4_K 1304blk.59.attn_v.weight q4_K 1305blk.60.attn_v.weight q4_K 1306blk.61.attn_v.weight q4_K 1307blk.62.attn_v.weight q4_K 1308blk.63.attn_v.weight q4_K 1309blk.64.attn_v.weight q4_K 1310blk.65.attn_v.weight q4_K 1311blk.66.attn_v.weight q4_K 1312blk.67.attn_v.weight q4_K 1313blk.68.attn_v.weight q4_K 1314blk.69.attn_v.weight q4_K 1315blk.70.attn_v.weight q4_K 1316blk.71.attn_v.weight q4_K 1317blk.72.attn_v.weight q4_K 1318blk.73.attn_v.weight q4_K 1319blk.74.attn_v.weight q4_K 1320blk.75.attn_v.weight q4_K 1321blk.76.attn_v.weight q4_K 1322blk.77.attn_v.weight q4_K 1323blk.78.attn_v.weight q4_K 1324blk.79.attn_v.weight q4_K 1325 1326[Q2_K_S] q2_K 1327output.weight q6_K 1328blk.0.attn_v.weight q5_K 1329blk.0.ffn_down.weight q4_K 1330blk.1.attn_v.weight q5_K 1331blk.1.ffn_down.weight q4_K 1332blk.2.attn_v.weight q5_K 1333blk.2.ffn_down.weight q4_K 1334blk.3.attn_v.weight q5_K 1335blk.3.ffn_down.weight q4_K 1336blk.4.attn_v.weight q5_K 1337blk.4.ffn_down.weight q4_K 1338blk.5.attn_v.weight q5_K 1339blk.5.ffn_down.weight q4_K 1340blk.6.attn_v.weight q5_K 1341blk.6.ffn_down.weight q4_K 1342blk.7.attn_v.weight q5_K 1343blk.7.ffn_down.weight q4_K 1344blk.8.attn_v.weight q5_K 1345blk.8.ffn_down.weight q4_K 1346blk.9.attn_v.weight q5_K 1347blk.9.ffn_down.weight q4_K 1348blk.10.attn_v.weight q5_K 1349blk.11.attn_v.weight q5_K 1350blk.12.attn_v.weight q5_K 1351blk.13.attn_v.weight q5_K 1352blk.14.attn_v.weight q5_K 1353blk.15.attn_v.weight q5_K 1354blk.16.attn_v.weight q5_K 1355blk.17.attn_v.weight q5_K 1356blk.18.attn_v.weight q5_K 1357blk.19.attn_v.weight q5_K 1358blk.20.attn_v.weight q5_K 1359blk.21.attn_v.weight q5_K 1360blk.22.attn_v.weight q5_K 1361blk.23.attn_v.weight q5_K 1362blk.24.attn_v.weight q5_K 1363blk.25.attn_v.weight q5_K 1364blk.26.attn_v.weight q5_K 1365blk.27.attn_v.weight q5_K 1366blk.28.attn_v.weight q5_K 1367blk.29.attn_v.weight q5_K 1368blk.30.attn_v.weight q5_K 1369blk.31.attn_v.weight q5_K 1370blk.32.attn_v.weight q5_K 1371blk.33.attn_v.weight q5_K 1372blk.34.attn_v.weight q5_K 1373blk.35.attn_v.weight q5_K 1374blk.36.attn_v.weight q5_K 1375blk.37.attn_v.weight q5_K 1376blk.38.attn_v.weight q5_K 1377blk.39.attn_v.weight q5_K 1378blk.40.attn_v.weight q5_K 1379blk.41.attn_v.weight q5_K 1380blk.42.attn_v.weight q5_K 1381blk.43.attn_v.weight q5_K 1382blk.44.attn_v.weight q5_K 1383blk.45.attn_v.weight q5_K 1384blk.46.attn_v.weight q5_K 1385blk.47.attn_v.weight q5_K 1386blk.48.attn_v.weight q5_K 1387blk.49.attn_v.weight q5_K 1388blk.50.attn_v.weight q5_K 1389blk.51.attn_v.weight q5_K 1390blk.52.attn_v.weight q5_K 1391blk.53.attn_v.weight q5_K 1392blk.54.attn_v.weight q5_K 1393blk.55.attn_v.weight q5_K 1394blk.56.attn_v.weight q5_K 1395blk.57.attn_v.weight q5_K 1396blk.58.attn_v.weight q5_K 1397blk.59.attn_v.weight q5_K 1398blk.60.attn_v.weight q5_K 1399blk.61.attn_v.weight q5_K 1400blk.62.attn_v.weight q5_K 1401blk.63.attn_v.weight q5_K 1402blk.64.attn_v.weight q5_K 1403blk.65.attn_v.weight q5_K 1404blk.66.attn_v.weight q5_K 1405blk.67.attn_v.weight q5_K 1406blk.68.attn_v.weight q5_K 1407blk.69.attn_v.weight q5_K 1408blk.70.attn_v.weight q5_K 1409blk.71.attn_v.weight q5_K 1410blk.72.attn_v.weight q5_K 1411blk.73.attn_v.weight q5_K 1412blk.74.attn_v.weight q5_K 1413blk.75.attn_v.weight q5_K 1414blk.76.attn_v.weight q5_K 1415blk.77.attn_v.weight q5_K 1416blk.78.attn_v.weight q5_K 1417blk.79.attn_v.weight q5_K 1418 1419[IQ3_XS] iq3_s 1420output.weight q6_K 1421blk.0.attn_k.weight iq3_xxs 1422blk.0.attn_q.weight iq3_xxs 1423blk.0.attn_v.weight q5_K 1424blk.1.attn_k.weight iq3_xxs 1425blk.1.attn_q.weight iq3_xxs 1426blk.1.attn_v.weight q5_K 1427blk.2.attn_k.weight iq3_xxs 1428blk.2.attn_q.weight iq3_xxs 1429blk.2.attn_v.weight q5_K 1430blk.3.attn_k.weight iq3_xxs 1431blk.3.attn_q.weight iq3_xxs 1432blk.3.attn_v.weight q5_K 1433blk.4.attn_k.weight iq3_xxs 1434blk.4.attn_q.weight iq3_xxs 1435blk.4.attn_v.weight q5_K 1436blk.5.attn_k.weight iq3_xxs 1437blk.5.attn_q.weight iq3_xxs 1438blk.5.attn_v.weight q5_K 1439blk.6.attn_k.weight iq3_xxs 1440blk.6.attn_q.weight iq3_xxs 1441blk.6.attn_v.weight q5_K 1442blk.7.attn_k.weight iq3_xxs 1443blk.7.attn_q.weight iq3_xxs 1444blk.7.attn_v.weight q5_K 1445blk.8.attn_k.weight iq3_xxs 1446blk.8.attn_q.weight iq3_xxs 1447blk.8.attn_v.weight q5_K 1448blk.9.attn_k.weight iq3_xxs 1449blk.9.attn_q.weight iq3_xxs 1450blk.9.attn_v.weight q5_K 1451blk.10.attn_k.weight iq3_xxs 1452blk.10.attn_q.weight iq3_xxs 1453blk.10.attn_v.weight q5_K 1454blk.10.ffn_gate.weight iq3_xxs 1455blk.10.ffn_up.weight iq3_xxs 1456blk.11.attn_k.weight iq3_xxs 1457blk.11.attn_q.weight iq3_xxs 1458blk.11.attn_v.weight q5_K 1459blk.11.ffn_gate.weight iq3_xxs 1460blk.11.ffn_up.weight iq3_xxs 1461blk.12.attn_k.weight iq3_xxs 1462blk.12.attn_q.weight iq3_xxs 1463blk.12.attn_v.weight q5_K 1464blk.12.ffn_gate.weight iq3_xxs 1465blk.12.ffn_up.weight iq3_xxs 1466blk.13.attn_k.weight iq3_xxs 1467blk.13.attn_q.weight iq3_xxs 1468blk.13.attn_v.weight q5_K 1469blk.13.ffn_gate.weight iq3_xxs 1470blk.13.ffn_up.weight iq3_xxs 1471blk.14.attn_k.weight iq3_xxs 1472blk.14.attn_q.weight iq3_xxs 1473blk.14.attn_v.weight q5_K 1474blk.14.ffn_gate.weight iq3_xxs 1475blk.14.ffn_up.weight iq3_xxs 1476blk.15.attn_k.weight iq3_xxs 1477blk.15.attn_q.weight iq3_xxs 1478blk.15.attn_v.weight q5_K 1479blk.15.ffn_gate.weight iq3_xxs 1480blk.15.ffn_up.weight iq3_xxs 1481blk.16.attn_k.weight iq3_xxs 1482blk.16.attn_q.weight iq3_xxs 1483blk.16.attn_v.weight q5_K 1484blk.16.ffn_gate.weight iq3_xxs 1485blk.16.ffn_up.weight iq3_xxs 1486blk.17.attn_k.weight iq3_xxs 1487blk.17.attn_q.weight iq3_xxs 1488blk.17.attn_v.weight q5_K 1489blk.17.ffn_gate.weight iq3_xxs 1490blk.17.ffn_up.weight iq3_xxs 1491blk.18.attn_k.weight iq3_xxs 1492blk.18.attn_q.weight iq3_xxs 1493blk.18.attn_v.weight q5_K 1494blk.18.ffn_gate.weight iq3_xxs 1495blk.18.ffn_up.weight iq3_xxs 1496blk.19.attn_k.weight iq3_xxs 1497blk.19.attn_q.weight iq3_xxs 1498blk.19.attn_v.weight q5_K 1499blk.19.ffn_gate.weight iq3_xxs 1500blk.19.ffn_up.weight iq3_xxs 1501blk.20.attn_k.weight iq3_xxs 1502blk.20.attn_q.weight iq3_xxs 1503blk.20.attn_v.weight q5_K 1504blk.20.ffn_gate.weight iq3_xxs 1505blk.20.ffn_up.weight iq3_xxs 1506blk.21.attn_k.weight iq3_xxs 1507blk.21.attn_q.weight iq3_xxs 1508blk.21.attn_v.weight q5_K 1509blk.21.ffn_gate.weight iq3_xxs 1510blk.21.ffn_up.weight iq3_xxs 1511blk.22.attn_k.weight iq3_xxs 1512blk.22.attn_q.weight iq3_xxs 1513blk.22.attn_v.weight q5_K 1514blk.22.ffn_gate.weight iq3_xxs 1515blk.22.ffn_up.weight iq3_xxs 1516blk.23.attn_k.weight iq3_xxs 1517blk.23.attn_q.weight iq3_xxs 1518blk.23.attn_v.weight q5_K 1519blk.23.ffn_gate.weight iq3_xxs 1520blk.23.ffn_up.weight iq3_xxs 1521blk.24.attn_k.weight iq3_xxs 1522blk.24.attn_q.weight iq3_xxs 1523blk.24.attn_v.weight q5_K 1524blk.24.ffn_gate.weight iq3_xxs 1525blk.24.ffn_up.weight iq3_xxs 1526blk.25.attn_k.weight iq3_xxs 1527blk.25.attn_q.weight iq3_xxs 1528blk.25.attn_v.weight q5_K 1529blk.25.ffn_gate.weight iq3_xxs 1530blk.25.ffn_up.weight iq3_xxs 1531blk.26.attn_k.weight iq3_xxs 1532blk.26.attn_q.weight iq3_xxs 1533blk.26.attn_v.weight q5_K 1534blk.26.ffn_gate.weight iq3_xxs 1535blk.26.ffn_up.weight iq3_xxs 1536blk.27.attn_k.weight iq3_xxs 1537blk.27.attn_q.weight iq3_xxs 1538blk.27.attn_v.weight q5_K 1539blk.27.ffn_gate.weight iq3_xxs 1540blk.27.ffn_up.weight iq3_xxs 1541blk.28.attn_k.weight iq3_xxs 1542blk.28.attn_q.weight iq3_xxs 1543blk.28.attn_v.weight q5_K 1544blk.28.ffn_gate.weight iq3_xxs 1545blk.28.ffn_up.weight iq3_xxs 1546blk.29.attn_k.weight iq3_xxs 1547blk.29.attn_q.weight iq3_xxs 1548blk.29.attn_v.weight q5_K 1549blk.29.ffn_gate.weight iq3_xxs 1550blk.29.ffn_up.weight iq3_xxs 1551blk.30.attn_k.weight iq3_xxs 1552blk.30.attn_q.weight iq3_xxs 1553blk.30.attn_v.weight q5_K 1554blk.30.ffn_gate.weight iq3_xxs 1555blk.30.ffn_up.weight iq3_xxs 1556blk.31.attn_k.weight iq3_xxs 1557blk.31.attn_q.weight iq3_xxs 1558blk.31.attn_v.weight q5_K 1559blk.31.ffn_gate.weight iq3_xxs 1560blk.31.ffn_up.weight iq3_xxs 1561blk.32.attn_k.weight iq3_xxs 1562blk.32.attn_q.weight iq3_xxs 1563blk.32.attn_v.weight q5_K 1564blk.32.ffn_gate.weight iq3_xxs 1565blk.32.ffn_up.weight iq3_xxs 1566blk.33.attn_k.weight iq3_xxs 1567blk.33.attn_q.weight iq3_xxs 1568blk.33.attn_v.weight q5_K 1569blk.33.ffn_gate.weight iq3_xxs 1570blk.33.ffn_up.weight iq3_xxs 1571blk.34.attn_k.weight iq3_xxs 1572blk.34.attn_q.weight iq3_xxs 1573blk.34.attn_v.weight q5_K 1574blk.34.ffn_gate.weight iq3_xxs 1575blk.34.ffn_up.weight iq3_xxs 1576blk.35.attn_k.weight iq3_xxs 1577blk.35.attn_q.weight iq3_xxs 1578blk.35.attn_v.weight q5_K 1579blk.35.ffn_gate.weight iq3_xxs 1580blk.35.ffn_up.weight iq3_xxs 1581blk.36.attn_k.weight iq3_xxs 1582blk.36.attn_q.weight iq3_xxs 1583blk.36.attn_v.weight q5_K 1584blk.36.ffn_gate.weight iq3_xxs 1585blk.36.ffn_up.weight iq3_xxs 1586blk.37.attn_k.weight iq3_xxs 1587blk.37.attn_q.weight iq3_xxs 1588blk.37.attn_v.weight q5_K 1589blk.37.ffn_gate.weight iq3_xxs 1590blk.37.ffn_up.weight iq3_xxs 1591blk.38.attn_k.weight iq3_xxs 1592blk.38.attn_q.weight iq3_xxs 1593blk.38.attn_v.weight q5_K 1594blk.38.ffn_gate.weight iq3_xxs 1595blk.38.ffn_up.weight iq3_xxs 1596blk.39.attn_k.weight iq3_xxs 1597blk.39.attn_q.weight iq3_xxs 1598blk.39.attn_v.weight q5_K 1599blk.39.ffn_gate.weight iq3_xxs 1600blk.39.ffn_up.weight iq3_xxs 1601blk.40.attn_k.weight iq3_xxs 1602blk.40.attn_q.weight iq3_xxs 1603blk.40.attn_v.weight q5_K 1604blk.40.ffn_gate.weight iq3_xxs 1605blk.40.ffn_up.weight iq3_xxs 1606blk.41.attn_k.weight iq3_xxs 1607blk.41.attn_q.weight iq3_xxs 1608blk.41.attn_v.weight q5_K 1609blk.41.ffn_gate.weight iq3_xxs 1610blk.41.ffn_up.weight iq3_xxs 1611blk.42.attn_k.weight iq3_xxs 1612blk.42.attn_q.weight iq3_xxs 1613blk.42.attn_v.weight q5_K 1614blk.42.ffn_gate.weight iq3_xxs 1615blk.42.ffn_up.weight iq3_xxs 1616blk.43.attn_k.weight iq3_xxs 1617blk.43.attn_q.weight iq3_xxs 1618blk.43.attn_v.weight q5_K 1619blk.43.ffn_gate.weight iq3_xxs 1620blk.43.ffn_up.weight iq3_xxs 1621blk.44.attn_k.weight iq3_xxs 1622blk.44.attn_q.weight iq3_xxs 1623blk.44.attn_v.weight q5_K 1624blk.44.ffn_gate.weight iq3_xxs 1625blk.44.ffn_up.weight iq3_xxs 1626blk.45.attn_k.weight iq3_xxs 1627blk.45.attn_q.weight iq3_xxs 1628blk.45.attn_v.weight q5_K 1629blk.45.ffn_gate.weight iq3_xxs 1630blk.45.ffn_up.weight iq3_xxs 1631blk.46.attn_k.weight iq3_xxs 1632blk.46.attn_q.weight iq3_xxs 1633blk.46.attn_v.weight q5_K 1634blk.46.ffn_gate.weight iq3_xxs 1635blk.46.ffn_up.weight iq3_xxs 1636blk.47.attn_k.weight iq3_xxs 1637blk.47.attn_q.weight iq3_xxs 1638blk.47.attn_v.weight q5_K 1639blk.47.ffn_gate.weight iq3_xxs 1640blk.47.ffn_up.weight iq3_xxs 1641blk.48.attn_k.weight iq3_xxs 1642blk.48.attn_q.weight iq3_xxs 1643blk.48.attn_v.weight q5_K 1644blk.48.ffn_gate.weight iq3_xxs 1645blk.48.ffn_up.weight iq3_xxs 1646blk.49.attn_k.weight iq3_xxs 1647blk.49.attn_q.weight iq3_xxs 1648blk.49.attn_v.weight q5_K 1649blk.49.ffn_gate.weight iq3_xxs 1650blk.49.ffn_up.weight iq3_xxs 1651blk.50.attn_k.weight iq3_xxs 1652blk.50.attn_q.weight iq3_xxs 1653blk.50.attn_v.weight q5_K 1654blk.50.ffn_gate.weight iq3_xxs 1655blk.50.ffn_up.weight iq3_xxs 1656blk.51.attn_k.weight iq3_xxs 1657blk.51.attn_q.weight iq3_xxs 1658blk.51.attn_v.weight q5_K 1659blk.51.ffn_gate.weight iq3_xxs 1660blk.51.ffn_up.weight iq3_xxs 1661blk.52.attn_k.weight iq3_xxs 1662blk.52.attn_q.weight iq3_xxs 1663blk.52.attn_v.weight q5_K 1664blk.52.ffn_gate.weight iq3_xxs 1665blk.52.ffn_up.weight iq3_xxs 1666blk.53.attn_k.weight iq3_xxs 1667blk.53.attn_q.weight iq3_xxs 1668blk.53.attn_v.weight q5_K 1669blk.53.ffn_gate.weight iq3_xxs 1670blk.53.ffn_up.weight iq3_xxs 1671blk.54.attn_k.weight iq3_xxs 1672blk.54.attn_q.weight iq3_xxs 1673blk.54.attn_v.weight q5_K 1674blk.54.ffn_gate.weight iq3_xxs 1675blk.54.ffn_up.weight iq3_xxs 1676blk.55.attn_k.weight iq3_xxs 1677blk.55.attn_q.weight iq3_xxs 1678blk.55.attn_v.weight q5_K 1679blk.55.ffn_gate.weight iq3_xxs 1680blk.55.ffn_up.weight iq3_xxs 1681blk.56.attn_k.weight iq3_xxs 1682blk.56.attn_q.weight iq3_xxs 1683blk.56.attn_v.weight q5_K 1684blk.56.ffn_gate.weight iq3_xxs 1685blk.56.ffn_up.weight iq3_xxs 1686blk.57.attn_k.weight iq3_xxs 1687blk.57.attn_q.weight iq3_xxs 1688blk.57.attn_v.weight q5_K 1689blk.57.ffn_gate.weight iq3_xxs 1690blk.57.ffn_up.weight iq3_xxs 1691blk.58.attn_k.weight iq3_xxs 1692blk.58.attn_q.weight iq3_xxs 1693blk.58.attn_v.weight q5_K 1694blk.58.ffn_gate.weight iq3_xxs 1695blk.58.ffn_up.weight iq3_xxs 1696blk.59.attn_k.weight iq3_xxs 1697blk.59.attn_q.weight iq3_xxs 1698blk.59.attn_v.weight q5_K 1699blk.59.ffn_gate.weight iq3_xxs 1700blk.59.ffn_up.weight iq3_xxs 1701blk.60.attn_k.weight iq3_xxs 1702blk.60.attn_q.weight iq3_xxs 1703blk.60.attn_v.weight q5_K 1704blk.60.ffn_gate.weight iq3_xxs 1705blk.60.ffn_up.weight iq3_xxs 1706blk.61.attn_k.weight iq3_xxs 1707blk.61.attn_q.weight iq3_xxs 1708blk.61.attn_v.weight q5_K 1709blk.61.ffn_gate.weight iq3_xxs 1710blk.61.ffn_up.weight iq3_xxs 1711blk.62.attn_k.weight iq3_xxs 1712blk.62.attn_q.weight iq3_xxs 1713blk.62.attn_v.weight q5_K 1714blk.62.ffn_gate.weight iq3_xxs 1715blk.62.ffn_up.weight iq3_xxs 1716blk.63.attn_k.weight iq3_xxs 1717blk.63.attn_q.weight iq3_xxs 1718blk.63.attn_v.weight q5_K 1719blk.63.ffn_gate.weight iq3_xxs 1720blk.63.ffn_up.weight iq3_xxs 1721blk.64.attn_k.weight iq3_xxs 1722blk.64.attn_q.weight iq3_xxs 1723blk.64.attn_v.weight q5_K 1724blk.64.ffn_gate.weight iq3_xxs 1725blk.64.ffn_up.weight iq3_xxs 1726blk.65.attn_k.weight iq3_xxs 1727blk.65.attn_q.weight iq3_xxs 1728blk.65.attn_v.weight q5_K 1729blk.65.ffn_gate.weight iq3_xxs 1730blk.65.ffn_up.weight iq3_xxs 1731blk.66.attn_k.weight iq3_xxs 1732blk.66.attn_q.weight iq3_xxs 1733blk.66.attn_v.weight q5_K 1734blk.66.ffn_gate.weight iq3_xxs 1735blk.66.ffn_up.weight iq3_xxs 1736blk.67.attn_k.weight iq3_xxs 1737blk.67.attn_q.weight iq3_xxs 1738blk.67.attn_v.weight q5_K 1739blk.67.ffn_gate.weight iq3_xxs 1740blk.67.ffn_up.weight iq3_xxs 1741blk.68.attn_k.weight iq3_xxs 1742blk.68.attn_q.weight iq3_xxs 1743blk.68.attn_v.weight q5_K 1744blk.68.ffn_gate.weight iq3_xxs 1745blk.68.ffn_up.weight iq3_xxs 1746blk.69.attn_k.weight iq3_xxs 1747blk.69.attn_q.weight iq3_xxs 1748blk.69.attn_v.weight q5_K 1749blk.69.ffn_gate.weight iq3_xxs 1750blk.69.ffn_up.weight iq3_xxs 1751blk.70.attn_k.weight iq3_xxs 1752blk.70.attn_q.weight iq3_xxs 1753blk.70.attn_v.weight q5_K 1754blk.71.attn_k.weight iq3_xxs 1755blk.71.attn_q.weight iq3_xxs 1756blk.71.attn_v.weight q5_K 1757blk.72.attn_k.weight iq3_xxs 1758blk.72.attn_q.weight iq3_xxs 1759blk.72.attn_v.weight q5_K 1760blk.73.attn_k.weight iq3_xxs 1761blk.73.attn_q.weight iq3_xxs 1762blk.73.attn_v.weight q5_K 1763blk.74.attn_k.weight iq3_xxs 1764blk.74.attn_q.weight iq3_xxs 1765blk.74.attn_v.weight q5_K 1766blk.75.attn_k.weight iq3_xxs 1767blk.75.attn_q.weight iq3_xxs 1768blk.75.attn_v.weight q5_K 1769blk.76.attn_k.weight iq3_xxs 1770blk.76.attn_q.weight iq3_xxs 1771blk.76.attn_v.weight q5_K 1772blk.77.attn_k.weight iq3_xxs 1773blk.77.attn_q.weight iq3_xxs 1774blk.77.attn_v.weight q5_K 1775blk.78.attn_k.weight iq3_xxs 1776blk.78.attn_q.weight iq3_xxs 1777blk.78.attn_v.weight q5_K 1778blk.79.attn_k.weight iq3_xxs 1779blk.79.attn_q.weight iq3_xxs 1780blk.79.attn_v.weight q5_K 1781 1782[IQ3_XXS] iq3_xxs 1783output.weight q5_K 1784token_embd.weight iq3_s 1785blk.0.attn_k.weight iq2_s 1786blk.0.attn_output.weight iq3_s 1787blk.0.attn_q.weight iq2_s 1788blk.0.attn_v.weight q5_K 1789blk.0.ffn_down.weight q4_K 1790blk.1.attn_k.weight iq2_s 1791blk.1.attn_output.weight iq3_s 1792blk.1.attn_q.weight iq2_s 1793blk.1.attn_v.weight q5_K 1794blk.1.ffn_down.weight q4_K 1795blk.2.attn_k.weight iq2_s 1796blk.2.attn_output.weight iq3_s 1797blk.2.attn_q.weight iq2_s 1798blk.2.attn_v.weight q5_K 1799blk.2.ffn_down.weight q4_K 1800blk.3.attn_k.weight iq2_s 1801blk.3.attn_output.weight iq3_s 1802blk.3.attn_q.weight iq2_s 1803blk.3.attn_v.weight q5_K 1804blk.3.ffn_down.weight q4_K 1805blk.4.attn_k.weight iq2_s 1806blk.4.attn_output.weight iq3_s 1807blk.4.attn_q.weight iq2_s 1808blk.4.attn_v.weight q5_K 1809blk.4.ffn_down.weight q4_K 1810blk.5.attn_k.weight iq2_s 1811blk.5.attn_output.weight iq3_s 1812blk.5.attn_q.weight iq2_s 1813blk.5.attn_v.weight q5_K 1814blk.5.ffn_down.weight q4_K 1815blk.6.attn_k.weight iq2_s 1816blk.6.attn_output.weight iq3_s 1817blk.6.attn_q.weight iq2_s 1818blk.6.attn_v.weight q5_K 1819blk.6.ffn_down.weight q4_K 1820blk.7.attn_k.weight iq2_s 1821blk.7.attn_output.weight iq3_s 1822blk.7.attn_q.weight iq2_s 1823blk.7.attn_v.weight q5_K 1824blk.7.ffn_down.weight q4_K 1825blk.8.attn_k.weight iq2_s 1826blk.8.attn_output.weight iq3_s 1827blk.8.attn_q.weight iq2_s 1828blk.8.attn_v.weight q5_K 1829blk.8.ffn_down.weight q4_K 1830blk.9.attn_k.weight iq2_s 1831blk.9.attn_output.weight iq3_s 1832blk.9.attn_q.weight iq2_s 1833blk.9.attn_v.weight q5_K 1834blk.9.ffn_down.weight q4_K 1835blk.10.attn_k.weight iq2_s 1836blk.10.attn_output.weight iq3_s 1837blk.10.attn_q.weight iq2_s 1838blk.10.attn_v.weight q5_K 1839blk.10.ffn_down.weight q3_K 1840blk.11.attn_k.weight iq2_s 1841blk.11.attn_output.weight iq3_s 1842blk.11.attn_q.weight iq2_s 1843blk.11.attn_v.weight q5_K 1844blk.11.ffn_down.weight q3_K 1845blk.12.attn_k.weight iq2_s 1846blk.12.attn_output.weight iq3_s 1847blk.12.attn_q.weight iq2_s 1848blk.12.attn_v.weight q5_K 1849blk.12.ffn_down.weight q3_K 1850blk.13.attn_k.weight iq2_s 1851blk.13.attn_output.weight iq3_s 1852blk.13.attn_q.weight iq2_s 1853blk.13.attn_v.weight q5_K 1854blk.13.ffn_down.weight q3_K 1855blk.14.attn_k.weight iq2_s 1856blk.14.attn_output.weight iq3_s 1857blk.14.attn_q.weight iq2_s 1858blk.14.attn_v.weight q5_K 1859blk.14.ffn_down.weight q3_K 1860blk.15.attn_k.weight iq2_s 1861blk.15.attn_output.weight iq3_s 1862blk.15.attn_q.weight iq2_s 1863blk.15.attn_v.weight q5_K 1864blk.15.ffn_down.weight q3_K 1865blk.16.attn_k.weight iq2_s 1866blk.16.attn_output.weight iq3_s 1867blk.16.attn_q.weight iq2_s 1868blk.16.attn_v.weight q5_K 1869blk.16.ffn_down.weight q3_K 1870blk.17.attn_k.weight iq2_s 1871blk.17.attn_output.weight iq3_s 1872blk.17.attn_q.weight iq2_s 1873blk.17.attn_v.weight q5_K 1874blk.17.ffn_down.weight q3_K 1875blk.18.attn_k.weight iq2_s 1876blk.18.attn_output.weight iq3_s 1877blk.18.attn_q.weight iq2_s 1878blk.18.attn_v.weight q5_K 1879blk.18.ffn_down.weight q3_K 1880blk.19.attn_k.weight iq2_s 1881blk.19.attn_output.weight iq3_s 1882blk.19.attn_q.weight iq2_s 1883blk.19.attn_v.weight q5_K 1884blk.19.ffn_down.weight q3_K 1885blk.20.attn_k.weight iq2_s 1886blk.20.attn_output.weight iq3_s 1887blk.20.attn_q.weight iq2_s 1888blk.20.attn_v.weight q5_K 1889blk.20.ffn_down.weight q3_K 1890blk.21.attn_k.weight iq2_s 1891blk.21.attn_output.weight iq3_s 1892blk.21.attn_q.weight iq2_s 1893blk.21.attn_v.weight q5_K 1894blk.21.ffn_down.weight q3_K 1895blk.22.attn_k.weight iq2_s 1896blk.22.attn_output.weight iq3_s 1897blk.22.attn_q.weight iq2_s 1898blk.22.attn_v.weight q5_K 1899blk.22.ffn_down.weight q3_K 1900blk.23.attn_k.weight iq2_s 1901blk.23.attn_output.weight iq3_s 1902blk.23.attn_q.weight iq2_s 1903blk.23.attn_v.weight q5_K 1904blk.23.ffn_down.weight q3_K 1905blk.24.attn_k.weight iq2_s 1906blk.24.attn_output.weight iq3_s 1907blk.24.attn_q.weight iq2_s 1908blk.24.attn_v.weight q5_K 1909blk.24.ffn_down.weight q3_K 1910blk.25.attn_k.weight iq2_s 1911blk.25.attn_output.weight iq3_s 1912blk.25.attn_q.weight iq2_s 1913blk.25.attn_v.weight q5_K 1914blk.25.ffn_down.weight q3_K 1915blk.26.attn_k.weight iq2_s 1916blk.26.attn_output.weight iq3_s 1917blk.26.attn_q.weight iq2_s 1918blk.26.attn_v.weight q5_K 1919blk.26.ffn_down.weight q3_K 1920blk.27.attn_k.weight iq2_s 1921blk.27.attn_output.weight iq3_s 1922blk.27.attn_q.weight iq2_s 1923blk.27.attn_v.weight q5_K 1924blk.27.ffn_down.weight q3_K 1925blk.28.attn_k.weight iq2_s 1926blk.28.attn_output.weight iq3_s 1927blk.28.attn_q.weight iq2_s 1928blk.28.attn_v.weight q5_K 1929blk.28.ffn_down.weight q3_K 1930blk.29.attn_k.weight iq2_s 1931blk.29.attn_output.weight iq3_s 1932blk.29.attn_q.weight iq2_s 1933blk.29.attn_v.weight q5_K 1934blk.29.ffn_down.weight q3_K 1935blk.30.attn_k.weight iq2_s 1936blk.30.attn_output.weight iq3_s 1937blk.30.attn_q.weight iq2_s 1938blk.30.attn_v.weight q5_K 1939blk.30.ffn_down.weight q3_K 1940blk.31.attn_k.weight iq2_s 1941blk.31.attn_output.weight iq3_s 1942blk.31.attn_q.weight iq2_s 1943blk.31.attn_v.weight q5_K 1944blk.31.ffn_down.weight q3_K 1945blk.32.attn_k.weight iq2_s 1946blk.32.attn_output.weight iq3_s 1947blk.32.attn_q.weight iq2_s 1948blk.32.attn_v.weight q5_K 1949blk.32.ffn_down.weight q3_K 1950blk.33.attn_k.weight iq2_s 1951blk.33.attn_output.weight iq3_s 1952blk.33.attn_q.weight iq2_s 1953blk.33.attn_v.weight q5_K 1954blk.33.ffn_down.weight q3_K 1955blk.34.attn_k.weight iq2_s 1956blk.34.attn_output.weight iq3_s 1957blk.34.attn_q.weight iq2_s 1958blk.34.attn_v.weight q5_K 1959blk.34.ffn_down.weight q3_K 1960blk.35.attn_k.weight iq2_s 1961blk.35.attn_output.weight iq3_s 1962blk.35.attn_q.weight iq2_s 1963blk.35.attn_v.weight q5_K 1964blk.35.ffn_down.weight q3_K 1965blk.36.attn_k.weight iq2_s 1966blk.36.attn_output.weight iq3_s 1967blk.36.attn_q.weight iq2_s 1968blk.36.attn_v.weight q5_K 1969blk.36.ffn_down.weight q3_K 1970blk.37.attn_k.weight iq2_s 1971blk.37.attn_output.weight iq3_s 1972blk.37.attn_q.weight iq2_s 1973blk.37.attn_v.weight q5_K 1974blk.37.ffn_down.weight q3_K 1975blk.38.attn_k.weight iq2_s 1976blk.38.attn_output.weight iq3_s 1977blk.38.attn_q.weight iq2_s 1978blk.38.attn_v.weight q5_K 1979blk.38.ffn_down.weight q3_K 1980blk.39.attn_k.weight iq2_s 1981blk.39.attn_output.weight iq3_s 1982blk.39.attn_q.weight iq2_s 1983blk.39.attn_v.weight q5_K 1984blk.39.ffn_down.weight q3_K 1985blk.40.attn_k.weight iq2_s 1986blk.40.attn_output.weight iq3_s 1987blk.40.attn_q.weight iq2_s 1988blk.40.attn_v.weight q5_K 1989blk.40.ffn_down.weight q3_K 1990blk.41.attn_k.weight iq2_s 1991blk.41.attn_output.weight iq3_s 1992blk.41.attn_q.weight iq2_s 1993blk.41.attn_v.weight q5_K 1994blk.41.ffn_down.weight q3_K 1995blk.42.attn_k.weight iq2_s 1996blk.42.attn_output.weight iq3_s 1997blk.42.attn_q.weight iq2_s 1998blk.42.attn_v.weight q5_K 1999blk.42.ffn_down.weight q3_K 2000blk.43.attn_k.weight iq2_s 2001blk.43.attn_output.weight iq3_s 2002blk.43.attn_q.weight iq2_s 2003blk.43.attn_v.weight q5_K 2004blk.43.ffn_down.weight q3_K 2005blk.44.attn_k.weight iq2_s 2006blk.44.attn_output.weight iq3_s 2007blk.44.attn_q.weight iq2_s 2008blk.44.attn_v.weight q5_K 2009blk.44.ffn_down.weight q3_K 2010blk.45.attn_k.weight iq2_s 2011blk.45.attn_output.weight iq3_s 2012blk.45.attn_q.weight iq2_s 2013blk.45.attn_v.weight q5_K 2014blk.45.ffn_down.weight q3_K 2015blk.46.attn_k.weight iq2_s 2016blk.46.attn_output.weight iq3_s 2017blk.46.attn_q.weight iq2_s 2018blk.46.attn_v.weight q5_K 2019blk.46.ffn_down.weight q3_K 2020blk.47.attn_k.weight iq2_s 2021blk.47.attn_output.weight iq3_s 2022blk.47.attn_q.weight iq2_s 2023blk.47.attn_v.weight q5_K 2024blk.47.ffn_down.weight q3_K 2025blk.48.attn_k.weight iq2_s 2026blk.48.attn_output.weight iq3_s 2027blk.48.attn_q.weight iq2_s 2028blk.48.attn_v.weight q5_K 2029blk.48.ffn_down.weight q3_K 2030blk.49.attn_k.weight iq2_s 2031blk.49.attn_output.weight iq3_s 2032blk.49.attn_q.weight iq2_s 2033blk.49.attn_v.weight q5_K 2034blk.49.ffn_down.weight q3_K 2035blk.50.attn_k.weight iq2_s 2036blk.50.attn_output.weight iq3_s 2037blk.50.attn_q.weight iq2_s 2038blk.50.attn_v.weight q5_K 2039blk.50.ffn_down.weight q3_K 2040blk.51.attn_k.weight iq2_s 2041blk.51.attn_output.weight iq3_s 2042blk.51.attn_q.weight iq2_s 2043blk.51.attn_v.weight q5_K 2044blk.51.ffn_down.weight q3_K 2045blk.52.attn_k.weight iq2_s 2046blk.52.attn_output.weight iq3_s 2047blk.52.attn_q.weight iq2_s 2048blk.52.attn_v.weight q5_K 2049blk.52.ffn_down.weight q3_K 2050blk.53.attn_k.weight iq2_s 2051blk.53.attn_output.weight iq3_s 2052blk.53.attn_q.weight iq2_s 2053blk.53.attn_v.weight q5_K 2054blk.53.ffn_down.weight q3_K 2055blk.54.attn_k.weight iq2_s 2056blk.54.attn_output.weight iq3_s 2057blk.54.attn_q.weight iq2_s 2058blk.54.attn_v.weight q5_K 2059blk.54.ffn_down.weight q3_K 2060blk.55.attn_k.weight iq2_s 2061blk.55.attn_output.weight iq3_s 2062blk.55.attn_q.weight iq2_s 2063blk.55.attn_v.weight q5_K 2064blk.55.ffn_down.weight q3_K 2065blk.56.attn_k.weight iq2_s 2066blk.56.attn_output.weight iq3_s 2067blk.56.attn_q.weight iq2_s 2068blk.56.attn_v.weight q5_K 2069blk.56.ffn_down.weight q3_K 2070blk.57.attn_k.weight iq2_s 2071blk.57.attn_output.weight iq3_s 2072blk.57.attn_q.weight iq2_s 2073blk.57.attn_v.weight q5_K 2074blk.57.ffn_down.weight q3_K 2075blk.58.attn_k.weight iq2_s 2076blk.58.attn_output.weight iq3_s 2077blk.58.attn_q.weight iq2_s 2078blk.58.attn_v.weight q5_K 2079blk.58.ffn_down.weight q3_K 2080blk.59.attn_k.weight iq2_s 2081blk.59.attn_output.weight iq3_s 2082blk.59.attn_q.weight iq2_s 2083blk.59.attn_v.weight q5_K 2084blk.59.ffn_down.weight q3_K 2085blk.60.attn_k.weight iq2_s 2086blk.60.attn_output.weight iq3_s 2087blk.60.attn_q.weight iq2_s 2088blk.60.attn_v.weight q5_K 2089blk.60.ffn_down.weight q3_K 2090blk.61.attn_k.weight iq2_s 2091blk.61.attn_output.weight iq3_s 2092blk.61.attn_q.weight iq2_s 2093blk.61.attn_v.weight q5_K 2094blk.61.ffn_down.weight q3_K 2095blk.62.attn_k.weight iq2_s 2096blk.62.attn_output.weight iq3_s 2097blk.62.attn_q.weight iq2_s 2098blk.62.attn_v.weight q5_K 2099blk.62.ffn_down.weight q3_K 2100blk.63.attn_k.weight iq2_s 2101blk.63.attn_output.weight iq3_s 2102blk.63.attn_q.weight iq2_s 2103blk.63.attn_v.weight q5_K 2104blk.63.ffn_down.weight q3_K 2105blk.64.attn_k.weight iq2_s 2106blk.64.attn_output.weight iq3_s 2107blk.64.attn_q.weight iq2_s 2108blk.64.attn_v.weight q5_K 2109blk.64.ffn_down.weight q3_K 2110blk.65.attn_k.weight iq2_s 2111blk.65.attn_output.weight iq3_s 2112blk.65.attn_q.weight iq2_s 2113blk.65.attn_v.weight q5_K 2114blk.65.ffn_down.weight q3_K 2115blk.66.attn_k.weight iq2_s 2116blk.66.attn_output.weight iq3_s 2117blk.66.attn_q.weight iq2_s 2118blk.66.attn_v.weight q5_K 2119blk.66.ffn_down.weight q3_K 2120blk.67.attn_k.weight iq2_s 2121blk.67.attn_output.weight iq3_s 2122blk.67.attn_q.weight iq2_s 2123blk.67.attn_v.weight q5_K 2124blk.67.ffn_down.weight q3_K 2125blk.68.attn_k.weight iq2_s 2126blk.68.attn_output.weight iq3_s 2127blk.68.attn_q.weight iq2_s 2128blk.68.attn_v.weight q5_K 2129blk.68.ffn_down.weight q3_K 2130blk.69.attn_k.weight iq2_s 2131blk.69.attn_output.weight iq3_s 2132blk.69.attn_q.weight iq2_s 2133blk.69.attn_v.weight q5_K 2134blk.69.ffn_down.weight q3_K 2135blk.70.attn_k.weight iq2_s 2136blk.70.attn_output.weight iq3_s 2137blk.70.attn_q.weight iq2_s 2138blk.70.attn_v.weight q5_K 2139blk.70.ffn_down.weight q3_K 2140blk.71.attn_k.weight iq2_s 2141blk.71.attn_output.weight iq3_s 2142blk.71.attn_q.weight iq2_s 2143blk.71.attn_v.weight q5_K 2144blk.71.ffn_down.weight q3_K 2145blk.72.attn_k.weight iq2_s 2146blk.72.attn_output.weight iq3_s 2147blk.72.attn_q.weight iq2_s 2148blk.72.attn_v.weight q5_K 2149blk.72.ffn_down.weight q3_K 2150blk.73.attn_k.weight iq2_s 2151blk.73.attn_output.weight iq3_s 2152blk.73.attn_q.weight iq2_s 2153blk.73.attn_v.weight q5_K 2154blk.73.ffn_down.weight q3_K 2155blk.74.attn_k.weight iq2_s 2156blk.74.attn_output.weight iq3_s 2157blk.74.attn_q.weight iq2_s 2158blk.74.attn_v.weight q5_K 2159blk.74.ffn_down.weight q3_K 2160blk.75.attn_k.weight iq2_s 2161blk.75.attn_output.weight iq3_s 2162blk.75.attn_q.weight iq2_s 2163blk.75.attn_v.weight q5_K 2164blk.75.ffn_down.weight q3_K 2165blk.76.attn_k.weight iq2_s 2166blk.76.attn_output.weight iq3_s 2167blk.76.attn_q.weight iq2_s 2168blk.76.attn_v.weight q5_K 2169blk.76.ffn_down.weight q3_K 2170blk.77.attn_k.weight iq2_s 2171blk.77.attn_output.weight iq3_s 2172blk.77.attn_q.weight iq2_s 2173blk.77.attn_v.weight q5_K 2174blk.77.ffn_down.weight q3_K 2175blk.78.attn_k.weight iq2_s 2176blk.78.attn_output.weight iq3_s 2177blk.78.attn_q.weight iq2_s 2178blk.78.attn_v.weight q5_K 2179blk.78.ffn_down.weight q3_K 2180blk.79.attn_k.weight iq2_s 2181blk.79.attn_output.weight iq3_s 2182blk.79.attn_q.weight iq2_s 2183blk.79.attn_v.weight q5_K 2184blk.79.ffn_down.weight q3_K 2185 2186[IQ1_S] iq1_s 2187output.weight q5_K 2188token_embd.weight q2_K 2189blk.0.attn_output.weight iq2_xxs 2190blk.0.attn_v.weight q4_K 2191blk.0.ffn_down.weight q2_K 2192blk.1.attn_output.weight iq2_xxs 2193blk.1.attn_v.weight q4_K 2194blk.1.ffn_down.weight q2_K 2195blk.2.attn_output.weight iq2_xxs 2196blk.2.attn_v.weight q4_K 2197blk.2.ffn_down.weight q2_K 2198blk.3.attn_output.weight iq2_xxs 2199blk.3.attn_v.weight q4_K 2200blk.3.ffn_down.weight q2_K 2201blk.4.attn_output.weight iq2_xxs 2202blk.4.attn_v.weight q4_K 2203blk.4.ffn_down.weight q2_K 2204blk.5.attn_output.weight iq2_xxs 2205blk.5.attn_v.weight q4_K 2206blk.5.ffn_down.weight q2_K 2207blk.6.attn_output.weight iq2_xxs 2208blk.6.attn_v.weight q4_K 2209blk.6.ffn_down.weight q2_K 2210blk.7.attn_output.weight iq2_xxs 2211blk.7.attn_v.weight q4_K 2212blk.7.ffn_down.weight q2_K 2213blk.8.attn_output.weight iq2_xxs 2214blk.8.attn_v.weight q4_K 2215blk.8.ffn_down.weight q2_K 2216blk.9.attn_output.weight iq2_xxs 2217blk.9.attn_v.weight q4_K 2218blk.9.ffn_down.weight q2_K 2219blk.10.attn_output.weight iq2_xxs 2220blk.10.attn_v.weight q4_K 2221blk.11.attn_output.weight iq2_xxs 2222blk.11.attn_v.weight q4_K 2223blk.12.attn_output.weight iq2_xxs 2224blk.12.attn_v.weight q4_K 2225blk.13.attn_output.weight iq2_xxs 2226blk.13.attn_v.weight q4_K 2227blk.14.attn_output.weight iq2_xxs 2228blk.14.attn_v.weight q4_K 2229blk.15.attn_output.weight iq2_xxs 2230blk.15.attn_v.weight q4_K 2231blk.16.attn_output.weight iq2_xxs 2232blk.16.attn_v.weight q4_K 2233blk.17.attn_output.weight iq2_xxs 2234blk.17.attn_v.weight q4_K 2235blk.18.attn_output.weight iq2_xxs 2236blk.18.attn_v.weight q4_K 2237blk.19.attn_output.weight iq2_xxs 2238blk.19.attn_v.weight q4_K 2239blk.20.attn_output.weight iq2_xxs 2240blk.20.attn_v.weight q4_K 2241blk.21.attn_output.weight iq2_xxs 2242blk.21.attn_v.weight q4_K 2243blk.22.attn_output.weight iq2_xxs 2244blk.22.attn_v.weight q4_K 2245blk.23.attn_output.weight iq2_xxs 2246blk.23.attn_v.weight q4_K 2247blk.24.attn_output.weight iq2_xxs 2248blk.24.attn_v.weight q4_K 2249blk.25.attn_output.weight iq2_xxs 2250blk.25.attn_v.weight q4_K 2251blk.26.attn_output.weight iq2_xxs 2252blk.26.attn_v.weight q4_K 2253blk.27.attn_output.weight iq2_xxs 2254blk.27.attn_v.weight q4_K 2255blk.28.attn_output.weight iq2_xxs 2256blk.28.attn_v.weight q4_K 2257blk.29.attn_output.weight iq2_xxs 2258blk.29.attn_v.weight q4_K 2259blk.30.attn_output.weight iq2_xxs 2260blk.30.attn_v.weight q4_K 2261blk.31.attn_output.weight iq2_xxs 2262blk.31.attn_v.weight q4_K 2263blk.32.attn_output.weight iq2_xxs 2264blk.32.attn_v.weight q4_K 2265blk.33.attn_output.weight iq2_xxs 2266blk.33.attn_v.weight q4_K 2267blk.34.attn_output.weight iq2_xxs 2268blk.34.attn_v.weight q4_K 2269blk.35.attn_output.weight iq2_xxs 2270blk.35.attn_v.weight q4_K 2271blk.36.attn_output.weight iq2_xxs 2272blk.36.attn_v.weight q4_K 2273blk.37.attn_output.weight iq2_xxs 2274blk.37.attn_v.weight q4_K 2275blk.38.attn_output.weight iq2_xxs 2276blk.38.attn_v.weight q4_K 2277blk.39.attn_output.weight iq2_xxs 2278blk.39.attn_v.weight q4_K 2279blk.40.attn_output.weight iq2_xxs 2280blk.40.attn_v.weight q4_K 2281blk.41.attn_output.weight iq2_xxs 2282blk.41.attn_v.weight q4_K 2283blk.42.attn_output.weight iq2_xxs 2284blk.42.attn_v.weight q4_K 2285blk.43.attn_output.weight iq2_xxs 2286blk.43.attn_v.weight q4_K 2287blk.44.attn_output.weight iq2_xxs 2288blk.44.attn_v.weight q4_K 2289blk.45.attn_output.weight iq2_xxs 2290blk.45.attn_v.weight q4_K 2291blk.46.attn_output.weight iq2_xxs 2292blk.46.attn_v.weight q4_K 2293blk.47.attn_output.weight iq2_xxs 2294blk.47.attn_v.weight q4_K 2295blk.48.attn_output.weight iq2_xxs 2296blk.48.attn_v.weight q4_K 2297blk.49.attn_output.weight iq2_xxs 2298blk.49.attn_v.weight q4_K 2299blk.50.attn_output.weight iq2_xxs 2300blk.50.attn_v.weight q4_K 2301blk.51.attn_output.weight iq2_xxs 2302blk.51.attn_v.weight q4_K 2303blk.52.attn_output.weight iq2_xxs 2304blk.52.attn_v.weight q4_K 2305blk.53.attn_output.weight iq2_xxs 2306blk.53.attn_v.weight q4_K 2307blk.54.attn_output.weight iq2_xxs 2308blk.54.attn_v.weight q4_K 2309blk.55.attn_output.weight iq2_xxs 2310blk.55.attn_v.weight q4_K 2311blk.56.attn_output.weight iq2_xxs 2312blk.56.attn_v.weight q4_K 2313blk.57.attn_output.weight iq2_xxs 2314blk.57.attn_v.weight q4_K 2315blk.58.attn_output.weight iq2_xxs 2316blk.58.attn_v.weight q4_K 2317blk.59.attn_output.weight iq2_xxs 2318blk.59.attn_v.weight q4_K 2319blk.60.attn_output.weight iq2_xxs 2320blk.60.attn_v.weight q4_K 2321blk.61.attn_output.weight iq2_xxs 2322blk.61.attn_v.weight q4_K 2323blk.62.attn_output.weight iq2_xxs 2324blk.62.attn_v.weight q4_K 2325blk.63.attn_output.weight iq2_xxs 2326blk.63.attn_v.weight q4_K 2327blk.64.attn_output.weight iq2_xxs 2328blk.64.attn_v.weight q4_K 2329blk.65.attn_output.weight iq2_xxs 2330blk.65.attn_v.weight q4_K 2331blk.66.attn_output.weight iq2_xxs 2332blk.66.attn_v.weight q4_K 2333blk.67.attn_output.weight iq2_xxs 2334blk.67.attn_v.weight q4_K 2335blk.68.attn_output.weight iq2_xxs 2336blk.68.attn_v.weight q4_K 2337blk.69.attn_output.weight iq2_xxs 2338blk.69.attn_v.weight q4_K 2339blk.70.attn_output.weight iq2_xxs 2340blk.70.attn_v.weight q4_K 2341blk.71.attn_output.weight iq2_xxs 2342blk.71.attn_v.weight q4_K 2343blk.72.attn_output.weight iq2_xxs 2344blk.72.attn_v.weight q4_K 2345blk.73.attn_output.weight iq2_xxs 2346blk.73.attn_v.weight q4_K 2347blk.74.attn_output.weight iq2_xxs 2348blk.74.attn_v.weight q4_K 2349blk.75.attn_output.weight iq2_xxs 2350blk.75.attn_v.weight q4_K 2351blk.76.attn_output.weight iq2_xxs 2352blk.76.attn_v.weight q4_K 2353blk.77.attn_output.weight iq2_xxs 2354blk.77.attn_v.weight q4_K 2355blk.78.attn_output.weight iq2_xxs 2356blk.78.attn_v.weight q4_K 2357blk.79.attn_output.weight iq2_xxs 2358blk.79.attn_v.weight q4_K 2359 2360[IQ4_NL] iq4_nl 2361output.weight q6_K 2362blk.0.attn_v.weight q5_K 2363blk.0.ffn_down.weight q5_K 2364blk.1.attn_v.weight q5_K 2365blk.1.ffn_down.weight q5_K 2366blk.2.attn_v.weight q5_K 2367blk.2.ffn_down.weight q5_K 2368blk.3.attn_v.weight q5_K 2369blk.3.ffn_down.weight q5_K 2370blk.4.attn_v.weight q5_K 2371blk.4.ffn_down.weight q5_K 2372blk.5.attn_v.weight q5_K 2373blk.5.ffn_down.weight q5_K 2374blk.6.attn_v.weight q5_K 2375blk.6.ffn_down.weight q5_K 2376blk.7.attn_v.weight q5_K 2377blk.7.ffn_down.weight q5_K 2378blk.8.attn_v.weight q5_K 2379blk.8.ffn_down.weight q5_K 2380blk.9.attn_v.weight q5_K 2381blk.9.ffn_down.weight q5_K 2382blk.10.attn_v.weight q5_K 2383blk.11.attn_v.weight q5_K 2384blk.12.attn_v.weight q5_K 2385blk.13.attn_v.weight q5_K 2386blk.14.attn_v.weight q5_K 2387blk.15.attn_v.weight q5_K 2388blk.16.attn_v.weight q5_K 2389blk.17.attn_v.weight q5_K 2390blk.18.attn_v.weight q5_K 2391blk.19.attn_v.weight q5_K 2392blk.20.attn_v.weight q5_K 2393blk.21.attn_v.weight q5_K 2394blk.22.attn_v.weight q5_K 2395blk.23.attn_v.weight q5_K 2396blk.24.attn_v.weight q5_K 2397blk.25.attn_v.weight q5_K 2398blk.26.attn_v.weight q5_K 2399blk.27.attn_v.weight q5_K 2400blk.28.attn_v.weight q5_K 2401blk.29.attn_v.weight q5_K 2402blk.30.attn_v.weight q5_K 2403blk.31.attn_v.weight q5_K 2404blk.32.attn_v.weight q5_K 2405blk.33.attn_v.weight q5_K 2406blk.34.attn_v.weight q5_K 2407blk.35.attn_v.weight q5_K 2408blk.36.attn_v.weight q5_K 2409blk.37.attn_v.weight q5_K 2410blk.38.attn_v.weight q5_K 2411blk.39.attn_v.weight q5_K 2412blk.40.attn_v.weight q5_K 2413blk.41.attn_v.weight q5_K 2414blk.42.attn_v.weight q5_K 2415blk.43.attn_v.weight q5_K 2416blk.44.attn_v.weight q5_K 2417blk.45.attn_v.weight q5_K 2418blk.46.attn_v.weight q5_K 2419blk.47.attn_v.weight q5_K 2420blk.48.attn_v.weight q5_K 2421blk.49.attn_v.weight q5_K 2422blk.50.attn_v.weight q5_K 2423blk.51.attn_v.weight q5_K 2424blk.52.attn_v.weight q5_K 2425blk.53.attn_v.weight q5_K 2426blk.54.attn_v.weight q5_K 2427blk.55.attn_v.weight q5_K 2428blk.56.attn_v.weight q5_K 2429blk.57.attn_v.weight q5_K 2430blk.58.attn_v.weight q5_K 2431blk.59.attn_v.weight q5_K 2432blk.60.attn_v.weight q5_K 2433blk.61.attn_v.weight q5_K 2434blk.62.attn_v.weight q5_K 2435blk.63.attn_v.weight q5_K 2436blk.64.attn_v.weight q5_K 2437blk.65.attn_v.weight q5_K 2438blk.66.attn_v.weight q5_K 2439blk.67.attn_v.weight q5_K 2440blk.68.attn_v.weight q5_K 2441blk.69.attn_v.weight q5_K 2442blk.70.attn_v.weight q5_K 2443blk.71.attn_v.weight q5_K 2444blk.72.attn_v.weight q5_K 2445blk.73.attn_v.weight q5_K 2446blk.74.attn_v.weight q5_K 2447blk.75.attn_v.weight q5_K 2448blk.76.attn_v.weight q5_K 2449blk.77.attn_v.weight q5_K 2450blk.78.attn_v.weight q5_K 2451blk.79.attn_v.weight q5_K 2452 2453[IQ3_S] iq3_s 2454output.weight q6_K 2455blk.0.attn_v.weight q5_K 2456blk.1.attn_v.weight q5_K 2457blk.2.attn_v.weight q5_K 2458blk.3.attn_v.weight q5_K 2459blk.4.attn_v.weight q5_K 2460blk.5.attn_v.weight q5_K 2461blk.6.attn_v.weight q5_K 2462blk.7.attn_v.weight q5_K 2463blk.8.attn_v.weight q5_K 2464blk.9.attn_v.weight q5_K 2465blk.10.attn_v.weight q5_K 2466blk.11.attn_v.weight q5_K 2467blk.12.attn_v.weight q5_K 2468blk.13.attn_v.weight q5_K 2469blk.14.attn_v.weight q5_K 2470blk.15.attn_v.weight q5_K 2471blk.16.attn_v.weight q5_K 2472blk.17.attn_v.weight q5_K 2473blk.18.attn_v.weight q5_K 2474blk.19.attn_v.weight q5_K 2475blk.20.attn_v.weight q5_K 2476blk.21.attn_v.weight q5_K 2477blk.22.attn_v.weight q5_K 2478blk.23.attn_v.weight q5_K 2479blk.24.attn_v.weight q5_K 2480blk.25.attn_v.weight q5_K 2481blk.26.attn_v.weight q5_K 2482blk.27.attn_v.weight q5_K 2483blk.28.attn_v.weight q5_K 2484blk.29.attn_v.weight q5_K 2485blk.30.attn_v.weight q5_K 2486blk.31.attn_v.weight q5_K 2487blk.32.attn_v.weight q5_K 2488blk.33.attn_v.weight q5_K 2489blk.34.attn_v.weight q5_K 2490blk.35.attn_v.weight q5_K 2491blk.36.attn_v.weight q5_K 2492blk.37.attn_v.weight q5_K 2493blk.38.attn_v.weight q5_K 2494blk.39.attn_v.weight q5_K 2495blk.40.attn_v.weight q5_K 2496blk.41.attn_v.weight q5_K 2497blk.42.attn_v.weight q5_K 2498blk.43.attn_v.weight q5_K 2499blk.44.attn_v.weight q5_K 2500blk.45.attn_v.weight q5_K 2501blk.46.attn_v.weight q5_K 2502blk.47.attn_v.weight q5_K 2503blk.48.attn_v.weight q5_K 2504blk.49.attn_v.weight q5_K 2505blk.50.attn_v.weight q5_K 2506blk.51.attn_v.weight q5_K 2507blk.52.attn_v.weight q5_K 2508blk.53.attn_v.weight q5_K 2509blk.54.attn_v.weight q5_K 2510blk.55.attn_v.weight q5_K 2511blk.56.attn_v.weight q5_K 2512blk.57.attn_v.weight q5_K 2513blk.58.attn_v.weight q5_K 2514blk.59.attn_v.weight q5_K 2515blk.60.attn_v.weight q5_K 2516blk.61.attn_v.weight q5_K 2517blk.62.attn_v.weight q5_K 2518blk.63.attn_v.weight q5_K 2519blk.64.attn_v.weight q5_K 2520blk.65.attn_v.weight q5_K 2521blk.66.attn_v.weight q5_K 2522blk.67.attn_v.weight q5_K 2523blk.68.attn_v.weight q5_K 2524blk.69.attn_v.weight q5_K 2525blk.70.attn_v.weight q5_K 2526blk.71.attn_v.weight q5_K 2527blk.72.attn_v.weight q5_K 2528blk.73.attn_v.weight q5_K 2529blk.74.attn_v.weight q5_K 2530blk.75.attn_v.weight q5_K 2531blk.76.attn_v.weight q5_K 2532blk.77.attn_v.weight q5_K 2533blk.78.attn_v.weight q5_K 2534blk.79.attn_v.weight q5_K 2535 2536[IQ3_M] iq3_s 2537output.weight q6_K 2538blk.0.attn_output.weight q4_K 2539blk.0.attn_v.weight q5_K 2540blk.0.ffn_down.weight q4_K 2541blk.1.attn_output.weight q4_K 2542blk.1.attn_v.weight q5_K 2543blk.1.ffn_down.weight q4_K 2544blk.2.attn_output.weight q4_K 2545blk.2.attn_v.weight q5_K 2546blk.2.ffn_down.weight q4_K 2547blk.3.attn_output.weight q4_K 2548blk.3.attn_v.weight q5_K 2549blk.3.ffn_down.weight q4_K 2550blk.4.attn_output.weight q4_K 2551blk.4.attn_v.weight q5_K 2552blk.4.ffn_down.weight q4_K 2553blk.5.attn_output.weight q4_K 2554blk.5.attn_v.weight q5_K 2555blk.5.ffn_down.weight q4_K 2556blk.6.attn_output.weight q4_K 2557blk.6.attn_v.weight q5_K 2558blk.6.ffn_down.weight q4_K 2559blk.7.attn_output.weight q4_K 2560blk.7.attn_v.weight q5_K 2561blk.7.ffn_down.weight q4_K 2562blk.8.attn_output.weight q4_K 2563blk.8.attn_v.weight q5_K 2564blk.8.ffn_down.weight q4_K 2565blk.9.attn_output.weight q4_K 2566blk.9.attn_v.weight q5_K 2567blk.9.ffn_down.weight q4_K 2568blk.10.attn_output.weight q4_K 2569blk.10.attn_v.weight q5_K 2570blk.11.attn_output.weight q4_K 2571blk.11.attn_v.weight q5_K 2572blk.12.attn_output.weight q4_K 2573blk.12.attn_v.weight q5_K 2574blk.13.attn_output.weight q4_K 2575blk.13.attn_v.weight q5_K 2576blk.14.attn_output.weight q4_K 2577blk.14.attn_v.weight q5_K 2578blk.15.attn_output.weight q4_K 2579blk.15.attn_v.weight q5_K 2580blk.16.attn_output.weight q4_K 2581blk.16.attn_v.weight q5_K 2582blk.17.attn_output.weight q4_K 2583blk.17.attn_v.weight q5_K 2584blk.18.attn_output.weight q4_K 2585blk.18.attn_v.weight q5_K 2586blk.19.attn_output.weight q4_K 2587blk.19.attn_v.weight q5_K 2588blk.20.attn_output.weight q4_K 2589blk.20.attn_v.weight q5_K 2590blk.21.attn_output.weight q4_K 2591blk.21.attn_v.weight q5_K 2592blk.22.attn_output.weight q4_K 2593blk.22.attn_v.weight q5_K 2594blk.23.attn_output.weight q4_K 2595blk.23.attn_v.weight q5_K 2596blk.24.attn_output.weight q4_K 2597blk.24.attn_v.weight q5_K 2598blk.25.attn_output.weight q4_K 2599blk.25.attn_v.weight q5_K 2600blk.26.attn_output.weight q4_K 2601blk.26.attn_v.weight q5_K 2602blk.27.attn_output.weight q4_K 2603blk.27.attn_v.weight q5_K 2604blk.28.attn_output.weight q4_K 2605blk.28.attn_v.weight q5_K 2606blk.29.attn_output.weight q4_K 2607blk.29.attn_v.weight q5_K 2608blk.30.attn_output.weight q4_K 2609blk.30.attn_v.weight q5_K 2610blk.31.attn_output.weight q4_K 2611blk.31.attn_v.weight q5_K 2612blk.32.attn_output.weight q4_K 2613blk.32.attn_v.weight q5_K 2614blk.33.attn_output.weight q4_K 2615blk.33.attn_v.weight q5_K 2616blk.34.attn_output.weight q4_K 2617blk.34.attn_v.weight q5_K 2618blk.35.attn_output.weight q4_K 2619blk.35.attn_v.weight q5_K 2620blk.36.attn_output.weight q4_K 2621blk.36.attn_v.weight q5_K 2622blk.37.attn_output.weight q4_K 2623blk.37.attn_v.weight q5_K 2624blk.38.attn_output.weight q4_K 2625blk.38.attn_v.weight q5_K 2626blk.39.attn_output.weight q4_K 2627blk.39.attn_v.weight q5_K 2628blk.40.attn_output.weight q4_K 2629blk.40.attn_v.weight q5_K 2630blk.41.attn_output.weight q4_K 2631blk.41.attn_v.weight q5_K 2632blk.42.attn_output.weight q4_K 2633blk.42.attn_v.weight q5_K 2634blk.43.attn_output.weight q4_K 2635blk.43.attn_v.weight q5_K 2636blk.44.attn_output.weight q4_K 2637blk.44.attn_v.weight q5_K 2638blk.45.attn_output.weight q4_K 2639blk.45.attn_v.weight q5_K 2640blk.46.attn_output.weight q4_K 2641blk.46.attn_v.weight q5_K 2642blk.47.attn_output.weight q4_K 2643blk.47.attn_v.weight q5_K 2644blk.48.attn_output.weight q4_K 2645blk.48.attn_v.weight q5_K 2646blk.49.attn_output.weight q4_K 2647blk.49.attn_v.weight q5_K 2648blk.50.attn_output.weight q4_K 2649blk.50.attn_v.weight q5_K 2650blk.51.attn_output.weight q4_K 2651blk.51.attn_v.weight q5_K 2652blk.52.attn_output.weight q4_K 2653blk.52.attn_v.weight q5_K 2654blk.53.attn_output.weight q4_K 2655blk.53.attn_v.weight q5_K 2656blk.54.attn_output.weight q4_K 2657blk.54.attn_v.weight q5_K 2658blk.55.attn_output.weight q4_K 2659blk.55.attn_v.weight q5_K 2660blk.56.attn_output.weight q4_K 2661blk.56.attn_v.weight q5_K 2662blk.57.attn_output.weight q4_K 2663blk.57.attn_v.weight q5_K 2664blk.58.attn_output.weight q4_K 2665blk.58.attn_v.weight q5_K 2666blk.59.attn_output.weight q4_K 2667blk.59.attn_v.weight q5_K 2668blk.60.attn_output.weight q4_K 2669blk.60.attn_v.weight q5_K 2670blk.61.attn_output.weight q4_K 2671blk.61.attn_v.weight q5_K 2672blk.62.attn_output.weight q4_K 2673blk.62.attn_v.weight q5_K 2674blk.63.attn_output.weight q4_K 2675blk.63.attn_v.weight q5_K 2676blk.64.attn_output.weight q4_K 2677blk.64.attn_v.weight q5_K 2678blk.65.attn_output.weight q4_K 2679blk.65.attn_v.weight q5_K 2680blk.66.attn_output.weight q4_K 2681blk.66.attn_v.weight q5_K 2682blk.67.attn_output.weight q4_K 2683blk.67.attn_v.weight q5_K 2684blk.68.attn_output.weight q4_K 2685blk.68.attn_v.weight q5_K 2686blk.69.attn_output.weight q4_K 2687blk.69.attn_v.weight q5_K 2688blk.70.attn_output.weight q4_K 2689blk.70.attn_v.weight q5_K 2690blk.71.attn_output.weight q4_K 2691blk.71.attn_v.weight q5_K 2692blk.72.attn_output.weight q4_K 2693blk.72.attn_v.weight q5_K 2694blk.73.attn_output.weight q4_K 2695blk.73.attn_v.weight q5_K 2696blk.74.attn_output.weight q4_K 2697blk.74.attn_v.weight q5_K 2698blk.75.attn_output.weight q4_K 2699blk.75.attn_v.weight q5_K 2700blk.76.attn_output.weight q4_K 2701blk.76.attn_v.weight q5_K 2702blk.77.attn_output.weight q4_K 2703blk.77.attn_v.weight q5_K 2704blk.78.attn_output.weight q4_K 2705blk.78.attn_v.weight q5_K 2706blk.79.attn_output.weight q4_K 2707blk.79.attn_v.weight q5_K 2708 2709[IQ2_S] iq2_xs 2710output.weight q5_K 2711token_embd.weight iq3_s 2712blk.0.attn_output.weight iq3_s 2713blk.0.attn_v.weight q4_K 2714blk.0.ffn_down.weight iq3_s 2715blk.1.attn_output.weight iq3_s 2716blk.1.attn_v.weight q4_K 2717blk.1.ffn_down.weight iq3_s 2718blk.2.attn_output.weight iq3_s 2719blk.2.attn_v.weight q4_K 2720blk.2.ffn_down.weight iq3_s 2721blk.3.attn_output.weight iq3_s 2722blk.3.attn_v.weight q4_K 2723blk.3.ffn_down.weight iq3_s 2724blk.4.attn_output.weight iq3_s 2725blk.4.attn_v.weight q4_K 2726blk.4.ffn_down.weight iq3_s 2727blk.5.attn_output.weight iq3_s 2728blk.5.attn_v.weight q4_K 2729blk.5.ffn_down.weight iq3_s 2730blk.6.attn_output.weight iq3_s 2731blk.6.attn_v.weight q4_K 2732blk.6.ffn_down.weight iq3_s 2733blk.7.attn_output.weight iq3_s 2734blk.7.attn_v.weight q4_K 2735blk.7.ffn_down.weight iq3_s 2736blk.8.attn_output.weight iq3_s 2737blk.8.attn_v.weight q4_K 2738blk.8.ffn_down.weight iq3_s 2739blk.9.attn_output.weight iq3_s 2740blk.9.attn_v.weight q4_K 2741blk.9.ffn_down.weight iq3_s 2742blk.10.attn_output.weight iq3_s 2743blk.10.attn_v.weight q4_K 2744blk.11.attn_output.weight iq3_s 2745blk.11.attn_v.weight q4_K 2746blk.12.attn_output.weight iq3_s 2747blk.12.attn_v.weight q4_K 2748blk.13.attn_output.weight iq3_s 2749blk.13.attn_v.weight q4_K 2750blk.14.attn_output.weight iq3_s 2751blk.14.attn_v.weight q4_K 2752blk.15.attn_output.weight iq3_s 2753blk.15.attn_v.weight q4_K 2754blk.16.attn_output.weight iq3_s 2755blk.16.attn_v.weight q4_K 2756blk.17.attn_output.weight iq3_s 2757blk.17.attn_v.weight q4_K 2758blk.18.attn_output.weight iq3_s 2759blk.18.attn_v.weight q4_K 2760blk.19.attn_output.weight iq3_s 2761blk.19.attn_v.weight q4_K 2762blk.20.attn_output.weight iq3_s 2763blk.20.attn_v.weight q4_K 2764blk.21.attn_output.weight iq3_s 2765blk.21.attn_v.weight q4_K 2766blk.22.attn_output.weight iq3_s 2767blk.22.attn_v.weight q4_K 2768blk.23.attn_output.weight iq3_s 2769blk.23.attn_v.weight q4_K 2770blk.24.attn_output.weight iq3_s 2771blk.24.attn_v.weight q4_K 2772blk.25.attn_output.weight iq3_s 2773blk.25.attn_v.weight q4_K 2774blk.26.attn_output.weight iq3_s 2775blk.26.attn_v.weight q4_K 2776blk.27.attn_output.weight iq3_s 2777blk.27.attn_v.weight q4_K 2778blk.28.attn_output.weight iq3_s 2779blk.28.attn_v.weight q4_K 2780blk.29.attn_output.weight iq3_s 2781blk.29.attn_v.weight q4_K 2782blk.30.attn_output.weight iq3_s 2783blk.30.attn_v.weight q4_K 2784blk.31.attn_output.weight iq3_s 2785blk.31.attn_v.weight q4_K 2786blk.32.attn_output.weight iq3_s 2787blk.32.attn_v.weight q4_K 2788blk.33.attn_output.weight iq3_s 2789blk.33.attn_v.weight q4_K 2790blk.34.attn_output.weight iq3_s 2791blk.34.attn_v.weight q4_K 2792blk.35.attn_output.weight iq3_s 2793blk.35.attn_v.weight q4_K 2794blk.36.attn_output.weight iq3_s 2795blk.36.attn_v.weight q4_K 2796blk.37.attn_output.weight iq3_s 2797blk.37.attn_v.weight q4_K 2798blk.38.attn_output.weight iq3_s 2799blk.38.attn_v.weight q4_K 2800blk.39.attn_output.weight iq3_s 2801blk.39.attn_v.weight q4_K 2802blk.40.attn_output.weight iq3_s 2803blk.40.attn_v.weight q4_K 2804blk.41.attn_output.weight iq3_s 2805blk.41.attn_v.weight q4_K 2806blk.42.attn_output.weight iq3_s 2807blk.42.attn_v.weight q4_K 2808blk.43.attn_output.weight iq3_s 2809blk.43.attn_v.weight q4_K 2810blk.44.attn_output.weight iq3_s 2811blk.44.attn_v.weight q4_K 2812blk.45.attn_output.weight iq3_s 2813blk.45.attn_v.weight q4_K 2814blk.46.attn_output.weight iq3_s 2815blk.46.attn_v.weight q4_K 2816blk.47.attn_output.weight iq3_s 2817blk.47.attn_v.weight q4_K 2818blk.48.attn_output.weight iq3_s 2819blk.48.attn_v.weight q4_K 2820blk.49.attn_output.weight iq3_s 2821blk.49.attn_v.weight q4_K 2822blk.50.attn_output.weight iq3_s 2823blk.50.attn_v.weight q4_K 2824blk.51.attn_output.weight iq3_s 2825blk.51.attn_v.weight q4_K 2826blk.52.attn_output.weight iq3_s 2827blk.52.attn_v.weight q4_K 2828blk.53.attn_output.weight iq3_s 2829blk.53.attn_v.weight q4_K 2830blk.54.attn_output.weight iq3_s 2831blk.54.attn_v.weight q4_K 2832blk.55.attn_output.weight iq3_s 2833blk.55.attn_v.weight q4_K 2834blk.56.attn_output.weight iq3_s 2835blk.56.attn_v.weight q4_K 2836blk.57.attn_output.weight iq3_s 2837blk.57.attn_v.weight q4_K 2838blk.58.attn_output.weight iq3_s 2839blk.58.attn_v.weight q4_K 2840blk.59.attn_output.weight iq3_s 2841blk.59.attn_v.weight q4_K 2842blk.60.attn_output.weight iq3_s 2843blk.60.attn_v.weight q4_K 2844blk.61.attn_output.weight iq3_s 2845blk.61.attn_v.weight q4_K 2846blk.62.attn_output.weight iq3_s 2847blk.62.attn_v.weight q4_K 2848blk.63.attn_output.weight iq3_s 2849blk.63.attn_v.weight q4_K 2850blk.64.attn_output.weight iq3_s 2851blk.64.attn_v.weight q4_K 2852blk.65.attn_output.weight iq3_s 2853blk.65.attn_v.weight q4_K 2854blk.66.attn_output.weight iq3_s 2855blk.66.attn_v.weight q4_K 2856blk.67.attn_output.weight iq3_s 2857blk.67.attn_v.weight q4_K 2858blk.68.attn_output.weight iq3_s 2859blk.68.attn_v.weight q4_K 2860blk.69.attn_output.weight iq3_s 2861blk.69.attn_v.weight q4_K 2862blk.70.attn_output.weight iq3_s 2863blk.70.attn_v.weight q4_K 2864blk.71.attn_output.weight iq3_s 2865blk.71.attn_v.weight q4_K 2866blk.72.attn_output.weight iq3_s 2867blk.72.attn_v.weight q4_K 2868blk.73.attn_output.weight iq3_s 2869blk.73.attn_v.weight q4_K 2870blk.74.attn_output.weight iq3_s 2871blk.74.attn_v.weight q4_K 2872blk.75.attn_output.weight iq3_s 2873blk.75.attn_v.weight q4_K 2874blk.76.attn_output.weight iq3_s 2875blk.76.attn_v.weight q4_K 2876blk.77.attn_output.weight iq3_s 2877blk.77.attn_v.weight q4_K 2878blk.78.attn_output.weight iq3_s 2879blk.78.attn_v.weight q4_K 2880blk.79.attn_output.weight iq3_s 2881blk.79.attn_v.weight q4_K 2882 2883[IQ2_M] iq2_s 2884output.weight q5_K 2885token_embd.weight iq3_s 2886blk.0.attn_output.weight iq3_s 2887blk.0.attn_v.weight q4_K 2888blk.0.ffn_down.weight iq3_s 2889blk.1.attn_output.weight iq3_s 2890blk.1.attn_v.weight q4_K 2891blk.1.ffn_down.weight iq3_s 2892blk.2.attn_output.weight iq3_s 2893blk.2.attn_v.weight q4_K 2894blk.2.ffn_down.weight iq3_s 2895blk.3.attn_output.weight iq3_s 2896blk.3.attn_v.weight q4_K 2897blk.3.ffn_down.weight iq3_s 2898blk.4.attn_output.weight iq3_s 2899blk.4.attn_v.weight q4_K 2900blk.4.ffn_down.weight iq3_s 2901blk.5.attn_output.weight iq3_s 2902blk.5.attn_v.weight q4_K 2903blk.5.ffn_down.weight iq3_s 2904blk.6.attn_output.weight iq3_s 2905blk.6.attn_v.weight q4_K 2906blk.6.ffn_down.weight iq3_s 2907blk.7.attn_output.weight iq3_s 2908blk.7.attn_v.weight q4_K 2909blk.7.ffn_down.weight iq3_s 2910blk.8.attn_output.weight iq3_s 2911blk.8.attn_v.weight q4_K 2912blk.8.ffn_down.weight iq3_s 2913blk.9.attn_output.weight iq3_s 2914blk.9.attn_v.weight q4_K 2915blk.9.ffn_down.weight iq3_s 2916blk.10.attn_output.weight iq3_s 2917blk.10.attn_v.weight q4_K 2918blk.11.attn_output.weight iq3_s 2919blk.11.attn_v.weight q4_K 2920blk.12.attn_output.weight iq3_s 2921blk.12.attn_v.weight q4_K 2922blk.13.attn_output.weight iq3_s 2923blk.13.attn_v.weight q4_K 2924blk.14.attn_output.weight iq3_s 2925blk.14.attn_v.weight q4_K 2926blk.15.attn_output.weight iq3_s 2927blk.15.attn_v.weight q4_K 2928blk.16.attn_output.weight iq3_s 2929blk.16.attn_v.weight q4_K 2930blk.17.attn_output.weight iq3_s 2931blk.17.attn_v.weight q4_K 2932blk.18.attn_output.weight iq3_s 2933blk.18.attn_v.weight q4_K 2934blk.19.attn_output.weight iq3_s 2935blk.19.attn_v.weight q4_K 2936blk.20.attn_output.weight iq3_s 2937blk.20.attn_v.weight q4_K 2938blk.21.attn_output.weight iq3_s 2939blk.21.attn_v.weight q4_K 2940blk.22.attn_output.weight iq3_s 2941blk.22.attn_v.weight q4_K 2942blk.23.attn_output.weight iq3_s 2943blk.23.attn_v.weight q4_K 2944blk.24.attn_output.weight iq3_s 2945blk.24.attn_v.weight q4_K 2946blk.25.attn_output.weight iq3_s 2947blk.25.attn_v.weight q4_K 2948blk.26.attn_output.weight iq3_s 2949blk.26.attn_v.weight q4_K 2950blk.27.attn_output.weight iq3_s 2951blk.27.attn_v.weight q4_K 2952blk.28.attn_output.weight iq3_s 2953blk.28.attn_v.weight q4_K 2954blk.29.attn_output.weight iq3_s 2955blk.29.attn_v.weight q4_K 2956blk.30.attn_output.weight iq3_s 2957blk.30.attn_v.weight q4_K 2958blk.31.attn_output.weight iq3_s 2959blk.31.attn_v.weight q4_K 2960blk.32.attn_output.weight iq3_s 2961blk.32.attn_v.weight q4_K 2962blk.33.attn_output.weight iq3_s 2963blk.33.attn_v.weight q4_K 2964blk.34.attn_output.weight iq3_s 2965blk.34.attn_v.weight q4_K 2966blk.35.attn_output.weight iq3_s 2967blk.35.attn_v.weight q4_K 2968blk.36.attn_output.weight iq3_s 2969blk.36.attn_v.weight q4_K 2970blk.37.attn_output.weight iq3_s 2971blk.37.attn_v.weight q4_K 2972blk.38.attn_output.weight iq3_s 2973blk.38.attn_v.weight q4_K 2974blk.39.attn_output.weight iq3_s 2975blk.39.attn_v.weight q4_K 2976blk.40.attn_output.weight iq3_s 2977blk.40.attn_v.weight q4_K 2978blk.41.attn_output.weight iq3_s 2979blk.41.attn_v.weight q4_K 2980blk.42.attn_output.weight iq3_s 2981blk.42.attn_v.weight q4_K 2982blk.43.attn_output.weight iq3_s 2983blk.43.attn_v.weight q4_K 2984blk.44.attn_output.weight iq3_s 2985blk.44.attn_v.weight q4_K 2986blk.45.attn_output.weight iq3_s 2987blk.45.attn_v.weight q4_K 2988blk.46.attn_output.weight iq3_s 2989blk.46.attn_v.weight q4_K 2990blk.47.attn_output.weight iq3_s 2991blk.47.attn_v.weight q4_K 2992blk.48.attn_output.weight iq3_s 2993blk.48.attn_v.weight q4_K 2994blk.49.attn_output.weight iq3_s 2995blk.49.attn_v.weight q4_K 2996blk.50.attn_output.weight iq3_s 2997blk.50.attn_v.weight q4_K 2998blk.51.attn_output.weight iq3_s 2999blk.51.attn_v.weight q4_K 3000blk.52.attn_output.weight iq3_s 3001blk.52.attn_v.weight q4_K 3002blk.53.attn_output.weight iq3_s 3003blk.53.attn_v.weight q4_K 3004blk.54.attn_output.weight iq3_s 3005blk.54.attn_v.weight q4_K 3006blk.55.attn_output.weight iq3_s 3007blk.55.attn_v.weight q4_K 3008blk.56.attn_output.weight iq3_s 3009blk.56.attn_v.weight q4_K 3010blk.57.attn_output.weight iq3_s 3011blk.57.attn_v.weight q4_K 3012blk.58.attn_output.weight iq3_s 3013blk.58.attn_v.weight q4_K 3014blk.59.attn_output.weight iq3_s 3015blk.59.attn_v.weight q4_K 3016blk.60.attn_output.weight iq3_s 3017blk.60.attn_v.weight q4_K 3018blk.61.attn_output.weight iq3_s 3019blk.61.attn_v.weight q4_K 3020blk.62.attn_output.weight iq3_s 3021blk.62.attn_v.weight q4_K 3022blk.63.attn_output.weight iq3_s 3023blk.63.attn_v.weight q4_K 3024blk.64.attn_output.weight iq3_s 3025blk.64.attn_v.weight q4_K 3026blk.65.attn_output.weight iq3_s 3027blk.65.attn_v.weight q4_K 3028blk.66.attn_output.weight iq3_s 3029blk.66.attn_v.weight q4_K 3030blk.67.attn_output.weight iq3_s 3031blk.67.attn_v.weight q4_K 3032blk.68.attn_output.weight iq3_s 3033blk.68.attn_v.weight q4_K 3034blk.69.attn_output.weight iq3_s 3035blk.69.attn_v.weight q4_K 3036blk.70.attn_output.weight iq3_s 3037blk.70.attn_v.weight q4_K 3038blk.71.attn_output.weight iq3_s 3039blk.71.attn_v.weight q4_K 3040blk.72.attn_output.weight iq3_s 3041blk.72.attn_v.weight q4_K 3042blk.73.attn_output.weight iq3_s 3043blk.73.attn_v.weight q4_K 3044blk.74.attn_output.weight iq3_s 3045blk.74.attn_v.weight q4_K 3046blk.75.attn_output.weight iq3_s 3047blk.75.attn_v.weight q4_K 3048blk.76.attn_output.weight iq3_s 3049blk.76.attn_v.weight q4_K 3050blk.77.attn_output.weight iq3_s 3051blk.77.attn_v.weight q4_K 3052blk.78.attn_output.weight iq3_s 3053blk.78.attn_v.weight q4_K 3054blk.79.attn_output.weight iq3_s 3055blk.79.attn_v.weight q4_K 3056 3057[IQ4_XS] iq4_xs 3058output.weight q6_K 3059blk.0.attn_v.weight q5_K 3060blk.0.ffn_down.weight q5_K 3061blk.1.attn_v.weight q5_K 3062blk.1.ffn_down.weight q5_K 3063blk.2.attn_v.weight q5_K 3064blk.2.ffn_down.weight q5_K 3065blk.3.attn_v.weight q5_K 3066blk.3.ffn_down.weight q5_K 3067blk.4.attn_v.weight q5_K 3068blk.4.ffn_down.weight q5_K 3069blk.5.attn_v.weight q5_K 3070blk.5.ffn_down.weight q5_K 3071blk.6.attn_v.weight q5_K 3072blk.6.ffn_down.weight q5_K 3073blk.7.attn_v.weight q5_K 3074blk.7.ffn_down.weight q5_K 3075blk.8.attn_v.weight q5_K 3076blk.8.ffn_down.weight q5_K 3077blk.9.attn_v.weight q5_K 3078blk.9.ffn_down.weight q5_K 3079blk.10.attn_v.weight q5_K 3080blk.11.attn_v.weight q5_K 3081blk.12.attn_v.weight q5_K 3082blk.13.attn_v.weight q5_K 3083blk.14.attn_v.weight q5_K 3084blk.15.attn_v.weight q5_K 3085blk.16.attn_v.weight q5_K 3086blk.17.attn_v.weight q5_K 3087blk.18.attn_v.weight q5_K 3088blk.19.attn_v.weight q5_K 3089blk.20.attn_v.weight q5_K 3090blk.21.attn_v.weight q5_K 3091blk.22.attn_v.weight q5_K 3092blk.23.attn_v.weight q5_K 3093blk.24.attn_v.weight q5_K 3094blk.25.attn_v.weight q5_K 3095blk.26.attn_v.weight q5_K 3096blk.27.attn_v.weight q5_K 3097blk.28.attn_v.weight q5_K 3098blk.29.attn_v.weight q5_K 3099blk.30.attn_v.weight q5_K 3100blk.31.attn_v.weight q5_K 3101blk.32.attn_v.weight q5_K 3102blk.33.attn_v.weight q5_K 3103blk.34.attn_v.weight q5_K 3104blk.35.attn_v.weight q5_K 3105blk.36.attn_v.weight q5_K 3106blk.37.attn_v.weight q5_K 3107blk.38.attn_v.weight q5_K 3108blk.39.attn_v.weight q5_K 3109blk.40.attn_v.weight q5_K 3110blk.41.attn_v.weight q5_K 3111blk.42.attn_v.weight q5_K 3112blk.43.attn_v.weight q5_K 3113blk.44.attn_v.weight q5_K 3114blk.45.attn_v.weight q5_K 3115blk.46.attn_v.weight q5_K 3116blk.47.attn_v.weight q5_K 3117blk.48.attn_v.weight q5_K 3118blk.49.attn_v.weight q5_K 3119blk.50.attn_v.weight q5_K 3120blk.51.attn_v.weight q5_K 3121blk.52.attn_v.weight q5_K 3122blk.53.attn_v.weight q5_K 3123blk.54.attn_v.weight q5_K 3124blk.55.attn_v.weight q5_K 3125blk.56.attn_v.weight q5_K 3126blk.57.attn_v.weight q5_K 3127blk.58.attn_v.weight q5_K 3128blk.59.attn_v.weight q5_K 3129blk.60.attn_v.weight q5_K 3130blk.61.attn_v.weight q5_K 3131blk.62.attn_v.weight q5_K 3132blk.63.attn_v.weight q5_K 3133blk.64.attn_v.weight q5_K 3134blk.65.attn_v.weight q5_K 3135blk.66.attn_v.weight q5_K 3136blk.67.attn_v.weight q5_K 3137blk.68.attn_v.weight q5_K 3138blk.69.attn_v.weight q5_K 3139blk.70.attn_v.weight q5_K 3140blk.71.attn_v.weight q5_K 3141blk.72.attn_v.weight q5_K 3142blk.73.attn_v.weight q5_K 3143blk.74.attn_v.weight q5_K 3144blk.75.attn_v.weight q5_K 3145blk.76.attn_v.weight q5_K 3146blk.77.attn_v.weight q5_K 3147blk.78.attn_v.weight q5_K 3148blk.79.attn_v.weight q5_K 3149 3150[IQ1_M] iq1_m 3151output.weight q5_K 3152token_embd.weight q2_K 3153blk.0.attn_output.weight iq2_xxs 3154blk.0.attn_v.weight q4_K 3155blk.0.ffn_down.weight q2_K 3156blk.1.attn_output.weight iq2_xxs 3157blk.1.attn_v.weight q4_K 3158blk.1.ffn_down.weight q2_K 3159blk.2.attn_output.weight iq2_xxs 3160blk.2.attn_v.weight q4_K 3161blk.2.ffn_down.weight q2_K 3162blk.3.attn_output.weight iq2_xxs 3163blk.3.attn_v.weight q4_K 3164blk.3.ffn_down.weight q2_K 3165blk.4.attn_output.weight iq2_xxs 3166blk.4.attn_v.weight q4_K 3167blk.4.ffn_down.weight q2_K 3168blk.5.attn_output.weight iq2_xxs 3169blk.5.attn_v.weight q4_K 3170blk.5.ffn_down.weight q2_K 3171blk.6.attn_output.weight iq2_xxs 3172blk.6.attn_v.weight q4_K 3173blk.6.ffn_down.weight q2_K 3174blk.7.attn_output.weight iq2_xxs 3175blk.7.attn_v.weight q4_K 3176blk.7.ffn_down.weight q2_K 3177blk.8.attn_output.weight iq2_xxs 3178blk.8.attn_v.weight q4_K 3179blk.8.ffn_down.weight q2_K 3180blk.9.attn_output.weight iq2_xxs 3181blk.9.attn_v.weight q4_K 3182blk.9.ffn_down.weight q2_K 3183blk.10.attn_output.weight iq2_xxs 3184blk.10.attn_v.weight q4_K 3185blk.11.attn_output.weight iq2_xxs 3186blk.11.attn_v.weight q4_K 3187blk.12.attn_output.weight iq2_xxs 3188blk.12.attn_v.weight q4_K 3189blk.13.attn_output.weight iq2_xxs 3190blk.13.attn_v.weight q4_K 3191blk.14.attn_output.weight iq2_xxs 3192blk.14.attn_v.weight q4_K 3193blk.15.attn_output.weight iq2_xxs 3194blk.15.attn_v.weight q4_K 3195blk.16.attn_output.weight iq2_xxs 3196blk.16.attn_v.weight q4_K 3197blk.17.attn_output.weight iq2_xxs 3198blk.17.attn_v.weight q4_K 3199blk.18.attn_output.weight iq2_xxs 3200blk.18.attn_v.weight q4_K 3201blk.19.attn_output.weight iq2_xxs 3202blk.19.attn_v.weight q4_K 3203blk.20.attn_output.weight iq2_xxs 3204blk.20.attn_v.weight q4_K 3205blk.21.attn_output.weight iq2_xxs 3206blk.21.attn_v.weight q4_K 3207blk.22.attn_output.weight iq2_xxs 3208blk.22.attn_v.weight q4_K 3209blk.23.attn_output.weight iq2_xxs 3210blk.23.attn_v.weight q4_K 3211blk.24.attn_output.weight iq2_xxs 3212blk.24.attn_v.weight q4_K 3213blk.25.attn_output.weight iq2_xxs 3214blk.25.attn_v.weight q4_K 3215blk.26.attn_output.weight iq2_xxs 3216blk.26.attn_v.weight q4_K 3217blk.27.attn_output.weight iq2_xxs 3218blk.27.attn_v.weight q4_K 3219blk.28.attn_output.weight iq2_xxs 3220blk.28.attn_v.weight q4_K 3221blk.29.attn_output.weight iq2_xxs 3222blk.29.attn_v.weight q4_K 3223blk.30.attn_output.weight iq2_xxs 3224blk.30.attn_v.weight q4_K 3225blk.31.attn_output.weight iq2_xxs 3226blk.31.attn_v.weight q4_K 3227blk.32.attn_output.weight iq2_xxs 3228blk.32.attn_v.weight q4_K 3229blk.33.attn_output.weight iq2_xxs 3230blk.33.attn_v.weight q4_K 3231blk.34.attn_output.weight iq2_xxs 3232blk.34.attn_v.weight q4_K 3233blk.35.attn_output.weight iq2_xxs 3234blk.35.attn_v.weight q4_K 3235blk.36.attn_output.weight iq2_xxs 3236blk.36.attn_v.weight q4_K 3237blk.37.attn_output.weight iq2_xxs 3238blk.37.attn_v.weight q4_K 3239blk.38.attn_output.weight iq2_xxs 3240blk.38.attn_v.weight q4_K 3241blk.39.attn_output.weight iq2_xxs 3242blk.39.attn_v.weight q4_K 3243blk.40.attn_output.weight iq2_xxs 3244blk.40.attn_v.weight q4_K 3245blk.41.attn_output.weight iq2_xxs 3246blk.41.attn_v.weight q4_K 3247blk.42.attn_output.weight iq2_xxs 3248blk.42.attn_v.weight q4_K 3249blk.43.attn_output.weight iq2_xxs 3250blk.43.attn_v.weight q4_K 3251blk.44.attn_output.weight iq2_xxs 3252blk.44.attn_v.weight q4_K 3253blk.45.attn_output.weight iq2_xxs 3254blk.45.attn_v.weight q4_K 3255blk.46.attn_output.weight iq2_xxs 3256blk.46.attn_v.weight q4_K 3257blk.47.attn_output.weight iq2_xxs 3258blk.47.attn_v.weight q4_K 3259blk.48.attn_output.weight iq2_xxs 3260blk.48.attn_v.weight q4_K 3261blk.49.attn_output.weight iq2_xxs 3262blk.49.attn_v.weight q4_K 3263blk.50.attn_output.weight iq2_xxs 3264blk.50.attn_v.weight q4_K 3265blk.51.attn_output.weight iq2_xxs 3266blk.51.attn_v.weight q4_K 3267blk.52.attn_output.weight iq2_xxs 3268blk.52.attn_v.weight q4_K 3269blk.53.attn_output.weight iq2_xxs 3270blk.53.attn_v.weight q4_K 3271blk.54.attn_output.weight iq2_xxs 3272blk.54.attn_v.weight q4_K 3273blk.55.attn_output.weight iq2_xxs 3274blk.55.attn_v.weight q4_K 3275blk.56.attn_output.weight iq2_xxs 3276blk.56.attn_v.weight q4_K 3277blk.57.attn_output.weight iq2_xxs 3278blk.57.attn_v.weight q4_K 3279blk.58.attn_output.weight iq2_xxs 3280blk.58.attn_v.weight q4_K 3281blk.59.attn_output.weight iq2_xxs 3282blk.59.attn_v.weight q4_K 3283blk.60.attn_output.weight iq2_xxs 3284blk.60.attn_v.weight q4_K 3285blk.61.attn_output.weight iq2_xxs 3286blk.61.attn_v.weight q4_K 3287blk.62.attn_output.weight iq2_xxs 3288blk.62.attn_v.weight q4_K 3289blk.63.attn_output.weight iq2_xxs 3290blk.63.attn_v.weight q4_K 3291blk.64.attn_output.weight iq2_xxs 3292blk.64.attn_v.weight q4_K 3293blk.65.attn_output.weight iq2_xxs 3294blk.65.attn_v.weight q4_K 3295blk.66.attn_output.weight iq2_xxs 3296blk.66.attn_v.weight q4_K 3297blk.67.attn_output.weight iq2_xxs 3298blk.67.attn_v.weight q4_K 3299blk.68.attn_output.weight iq2_xxs 3300blk.68.attn_v.weight q4_K 3301blk.69.attn_output.weight iq2_xxs 3302blk.69.attn_v.weight q4_K 3303blk.70.attn_output.weight iq2_xxs 3304blk.70.attn_v.weight q4_K 3305blk.71.attn_output.weight iq2_xxs 3306blk.71.attn_v.weight q4_K 3307blk.72.attn_output.weight iq2_xxs 3308blk.72.attn_v.weight q4_K 3309blk.73.attn_output.weight iq2_xxs 3310blk.73.attn_v.weight q4_K 3311blk.74.attn_output.weight iq2_xxs 3312blk.74.attn_v.weight q4_K 3313blk.75.attn_output.weight iq2_xxs 3314blk.75.attn_v.weight q4_K 3315blk.76.attn_output.weight iq2_xxs 3316blk.76.attn_v.weight q4_K 3317blk.77.attn_output.weight iq2_xxs 3318blk.77.attn_v.weight q4_K 3319blk.78.attn_output.weight iq2_xxs 3320blk.78.attn_v.weight q4_K 3321blk.79.attn_output.weight iq2_xxs 3322blk.79.attn_v.weight q4_K 3323 3324[BF16] bf16 3325 3326[TQ1_0] tq1_0 3327output.weight q6_K 3328token_embd.weight q4_K 3329 3330[TQ2_0] tq2_0 3331output.weight q6_K 3332token_embd.weight q4_K 3333 3334[MXFP4_MOE] mxfp4 3335output.weight q8_0 3336token_embd.weight q8_0 3337blk.0.attn_k.weight q8_0 3338blk.0.attn_output.weight q8_0 3339blk.0.attn_q.weight q8_0 3340blk.0.attn_v.weight q8_0 3341blk.0.ffn_down.weight q8_0 3342blk.0.ffn_gate.weight q8_0 3343blk.0.ffn_up.weight q8_0 3344blk.1.attn_k.weight q8_0 3345blk.1.attn_output.weight q8_0 3346blk.1.attn_q.weight q8_0 3347blk.1.attn_v.weight q8_0 3348blk.1.ffn_down.weight q8_0 3349blk.1.ffn_gate.weight q8_0 3350blk.1.ffn_up.weight q8_0 3351blk.2.attn_k.weight q8_0 3352blk.2.attn_output.weight q8_0 3353blk.2.attn_q.weight q8_0 3354blk.2.attn_v.weight q8_0 3355blk.2.ffn_down.weight q8_0 3356blk.2.ffn_gate.weight q8_0 3357blk.2.ffn_up.weight q8_0 3358blk.3.attn_k.weight q8_0 3359blk.3.attn_output.weight q8_0 3360blk.3.attn_q.weight q8_0 3361blk.3.attn_v.weight q8_0 3362blk.3.ffn_down.weight q8_0 3363blk.3.ffn_gate.weight q8_0 3364blk.3.ffn_up.weight q8_0 3365blk.4.attn_k.weight q8_0 3366blk.4.attn_output.weight q8_0 3367blk.4.attn_q.weight q8_0 3368blk.4.attn_v.weight q8_0 3369blk.4.ffn_down.weight q8_0 3370blk.4.ffn_gate.weight q8_0 3371blk.4.ffn_up.weight q8_0 3372blk.5.attn_k.weight q8_0 3373blk.5.attn_output.weight q8_0 3374blk.5.attn_q.weight q8_0 3375blk.5.attn_v.weight q8_0 3376blk.5.ffn_down.weight q8_0 3377blk.5.ffn_gate.weight q8_0 3378blk.5.ffn_up.weight q8_0 3379blk.6.attn_k.weight q8_0 3380blk.6.attn_output.weight q8_0 3381blk.6.attn_q.weight q8_0 3382blk.6.attn_v.weight q8_0 3383blk.6.ffn_down.weight q8_0 3384blk.6.ffn_gate.weight q8_0 3385blk.6.ffn_up.weight q8_0 3386blk.7.attn_k.weight q8_0 3387blk.7.attn_output.weight q8_0 3388blk.7.attn_q.weight q8_0 3389blk.7.attn_v.weight q8_0 3390blk.7.ffn_down.weight q8_0 3391blk.7.ffn_gate.weight q8_0 3392blk.7.ffn_up.weight q8_0 3393blk.8.attn_k.weight q8_0 3394blk.8.attn_output.weight q8_0 3395blk.8.attn_q.weight q8_0 3396blk.8.attn_v.weight q8_0 3397blk.8.ffn_down.weight q8_0 3398blk.8.ffn_gate.weight q8_0 3399blk.8.ffn_up.weight q8_0 3400blk.9.attn_k.weight q8_0 3401blk.9.attn_output.weight q8_0 3402blk.9.attn_q.weight q8_0 3403blk.9.attn_v.weight q8_0 3404blk.9.ffn_down.weight q8_0 3405blk.9.ffn_gate.weight q8_0 3406blk.9.ffn_up.weight q8_0 3407blk.10.attn_k.weight q8_0 3408blk.10.attn_output.weight q8_0 3409blk.10.attn_q.weight q8_0 3410blk.10.attn_v.weight q8_0 3411blk.10.ffn_down.weight q8_0 3412blk.10.ffn_gate.weight q8_0 3413blk.10.ffn_up.weight q8_0 3414blk.11.attn_k.weight q8_0 3415blk.11.attn_output.weight q8_0 3416blk.11.attn_q.weight q8_0 3417blk.11.attn_v.weight q8_0 3418blk.11.ffn_down.weight q8_0 3419blk.11.ffn_gate.weight q8_0 3420blk.11.ffn_up.weight q8_0 3421blk.12.attn_k.weight q8_0 3422blk.12.attn_output.weight q8_0 3423blk.12.attn_q.weight q8_0 3424blk.12.attn_v.weight q8_0 3425blk.12.ffn_down.weight q8_0 3426blk.12.ffn_gate.weight q8_0 3427blk.12.ffn_up.weight q8_0 3428blk.13.attn_k.weight q8_0 3429blk.13.attn_output.weight q8_0 3430blk.13.attn_q.weight q8_0 3431blk.13.attn_v.weight q8_0 3432blk.13.ffn_down.weight q8_0 3433blk.13.ffn_gate.weight q8_0 3434blk.13.ffn_up.weight q8_0 3435blk.14.attn_k.weight q8_0 3436blk.14.attn_output.weight q8_0 3437blk.14.attn_q.weight q8_0 3438blk.14.attn_v.weight q8_0 3439blk.14.ffn_down.weight q8_0 3440blk.14.ffn_gate.weight q8_0 3441blk.14.ffn_up.weight q8_0 3442blk.15.attn_k.weight q8_0 3443blk.15.attn_output.weight q8_0 3444blk.15.attn_q.weight q8_0 3445blk.15.attn_v.weight q8_0 3446blk.15.ffn_down.weight q8_0 3447blk.15.ffn_gate.weight q8_0 3448blk.15.ffn_up.weight q8_0 3449blk.16.attn_k.weight q8_0 3450blk.16.attn_output.weight q8_0 3451blk.16.attn_q.weight q8_0 3452blk.16.attn_v.weight q8_0 3453blk.16.ffn_down.weight q8_0 3454blk.16.ffn_gate.weight q8_0 3455blk.16.ffn_up.weight q8_0 3456blk.17.attn_k.weight q8_0 3457blk.17.attn_output.weight q8_0 3458blk.17.attn_q.weight q8_0 3459blk.17.attn_v.weight q8_0 3460blk.17.ffn_down.weight q8_0 3461blk.17.ffn_gate.weight q8_0 3462blk.17.ffn_up.weight q8_0 3463blk.18.attn_k.weight q8_0 3464blk.18.attn_output.weight q8_0 3465blk.18.attn_q.weight q8_0 3466blk.18.attn_v.weight q8_0 3467blk.18.ffn_down.weight q8_0 3468blk.18.ffn_gate.weight q8_0 3469blk.18.ffn_up.weight q8_0 3470blk.19.attn_k.weight q8_0 3471blk.19.attn_output.weight q8_0 3472blk.19.attn_q.weight q8_0 3473blk.19.attn_v.weight q8_0 3474blk.19.ffn_down.weight q8_0 3475blk.19.ffn_gate.weight q8_0 3476blk.19.ffn_up.weight q8_0 3477blk.20.attn_k.weight q8_0 3478blk.20.attn_output.weight q8_0 3479blk.20.attn_q.weight q8_0 3480blk.20.attn_v.weight q8_0 3481blk.20.ffn_down.weight q8_0 3482blk.20.ffn_gate.weight q8_0 3483blk.20.ffn_up.weight q8_0 3484blk.21.attn_k.weight q8_0 3485blk.21.attn_output.weight q8_0 3486blk.21.attn_q.weight q8_0 3487blk.21.attn_v.weight q8_0 3488blk.21.ffn_down.weight q8_0 3489blk.21.ffn_gate.weight q8_0 3490blk.21.ffn_up.weight q8_0 3491blk.22.attn_k.weight q8_0 3492blk.22.attn_output.weight q8_0 3493blk.22.attn_q.weight q8_0 3494blk.22.attn_v.weight q8_0 3495blk.22.ffn_down.weight q8_0 3496blk.22.ffn_gate.weight q8_0 3497blk.22.ffn_up.weight q8_0 3498blk.23.attn_k.weight q8_0 3499blk.23.attn_output.weight q8_0 3500blk.23.attn_q.weight q8_0 3501blk.23.attn_v.weight q8_0 3502blk.23.ffn_down.weight q8_0 3503blk.23.ffn_gate.weight q8_0 3504blk.23.ffn_up.weight q8_0 3505blk.24.attn_k.weight q8_0 3506blk.24.attn_output.weight q8_0 3507blk.24.attn_q.weight q8_0 3508blk.24.attn_v.weight q8_0 3509blk.24.ffn_down.weight q8_0 3510blk.24.ffn_gate.weight q8_0 3511blk.24.ffn_up.weight q8_0 3512blk.25.attn_k.weight q8_0 3513blk.25.attn_output.weight q8_0 3514blk.25.attn_q.weight q8_0 3515blk.25.attn_v.weight q8_0 3516blk.25.ffn_down.weight q8_0 3517blk.25.ffn_gate.weight q8_0 3518blk.25.ffn_up.weight q8_0 3519blk.26.attn_k.weight q8_0 3520blk.26.attn_output.weight q8_0 3521blk.26.attn_q.weight q8_0 3522blk.26.attn_v.weight q8_0 3523blk.26.ffn_down.weight q8_0 3524blk.26.ffn_gate.weight q8_0 3525blk.26.ffn_up.weight q8_0 3526blk.27.attn_k.weight q8_0 3527blk.27.attn_output.weight q8_0 3528blk.27.attn_q.weight q8_0 3529blk.27.attn_v.weight q8_0 3530blk.27.ffn_down.weight q8_0 3531blk.27.ffn_gate.weight q8_0 3532blk.27.ffn_up.weight q8_0 3533blk.28.attn_k.weight q8_0 3534blk.28.attn_output.weight q8_0 3535blk.28.attn_q.weight q8_0 3536blk.28.attn_v.weight q8_0 3537blk.28.ffn_down.weight q8_0 3538blk.28.ffn_gate.weight q8_0 3539blk.28.ffn_up.weight q8_0 3540blk.29.attn_k.weight q8_0 3541blk.29.attn_output.weight q8_0 3542blk.29.attn_q.weight q8_0 3543blk.29.attn_v.weight q8_0 3544blk.29.ffn_down.weight q8_0 3545blk.29.ffn_gate.weight q8_0 3546blk.29.ffn_up.weight q8_0 3547blk.30.attn_k.weight q8_0 3548blk.30.attn_output.weight q8_0 3549blk.30.attn_q.weight q8_0 3550blk.30.attn_v.weight q8_0 3551blk.30.ffn_down.weight q8_0 3552blk.30.ffn_gate.weight q8_0 3553blk.30.ffn_up.weight q8_0 3554blk.31.attn_k.weight q8_0 3555blk.31.attn_output.weight q8_0 3556blk.31.attn_q.weight q8_0 3557blk.31.attn_v.weight q8_0 3558blk.31.ffn_down.weight q8_0 3559blk.31.ffn_gate.weight q8_0 3560blk.31.ffn_up.weight q8_0 3561blk.32.attn_k.weight q8_0 3562blk.32.attn_output.weight q8_0 3563blk.32.attn_q.weight q8_0 3564blk.32.attn_v.weight q8_0 3565blk.32.ffn_down.weight q8_0 3566blk.32.ffn_gate.weight q8_0 3567blk.32.ffn_up.weight q8_0 3568blk.33.attn_k.weight q8_0 3569blk.33.attn_output.weight q8_0 3570blk.33.attn_q.weight q8_0 3571blk.33.attn_v.weight q8_0 3572blk.33.ffn_down.weight q8_0 3573blk.33.ffn_gate.weight q8_0 3574blk.33.ffn_up.weight q8_0 3575blk.34.attn_k.weight q8_0 3576blk.34.attn_output.weight q8_0 3577blk.34.attn_q.weight q8_0 3578blk.34.attn_v.weight q8_0 3579blk.34.ffn_down.weight q8_0 3580blk.34.ffn_gate.weight q8_0 3581blk.34.ffn_up.weight q8_0 3582blk.35.attn_k.weight q8_0 3583blk.35.attn_output.weight q8_0 3584blk.35.attn_q.weight q8_0 3585blk.35.attn_v.weight q8_0 3586blk.35.ffn_down.weight q8_0 3587blk.35.ffn_gate.weight q8_0 3588blk.35.ffn_up.weight q8_0 3589blk.36.attn_k.weight q8_0 3590blk.36.attn_output.weight q8_0 3591blk.36.attn_q.weight q8_0 3592blk.36.attn_v.weight q8_0 3593blk.36.ffn_down.weight q8_0 3594blk.36.ffn_gate.weight q8_0 3595blk.36.ffn_up.weight q8_0 3596blk.37.attn_k.weight q8_0 3597blk.37.attn_output.weight q8_0 3598blk.37.attn_q.weight q8_0 3599blk.37.attn_v.weight q8_0 3600blk.37.ffn_down.weight q8_0 3601blk.37.ffn_gate.weight q8_0 3602blk.37.ffn_up.weight q8_0 3603blk.38.attn_k.weight q8_0 3604blk.38.attn_output.weight q8_0 3605blk.38.attn_q.weight q8_0 3606blk.38.attn_v.weight q8_0 3607blk.38.ffn_down.weight q8_0 3608blk.38.ffn_gate.weight q8_0 3609blk.38.ffn_up.weight q8_0 3610blk.39.attn_k.weight q8_0 3611blk.39.attn_output.weight q8_0 3612blk.39.attn_q.weight q8_0 3613blk.39.attn_v.weight q8_0 3614blk.39.ffn_down.weight q8_0 3615blk.39.ffn_gate.weight q8_0 3616blk.39.ffn_up.weight q8_0 3617blk.40.attn_k.weight q8_0 3618blk.40.attn_output.weight q8_0 3619blk.40.attn_q.weight q8_0 3620blk.40.attn_v.weight q8_0 3621blk.40.ffn_down.weight q8_0 3622blk.40.ffn_gate.weight q8_0 3623blk.40.ffn_up.weight q8_0 3624blk.41.attn_k.weight q8_0 3625blk.41.attn_output.weight q8_0 3626blk.41.attn_q.weight q8_0 3627blk.41.attn_v.weight q8_0 3628blk.41.ffn_down.weight q8_0 3629blk.41.ffn_gate.weight q8_0 3630blk.41.ffn_up.weight q8_0 3631blk.42.attn_k.weight q8_0 3632blk.42.attn_output.weight q8_0 3633blk.42.attn_q.weight q8_0 3634blk.42.attn_v.weight q8_0 3635blk.42.ffn_down.weight q8_0 3636blk.42.ffn_gate.weight q8_0 3637blk.42.ffn_up.weight q8_0 3638blk.43.attn_k.weight q8_0 3639blk.43.attn_output.weight q8_0 3640blk.43.attn_q.weight q8_0 3641blk.43.attn_v.weight q8_0 3642blk.43.ffn_down.weight q8_0 3643blk.43.ffn_gate.weight q8_0 3644blk.43.ffn_up.weight q8_0 3645blk.44.attn_k.weight q8_0 3646blk.44.attn_output.weight q8_0 3647blk.44.attn_q.weight q8_0 3648blk.44.attn_v.weight q8_0 3649blk.44.ffn_down.weight q8_0 3650blk.44.ffn_gate.weight q8_0 3651blk.44.ffn_up.weight q8_0 3652blk.45.attn_k.weight q8_0 3653blk.45.attn_output.weight q8_0 3654blk.45.attn_q.weight q8_0 3655blk.45.attn_v.weight q8_0 3656blk.45.ffn_down.weight q8_0 3657blk.45.ffn_gate.weight q8_0 3658blk.45.ffn_up.weight q8_0 3659blk.46.attn_k.weight q8_0 3660blk.46.attn_output.weight q8_0 3661blk.46.attn_q.weight q8_0 3662blk.46.attn_v.weight q8_0 3663blk.46.ffn_down.weight q8_0 3664blk.46.ffn_gate.weight q8_0 3665blk.46.ffn_up.weight q8_0 3666blk.47.attn_k.weight q8_0 3667blk.47.attn_output.weight q8_0 3668blk.47.attn_q.weight q8_0 3669blk.47.attn_v.weight q8_0 3670blk.47.ffn_down.weight q8_0 3671blk.47.ffn_gate.weight q8_0 3672blk.47.ffn_up.weight q8_0 3673blk.48.attn_k.weight q8_0 3674blk.48.attn_output.weight q8_0 3675blk.48.attn_q.weight q8_0 3676blk.48.attn_v.weight q8_0 3677blk.48.ffn_down.weight q8_0 3678blk.48.ffn_gate.weight q8_0 3679blk.48.ffn_up.weight q8_0 3680blk.49.attn_k.weight q8_0 3681blk.49.attn_output.weight q8_0 3682blk.49.attn_q.weight q8_0 3683blk.49.attn_v.weight q8_0 3684blk.49.ffn_down.weight q8_0 3685blk.49.ffn_gate.weight q8_0 3686blk.49.ffn_up.weight q8_0 3687blk.50.attn_k.weight q8_0 3688blk.50.attn_output.weight q8_0 3689blk.50.attn_q.weight q8_0 3690blk.50.attn_v.weight q8_0 3691blk.50.ffn_down.weight q8_0 3692blk.50.ffn_gate.weight q8_0 3693blk.50.ffn_up.weight q8_0 3694blk.51.attn_k.weight q8_0 3695blk.51.attn_output.weight q8_0 3696blk.51.attn_q.weight q8_0 3697blk.51.attn_v.weight q8_0 3698blk.51.ffn_down.weight q8_0 3699blk.51.ffn_gate.weight q8_0 3700blk.51.ffn_up.weight q8_0 3701blk.52.attn_k.weight q8_0 3702blk.52.attn_output.weight q8_0 3703blk.52.attn_q.weight q8_0 3704blk.52.attn_v.weight q8_0 3705blk.52.ffn_down.weight q8_0 3706blk.52.ffn_gate.weight q8_0 3707blk.52.ffn_up.weight q8_0 3708blk.53.attn_k.weight q8_0 3709blk.53.attn_output.weight q8_0 3710blk.53.attn_q.weight q8_0 3711blk.53.attn_v.weight q8_0 3712blk.53.ffn_down.weight q8_0 3713blk.53.ffn_gate.weight q8_0 3714blk.53.ffn_up.weight q8_0 3715blk.54.attn_k.weight q8_0 3716blk.54.attn_output.weight q8_0 3717blk.54.attn_q.weight q8_0 3718blk.54.attn_v.weight q8_0 3719blk.54.ffn_down.weight q8_0 3720blk.54.ffn_gate.weight q8_0 3721blk.54.ffn_up.weight q8_0 3722blk.55.attn_k.weight q8_0 3723blk.55.attn_output.weight q8_0 3724blk.55.attn_q.weight q8_0 3725blk.55.attn_v.weight q8_0 3726blk.55.ffn_down.weight q8_0 3727blk.55.ffn_gate.weight q8_0 3728blk.55.ffn_up.weight q8_0 3729blk.56.attn_k.weight q8_0 3730blk.56.attn_output.weight q8_0 3731blk.56.attn_q.weight q8_0 3732blk.56.attn_v.weight q8_0 3733blk.56.ffn_down.weight q8_0 3734blk.56.ffn_gate.weight q8_0 3735blk.56.ffn_up.weight q8_0 3736blk.57.attn_k.weight q8_0 3737blk.57.attn_output.weight q8_0 3738blk.57.attn_q.weight q8_0 3739blk.57.attn_v.weight q8_0 3740blk.57.ffn_down.weight q8_0 3741blk.57.ffn_gate.weight q8_0 3742blk.57.ffn_up.weight q8_0 3743blk.58.attn_k.weight q8_0 3744blk.58.attn_output.weight q8_0 3745blk.58.attn_q.weight q8_0 3746blk.58.attn_v.weight q8_0 3747blk.58.ffn_down.weight q8_0 3748blk.58.ffn_gate.weight q8_0 3749blk.58.ffn_up.weight q8_0 3750blk.59.attn_k.weight q8_0 3751blk.59.attn_output.weight q8_0 3752blk.59.attn_q.weight q8_0 3753blk.59.attn_v.weight q8_0 3754blk.59.ffn_down.weight q8_0 3755blk.59.ffn_gate.weight q8_0 3756blk.59.ffn_up.weight q8_0 3757blk.60.attn_k.weight q8_0 3758blk.60.attn_output.weight q8_0 3759blk.60.attn_q.weight q8_0 3760blk.60.attn_v.weight q8_0 3761blk.60.ffn_down.weight q8_0 3762blk.60.ffn_gate.weight q8_0 3763blk.60.ffn_up.weight q8_0 3764blk.61.attn_k.weight q8_0 3765blk.61.attn_output.weight q8_0 3766blk.61.attn_q.weight q8_0 3767blk.61.attn_v.weight q8_0 3768blk.61.ffn_down.weight q8_0 3769blk.61.ffn_gate.weight q8_0 3770blk.61.ffn_up.weight q8_0 3771blk.62.attn_k.weight q8_0 3772blk.62.attn_output.weight q8_0 3773blk.62.attn_q.weight q8_0 3774blk.62.attn_v.weight q8_0 3775blk.62.ffn_down.weight q8_0 3776blk.62.ffn_gate.weight q8_0 3777blk.62.ffn_up.weight q8_0 3778blk.63.attn_k.weight q8_0 3779blk.63.attn_output.weight q8_0 3780blk.63.attn_q.weight q8_0 3781blk.63.attn_v.weight q8_0 3782blk.63.ffn_down.weight q8_0 3783blk.63.ffn_gate.weight q8_0 3784blk.63.ffn_up.weight q8_0 3785blk.64.attn_k.weight q8_0 3786blk.64.attn_output.weight q8_0 3787blk.64.attn_q.weight q8_0 3788blk.64.attn_v.weight q8_0 3789blk.64.ffn_down.weight q8_0 3790blk.64.ffn_gate.weight q8_0 3791blk.64.ffn_up.weight q8_0 3792blk.65.attn_k.weight q8_0 3793blk.65.attn_output.weight q8_0 3794blk.65.attn_q.weight q8_0 3795blk.65.attn_v.weight q8_0 3796blk.65.ffn_down.weight q8_0 3797blk.65.ffn_gate.weight q8_0 3798blk.65.ffn_up.weight q8_0 3799blk.66.attn_k.weight q8_0 3800blk.66.attn_output.weight q8_0 3801blk.66.attn_q.weight q8_0 3802blk.66.attn_v.weight q8_0 3803blk.66.ffn_down.weight q8_0 3804blk.66.ffn_gate.weight q8_0 3805blk.66.ffn_up.weight q8_0 3806blk.67.attn_k.weight q8_0 3807blk.67.attn_output.weight q8_0 3808blk.67.attn_q.weight q8_0 3809blk.67.attn_v.weight q8_0 3810blk.67.ffn_down.weight q8_0 3811blk.67.ffn_gate.weight q8_0 3812blk.67.ffn_up.weight q8_0 3813blk.68.attn_k.weight q8_0 3814blk.68.attn_output.weight q8_0 3815blk.68.attn_q.weight q8_0 3816blk.68.attn_v.weight q8_0 3817blk.68.ffn_down.weight q8_0 3818blk.68.ffn_gate.weight q8_0 3819blk.68.ffn_up.weight q8_0 3820blk.69.attn_k.weight q8_0 3821blk.69.attn_output.weight q8_0 3822blk.69.attn_q.weight q8_0 3823blk.69.attn_v.weight q8_0 3824blk.69.ffn_down.weight q8_0 3825blk.69.ffn_gate.weight q8_0 3826blk.69.ffn_up.weight q8_0 3827blk.70.attn_k.weight q8_0 3828blk.70.attn_output.weight q8_0 3829blk.70.attn_q.weight q8_0 3830blk.70.attn_v.weight q8_0 3831blk.70.ffn_down.weight q8_0 3832blk.70.ffn_gate.weight q8_0 3833blk.70.ffn_up.weight q8_0 3834blk.71.attn_k.weight q8_0 3835blk.71.attn_output.weight q8_0 3836blk.71.attn_q.weight q8_0 3837blk.71.attn_v.weight q8_0 3838blk.71.ffn_down.weight q8_0 3839blk.71.ffn_gate.weight q8_0 3840blk.71.ffn_up.weight q8_0 3841blk.72.attn_k.weight q8_0 3842blk.72.attn_output.weight q8_0 3843blk.72.attn_q.weight q8_0 3844blk.72.attn_v.weight q8_0 3845blk.72.ffn_down.weight q8_0 3846blk.72.ffn_gate.weight q8_0 3847blk.72.ffn_up.weight q8_0 3848blk.73.attn_k.weight q8_0 3849blk.73.attn_output.weight q8_0 3850blk.73.attn_q.weight q8_0 3851blk.73.attn_v.weight q8_0 3852blk.73.ffn_down.weight q8_0 3853blk.73.ffn_gate.weight q8_0 3854blk.73.ffn_up.weight q8_0 3855blk.74.attn_k.weight q8_0 3856blk.74.attn_output.weight q8_0 3857blk.74.attn_q.weight q8_0 3858blk.74.attn_v.weight q8_0 3859blk.74.ffn_down.weight q8_0 3860blk.74.ffn_gate.weight q8_0 3861blk.74.ffn_up.weight q8_0 3862blk.75.attn_k.weight q8_0 3863blk.75.attn_output.weight q8_0 3864blk.75.attn_q.weight q8_0 3865blk.75.attn_v.weight q8_0 3866blk.75.ffn_down.weight q8_0 3867blk.75.ffn_gate.weight q8_0 3868blk.75.ffn_up.weight q8_0 3869blk.76.attn_k.weight q8_0 3870blk.76.attn_output.weight q8_0 3871blk.76.attn_q.weight q8_0 3872blk.76.attn_v.weight q8_0 3873blk.76.ffn_down.weight q8_0 3874blk.76.ffn_gate.weight q8_0 3875blk.76.ffn_up.weight q8_0 3876blk.77.attn_k.weight q8_0 3877blk.77.attn_output.weight q8_0 3878blk.77.attn_q.weight q8_0 3879blk.77.attn_v.weight q8_0 3880blk.77.ffn_down.weight q8_0 3881blk.77.ffn_gate.weight q8_0 3882blk.77.ffn_up.weight q8_0 3883blk.78.attn_k.weight q8_0 3884blk.78.attn_output.weight q8_0 3885blk.78.attn_q.weight q8_0 3886blk.78.attn_v.weight q8_0 3887blk.78.ffn_down.weight q8_0 3888blk.78.ffn_gate.weight q8_0 3889blk.78.ffn_up.weight q8_0 3890blk.79.attn_k.weight q8_0 3891blk.79.attn_output.weight q8_0 3892blk.79.attn_q.weight q8_0 3893blk.79.attn_v.weight q8_0 3894blk.79.ffn_down.weight q8_0 3895blk.79.ffn_gate.weight q8_0 3896blk.79.ffn_up.weight q8_0