char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Charlotte Somenc/dec in server context8300f1411

char/aliceai-t5-moe
51 files

files

add_id.wgsl1.7 KiB
argmax.wgsl1.9 KiB
argsort.wgsl2.8 KiB
argsort_merge.wgsl3.4 KiB
binary.wgsl3.4 KiB
common_decls.tmpl72.4 KiB
concat.wgsl2.4 KiB
conv2d.wgsl3.8 KiB
conv2d_dw.wgsl3.6 KiB
cpy.wgsl1.9 KiB
cumsum.wgsl1.9 KiB
embed_wgsl.py3.3 KiB
flash_attn.wgsl16.8 KiB
flash_attn_decls.tmpl2.8 KiB
flash_attn_staging.tmpl6.1 KiB
flash_attn_tile.wgsl9.0 KiB
flash_attn_vec_blk.wgsl2.9 KiB
flash_attn_vec_reduce.wgsl2.7 KiB
flash_attn_vec_split.wgsl21.2 KiB
gated_delta_net.wgsl3.8 KiB
get_rows.wgsl28.0 KiB
glu.wgsl4.2 KiB
im2col.wgsl1.9 KiB
memset.wgsl1.3 KiB
mul_mat_decls.tmpl46.1 KiB
mul_mat_id.wgsl7.1 KiB
mul_mat_id_gather.wgsl1.6 KiB
mul_mat_id_vec.wgsl4.8 KiB
mul_mat_reg_tile.wgsl5.2 KiB
mul_mat_subgroup_matrix.wgsl8.2 KiB
mul_mat_vec.wgsl5.4 KiB
mul_mat_vec_acc.tmpl70.5 KiB
mul_mat_vec_q_acc.tmpl10.7 KiB
pad.wgsl2.4 KiB
quant_inner_loops.tmpl780 B
quantize_q8.wgsl5.2 KiB
repeat.wgsl1.6 KiB
rms_norm_mul.wgsl3.7 KiB
rope.wgsl6.2 KiB
row_norm.wgsl3.3 KiB
scale.wgsl1.5 KiB
set.wgsl2.8 KiB
set_rows.wgsl2.6 KiB
set_rows_quant.wgsl6.5 KiB
soft_max.wgsl4.9 KiB
solve_tri.wgsl3.2 KiB
ssm_conv.wgsl1.7 KiB
ssm_scan.wgsl7.9 KiB
sum_rows.wgsl1.4 KiB
unary.wgsl6.1 KiB
upscale.wgsl7.3 KiB