char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Charlotte Somenc/dec in server context8300f1411

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
1 folder182 files

files

feature-tests/
CMakeLists.txt1.7 KiB
acc.comp1.1 KiB
add.comp2.0 KiB
add1.comp702 B
add_id.comp1.0 KiB
arange.comp422 B
argmax.comp1.4 KiB
argsort.comp2.7 KiB
argsort_large.comp4.0 KiB
col2im_1d.comp1.8 KiB
concat.comp1.5 KiB
contig_copy.comp1.7 KiB
conv2d_dw.comp3.1 KiB
conv2d_mm.comp18.2 KiB
conv3d_mm.comp15.6 KiB
conv_transpose_1d.comp3.0 KiB
copy.comp760 B
copy_from_quant.comp1.4 KiB
copy_to_quant.comp9.5 KiB
copy_transpose.comp2.2 KiB
copy_transpose_02.comp2.1 KiB
count_equal.comp796 B
count_experts.comp4.4 KiB
cross_entropy_loss.comp2.1 KiB
cross_entropy_loss_back.comp2.1 KiB
cumsum.comp2.8 KiB
cumsum_multipass1.comp1.9 KiB
cumsum_multipass2.comp1.9 KiB
dequant_f32.comp442 B
dequant_funcs.glsl30.0 KiB
dequant_funcs_cm2.glsl53.3 KiB
dequant_head.glsl249 B
dequant_iq1_m.comp1.5 KiB
dequant_iq1_s.comp1.1 KiB
dequant_iq2_s.comp1.9 KiB
dequant_iq2_xs.comp1.8 KiB
dequant_iq2_xxs.comp2.0 KiB
dequant_iq3_s.comp1.5 KiB
dequant_iq3_xxs.comp2.1 KiB
dequant_iq4_nl.comp909 B
dequant_iq4_xs.comp1.1 KiB
dequant_mxfp4.comp941 B
dequant_nvfp4.comp962 B
dequant_q1_0.comp775 B
dequant_q2_0.comp938 B
dequant_q2_k.comp1.4 KiB
dequant_q3_k.comp1.7 KiB
dequant_q4_0.comp861 B
dequant_q4_1.comp892 B
dequant_q4_k.comp2.6 KiB
dequant_q5_0.comp1.0 KiB
dequant_q5_1.comp1.0 KiB
dequant_q5_k.comp3.1 KiB
dequant_q6_k.comp1.4 KiB
dequant_q8_0.comp1.2 KiB
dequant_tq1_0.comp848 B
dequant_tq2_0.comp1.1 KiB
diag.comp921 B
diag_mask_inf.comp799 B
div.comp776 B
dot_product_funcs.glsl919 B
dsv4_hc_comb.comp2.7 KiB
dsv4_hc_post.comp2.3 KiB
dsv4_hc_pre.comp1.4 KiB
fa_types.glsl1.6 KiB
fill.comp594 B
flash_attn.comp30.8 KiB
flash_attn_base.glsl7.0 KiB
flash_attn_cm1.comp28.6 KiB
flash_attn_cm2.comp21.8 KiB
flash_attn_dequant.glsl10.3 KiB
flash_attn_mask_opt.comp5.4 KiB
flash_attn_mmq_funcs.glsl9.3 KiB
flash_attn_split_k_reduce.comp3.3 KiB
fwht.comp3.2 KiB
gated_delta_net.comp6.7 KiB
geglu.comp327 B
geglu_erf.comp882 B
geglu_quick.comp200 B
generic_binary_head.glsl2.2 KiB
generic_head.glsl196 B
generic_unary_head.glsl3.4 KiB
get_rows.comp1.2 KiB
get_rows_back.comp659 B
get_rows_quant.comp1.6 KiB
ggml_type_ids.glsl988 B
gla.comp2.5 KiB
glu_head.glsl978 B
glu_main.glsl1.4 KiB
group_norm.comp1.7 KiB
im2col.comp3.7 KiB
im2col_3d.comp3.6 KiB
iq_shmem_init.glsl37 B
l2_norm.comp1.2 KiB
lightning_indexer.comp4.6 KiB
log.comp364 B
mul.comp776 B
mul_mat_split_k_reduce.comp1.3 KiB
mul_mat_vec.comp8.9 KiB
mul_mat_vec_base.glsl8.0 KiB
mul_mat_vec_iface.glsl1.1 KiB
mul_mat_vec_iq1_m.comp5.1 KiB
mul_mat_vec_iq1_s.comp3.6 KiB
mul_mat_vec_iq2_s.comp3.8 KiB
mul_mat_vec_iq2_xs.comp4.5 KiB
mul_mat_vec_iq2_xxs.comp3.7 KiB
mul_mat_vec_iq3_s.comp4.0 KiB
mul_mat_vec_iq3_xxs.comp3.8 KiB
mul_mat_vec_iq4_xs.comp3.7 KiB
mul_mat_vec_nc.comp3.6 KiB
mul_mat_vec_p021.comp4.5 KiB
mul_mat_vec_q2_k.comp6.2 KiB
mul_mat_vec_q3_k.comp6.4 KiB
mul_mat_vec_q4_k.comp6.4 KiB
mul_mat_vec_q5_k.comp7.7 KiB
mul_mat_vec_q6_k.comp5.6 KiB
mul_mat_vec_tq1_0.comp3.6 KiB
mul_mat_vec_tq2_0.comp4.7 KiB
mul_mat_vecq.comp4.8 KiB
mul_mat_vecq_funcs.glsl22.9 KiB
mul_mm.comp20.1 KiB
mul_mm_cm2.comp31.5 KiB
mul_mm_funcs.glsl32.0 KiB
mul_mm_id_funcs.glsl2.8 KiB
mul_mmq.comp9.5 KiB
mul_mmq_funcs.glsl18.3 KiB
mul_mmq_shmem_types.glsl2.0 KiB
multi_add.comp7.2 KiB
norm.comp1.3 KiB
opt_step_adamw.comp1.2 KiB
opt_step_sgd.comp612 B
out_prod.comp1.8 KiB
pad.comp2.4 KiB
pad_reflect_1d.comp1.3 KiB
pool1d.comp1.4 KiB
pool2d.comp1.7 KiB
quantize_q8_1.comp3.1 KiB
reglu.comp126 B
repeat.comp809 B
repeat_back.comp1.2 KiB
rms_norm.comp5.7 KiB
rms_norm_back.comp1.8 KiB
rms_norm_partials.comp2.9 KiB
roll.comp1.5 KiB
rope_funcs.glsl8.0 KiB
rope_head.glsl587 B
rope_multi.comp467 B
rope_neox.comp466 B
rope_norm.comp466 B
rope_params.glsl601 B
rope_vision.comp468 B
scale.comp625 B
silu_back.comp761 B
snake.comp1.4 KiB
soft_max.comp5.2 KiB
soft_max_back.comp1.5 KiB
soft_max_large1.comp1.6 KiB
soft_max_large2.comp2.1 KiB
soft_max_large3.comp1.7 KiB
soft_max_large_common.glsl1.3 KiB
solve_tri.comp2.6 KiB
ssm_conv.comp1.7 KiB
ssm_scan.comp4.3 KiB
sub.comp826 B
sum_rows.comp1.4 KiB
sum_rows.glsl413 B
swiglu.comp134 B
swiglu_clamp.comp220 B
swiglu_oai.comp288 B
timestep_embedding.comp1.0 KiB
topk_argsort.comp4.0 KiB
topk_moe.comp7.1 KiB
topk_nary_search.comp8.9 KiB
topk_radix_select.comp4.5 KiB
tri.comp1.3 KiB
types.glsl125.2 KiB
unary.comp5.0 KiB
upscale.comp5.9 KiB
utils.glsl1.0 KiB
vulkan-shaders-gen.cpp79.6 KiB
wkv6.comp2.7 KiB
wkv7.comp2.9 KiB