char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aclyvulkan : incremental shader builds (#16341)e29acf74f

char/aliceai-t5-moe
200 B11 linesraw
1#version 450
2
3#include "glu_head.glsl"
4
5const float GELU_QUICK_COEF = -1.702f;
6
7float op(float a, float b) {
8    return a * (1.0f / (1.0f + exp(GELU_QUICK_COEF * a))) * b;
9}
10
11#include "glu_main.glsl"