char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aclyvulkan : incremental shader builds (#16341)e29acf74f

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
612 B22 linesraw
1#version 450
2
3#include "generic_head.glsl"
4
5layout(local_size_x = 512, local_size_y = 1, local_size_z = 1) in;
6
7layout (binding = 0) buffer X {A_TYPE data_x[];};
8layout (binding = 1) readonly buffer G {A_TYPE data_grad[];};
9layout (binding = 2) readonly buffer P {float data_params[2];};
10
11void main() {
12    const uint i = gl_GlobalInvocationID.z * 262144 + gl_GlobalInvocationID.y * 512 + gl_GlobalInvocationID.x;
13
14    if (i >= p.KX) {
15        return;
16    }
17
18    const float alpha = data_params[0];
19    const float keep = 1.f - alpha * data_params[1];
20
21    data_x[i] = data_x[i] * keep - alpha * data_grad[i];
22}