mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-11-11 10:36:54 +00:00
e29acf74fe
* vulkan (DRAFT): split shader generation by GLSL source file, to improve incremental build times * support dep-files so shaders are recompiled if their included files change * rename shader files which are used as "headers" to use .glsl extension * move glslc extension detection shaders to separate folders * the above is to prevent them from getting glob'd with the actual compute shaders that need to be compiled * vulkan : only write embedded shader .hpp/.cpp when they change * avoid recompiling ggml-vulkan.cpp when editing shaders * pass single --source argument instead of --input-dir & --filter to shader gen * check for source file match earlier * fix hang in vulkan-shaders-gen when there are compilation errors * early out did not decrement compile_count * clean up * fix glslc integer dot product test * unconditionally write the embedded shader cpp output * replace output filepath in generated dep-files to match output in CMakeLists --------- Co-authored-by: Jeff Bolz <jbolz@nvidia.com>
38 lines
1.2 KiB
Plaintext
38 lines
1.2 KiB
Plaintext
#version 450
|
|
|
|
#include "types.glsl"
|
|
#include "generic_unary_head.glsl"
|
|
|
|
layout(local_size_x = 512, local_size_y = 1, local_size_z = 1) in;
|
|
|
|
void main() {
|
|
const uint idx = get_idx();
|
|
|
|
if (idx >= p.ne) {
|
|
return;
|
|
}
|
|
|
|
// Destination multi-index (inlined dst_idx)
|
|
const uint i13 = fastdiv(idx, p.ne1_012mp, p.ne1_012L);
|
|
const uint i13_offset = i13 * p.ne12*p.ne11*p.ne10;
|
|
const uint i12 = fastdiv(idx - i13_offset, p.ne1_01mp, p.ne1_01L);
|
|
const uint i12_offset = i12*p.ne11*p.ne10;
|
|
const uint i11 = fastdiv(idx - i13_offset - i12_offset, p.ne1_0mp, p.ne1_0L);
|
|
const uint i10 = idx - i13_offset - i12_offset - i11*p.ne10;
|
|
const uint d_idx = i13*p.nb13 + i12*p.nb12 + i11*p.nb11 + i10*p.nb10;
|
|
|
|
// Accumulate from sources
|
|
A_TYPE acc = A_TYPE(0);
|
|
for (uint i3 = i13; i3 < p.ne03; i3 += p.ne13) {
|
|
for (uint i2 = i12; i2 < p.ne02; i2 += p.ne12) {
|
|
for (uint i1 = i11; i1 < p.ne01; i1 += p.ne11) {
|
|
for (uint i0 = i10; i0 < p.ne00; i0 += p.ne10) {
|
|
acc += data_a[i3*p.nb03 + i2*p.nb02 + i1*p.nb01 + i0*p.nb00];
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
data_d[get_doffset() + d_idx] = D_TYPE(acc);
|
|
}
|