CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-04 09:32:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

ggml-cpu: reduce asm calls for hsum (#14037)

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-06-19 01:10:08 +08:00
committed by GitHub
parent 6231c5cd6d
commit 50d2227953
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ggml/src/ggml-cpu/simd-mappings.h
View File

@@ -944,10 +944,8 @@ static inline void __lsx_f16x4_store(ggml_fp16_t * x, __m128 y) {
for (int i = 0; i < offset; ++i) { \ for (int i = 0; i < offset; ++i) { \
x[i] = vec_add(x[i], x[offset + i]); \ x[i] = vec_add(x[i], x[offset + i]); \
} \ } \
res = vec_extract(x[0], 0) + \ float32x4_t tmp = x[0] + vec_reve(x[0]); \
vec_extract(x[0], 1) + \ res = tmp[0] + tmp[1]; \
vec_extract(x[0], 2) + \
vec_extract(x[0], 3); \
} }
#define GGML_F32_VEC GGML_F32x4 #define GGML_F32_VEC GGML_F32x4