From e12e9fe704f909a36f7063033dddbf98bd7d49c7 Mon Sep 17 00:00:00 2001 From: Aaron Teo Date: Sat, 21 Jun 2025 17:20:20 +0800 Subject: [PATCH] ggml-cpu: reattempt fp32->fp16 Signed-off-by: Aaron Teo --- ggml/src/ggml-cpu/ggml-cpu.c | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/ggml/src/ggml-cpu/ggml-cpu.c b/ggml/src/ggml-cpu/ggml-cpu.c index bf7f9d45fb..3592f799e2 100644 --- a/ggml/src/ggml-cpu/ggml-cpu.c +++ b/ggml/src/ggml-cpu/ggml-cpu.c @@ -3142,10 +3142,12 @@ void ggml_cpu_fp32_to_fp16(const float * x, ggml_fp16_t * y, int64_t n) { _mm_storel_epi64((__m128i *)(y + i), y_vec); } #elif defined(__NNPA__) - for (; i + 3 < n; i += 4) { - float32x4_t v_x = vec_xl(0, (const float *)(x + i)); - uint16x8_t v_xd = vec_convert_to_fp16(v_x, 0); - vec_xst(v_xd, 0, (ggml_fp16_t *)(y + i)); + for (; i + 7 < n; i += 8) { + float32x4_t v_xh = vec_xl(0, (const float *)(x + i + 0)); + float32x4_t v_xl = vec_xl(0, (const float *)(x + i + 4)); + __vector short int v_xd = vec_round_from_fp32(v_xh, v_xl, 0); + __vector short int v_xfp16 = vec_convert_to_fp16(v_xd, 0); + vec_xst(v_xfp16, 0, (ggml_fp16_t *)(y + i)); } #endif for (; i < n; ++i) {