From 283352665bbbf57fef2433ca49c9ceb99ff6503a Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Wed, 3 Jun 2026 10:59:02 +0200 Subject: kernels: vectorize bf16 widening on arm --- qwen_asr_kernels.c | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/qwen_asr_kernels.c b/qwen_asr_kernels.c index 2c932ff..c948c03 100644 --- a/qwen_asr_kernels.c +++ b/qwen_asr_kernels.c @@ -234,9 +234,23 @@ void qwen_linear_nobias(float *y, const float *x, const float *W, /* Convert bf16 buffer to f32 buffer */ static void bf16_to_f32_buf(float *dst, const uint16_t *src, size_t n) { +#if defined(__ARM_NEON) || defined(__ARM_NEON__) + size_t i = 0; + uint32_t *d = (uint32_t *)(void *)dst; + for (; i + 8 <= n; i += 8) { + uint16x8_t v = vld1q_u16(src + i); + uint32x4_t lo = vshlq_n_u32(vmovl_u16(vget_low_u16(v)), 16); + uint32x4_t hi = vshlq_n_u32(vmovl_u16(vget_high_u16(v)), 16); + vst1q_u32(d + i, lo); + vst1q_u32(d + i + 4, hi); + } + for (; i < n; i++) + d[i] = ((uint32_t)src[i]) << 16; +#else uint32_t *d = (uint32_t *)(void *)dst; for (size_t i = 0; i < n; i++) d[i] = ((uint32_t)src[i]) << 16; +#endif } /* Reusable scratch buffer for bf16->f32 conversion */ -- cgit v1.3.1