From dd2ace08d85fb3245ab7791ea4114618930e419e Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Wed, 3 Jun 2026 10:42:24 +0200 Subject: kernels: use sgemv for single-row f32 linear --- .gitignore | 1 + qwen_asr_kernels.c | 14 ++++++++++---- 2 files changed, 11 insertions(+), 4 deletions(-) diff --git a/.gitignore b/.gitignore index 66ba612..d6e833e 100644 --- a/.gitignore +++ b/.gitignore @@ -4,6 +4,7 @@ book/ .venv/ __pycache__/ *.pyc +.DS_Store pplx_server client tmp diff --git a/qwen_asr_kernels.c b/qwen_asr_kernels.c index db083d4..2c932ff 100644 --- a/qwen_asr_kernels.c +++ b/qwen_asr_kernels.c @@ -194,10 +194,16 @@ void qwen_matmul_t(float *C, const float *A, const float *B, int M, int K, int N void qwen_linear(float *y, const float *x, const float *W, const float *b, int seq_len, int in_dim, int out_dim) { #ifdef USE_BLAS - cblas_sgemm(CblasRowMajor, CblasNoTrans, CblasTrans, - seq_len, out_dim, in_dim, - 1.0f, x, in_dim, W, in_dim, - 0.0f, y, out_dim); + if (seq_len == 1) { + cblas_sgemv(CblasRowMajor, CblasNoTrans, + out_dim, in_dim, 1.0f, W, in_dim, x, 1, + 0.0f, y, 1); + } else { + cblas_sgemm(CblasRowMajor, CblasNoTrans, CblasTrans, + seq_len, out_dim, in_dim, + 1.0f, x, in_dim, W, in_dim, + 0.0f, y, out_dim); + } if (b != NULL) { for (int s = 0; s < seq_len; s++) { for (int o = 0; o < out_dim; o++) { -- cgit v1.3.1