diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-03 10:42:24 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | dd2ace08d85fb3245ab7791ea4114618930e419e (patch) | |
| tree | ef942611bb750521e8ae2b19b9717413931bc68e | |
| parent | 1582d0d1f71bb3fb827890de6d863f9a9511ba6d (diff) | |
| download | ffwd-dd2ace08d85fb3245ab7791ea4114618930e419e.tar.gz ffwd-dd2ace08d85fb3245ab7791ea4114618930e419e.zip | |
kernels: use sgemv for single-row f32 linear
| -rw-r--r-- | .gitignore | 1 | ||||
| -rw-r--r-- | qwen_asr_kernels.c | 14 |
2 files changed, 11 insertions, 4 deletions
@@ -4,6 +4,7 @@ book/ .venv/ __pycache__/ *.pyc +.DS_Store pplx_server client tmp diff --git a/qwen_asr_kernels.c b/qwen_asr_kernels.c index db083d4..2c932ff 100644 --- a/qwen_asr_kernels.c +++ b/qwen_asr_kernels.c @@ -194,10 +194,16 @@ void qwen_matmul_t(float *C, const float *A, const float *B, int M, int K, int N void qwen_linear(float *y, const float *x, const float *W, const float *b, int seq_len, int in_dim, int out_dim) { #ifdef USE_BLAS - cblas_sgemm(CblasRowMajor, CblasNoTrans, CblasTrans, - seq_len, out_dim, in_dim, - 1.0f, x, in_dim, W, in_dim, - 0.0f, y, out_dim); + if (seq_len == 1) { + cblas_sgemv(CblasRowMajor, CblasNoTrans, + out_dim, in_dim, 1.0f, W, in_dim, x, 1, + 0.0f, y, 1); + } else { + cblas_sgemm(CblasRowMajor, CblasNoTrans, CblasTrans, + seq_len, out_dim, in_dim, + 1.0f, x, in_dim, W, in_dim, + 0.0f, y, out_dim); + } if (b != NULL) { for (int s = 0; s < seq_len; s++) { for (int o = 0; o < out_dim; o++) { |
