aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-03 10:42:24 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commitdd2ace08d85fb3245ab7791ea4114618930e419e (patch)
treeef942611bb750521e8ae2b19b9717413931bc68e
parent1582d0d1f71bb3fb827890de6d863f9a9511ba6d (diff)
downloadffwd-dd2ace08d85fb3245ab7791ea4114618930e419e.tar.gz
ffwd-dd2ace08d85fb3245ab7791ea4114618930e419e.zip
kernels: use sgemv for single-row f32 linear
-rw-r--r--.gitignore1
-rw-r--r--qwen_asr_kernels.c14
2 files changed, 11 insertions, 4 deletions
diff --git a/.gitignore b/.gitignore
index 66ba612..d6e833e 100644
--- a/.gitignore
+++ b/.gitignore
@@ -4,6 +4,7 @@ book/
.venv/
__pycache__/
*.pyc
+.DS_Store
pplx_server
client
tmp
diff --git a/qwen_asr_kernels.c b/qwen_asr_kernels.c
index db083d4..2c932ff 100644
--- a/qwen_asr_kernels.c
+++ b/qwen_asr_kernels.c
@@ -194,10 +194,16 @@ void qwen_matmul_t(float *C, const float *A, const float *B, int M, int K, int N
void qwen_linear(float *y, const float *x, const float *W, const float *b,
int seq_len, int in_dim, int out_dim) {
#ifdef USE_BLAS
- cblas_sgemm(CblasRowMajor, CblasNoTrans, CblasTrans,
- seq_len, out_dim, in_dim,
- 1.0f, x, in_dim, W, in_dim,
- 0.0f, y, out_dim);
+ if (seq_len == 1) {
+ cblas_sgemv(CblasRowMajor, CblasNoTrans,
+ out_dim, in_dim, 1.0f, W, in_dim, x, 1,
+ 0.0f, y, 1);
+ } else {
+ cblas_sgemm(CblasRowMajor, CblasNoTrans, CblasTrans,
+ seq_len, out_dim, in_dim,
+ 1.0f, x, in_dim, W, in_dim,
+ 0.0f, y, out_dim);
+ }
if (b != NULL) {
for (int s = 0; s < seq_len; s++) {
for (int o = 0; o < out_dim; o++) {