diff options
| -rw-r--r-- | .gitignore | 1 | ||||
| -rw-r--r-- | qwen_asr_kernels.c | 14 |
2 files changed, 11 insertions, 4 deletions
@@ -4,6 +4,7 @@ book/ .venv/ __pycache__/ *.pyc +.DS_Store pplx_server client tmp diff --git a/qwen_asr_kernels.c b/qwen_asr_kernels.c index db083d4..2c932ff 100644 --- a/qwen_asr_kernels.c +++ b/qwen_asr_kernels.c @@ -194,10 +194,16 @@ void qwen_matmul_t(float *C, const float *A, const float *B, int M, int K, int N void qwen_linear(float *y, const float *x, const float *W, const float *b, int seq_len, int in_dim, int out_dim) { #ifdef USE_BLAS - cblas_sgemm(CblasRowMajor, CblasNoTrans, CblasTrans, - seq_len, out_dim, in_dim, - 1.0f, x, in_dim, W, in_dim, - 0.0f, y, out_dim); + if (seq_len == 1) { + cblas_sgemv(CblasRowMajor, CblasNoTrans, + out_dim, in_dim, 1.0f, W, in_dim, x, 1, + 0.0f, y, 1); + } else { + cblas_sgemm(CblasRowMajor, CblasNoTrans, CblasTrans, + seq_len, out_dim, in_dim, + 1.0f, x, in_dim, W, in_dim, + 0.0f, y, out_dim); + } if (b != NULL) { for (int s = 0; s < seq_len; s++) { for (int o = 0; o < out_dim; o++) { |
