aboutsummaryrefslogtreecommitdiff
path: root/qwen_asr_kernels.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-08 04:45:49 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commit6554530a57a6d73ff58cdf7e601ec3cab824a4c1 (patch)
treecc84a894195cfd40dd310fa60e6dc92de0e9c684 /qwen_asr_kernels.c
parent1c708cfbfab4361861b3ea5600af1d2bd8b7daf2 (diff)
downloadffwd-6554530a57a6d73ff58cdf7e601ec3cab824a4c1.tar.gz
ffwd-6554530a57a6d73ff58cdf7e601ec3cab824a4c1.zip
kernels: fix OpenBLAS thread contention and numerical instability
Diffstat (limited to 'qwen_asr_kernels.c')
-rw-r--r--qwen_asr_kernels.c32
1 files changed, 30 insertions, 2 deletions
diff --git a/qwen_asr_kernels.c b/qwen_asr_kernels.c
index 6b2e955..24c8162 100644
--- a/qwen_asr_kernels.c
+++ b/qwen_asr_kernels.c
@@ -25,6 +25,10 @@
#endif
#endif
+#if defined(USE_OPENBLAS)
+void openblas_set_num_threads(int num_threads);
+#endif
+
#ifndef M_PI
#define M_PI 3.14159265358979323846
#endif
@@ -91,6 +95,14 @@ void qwen_set_threads(int n) {
if (n < 1) n = 1;
if (n > QWEN_MAX_THREADS) n = QWEN_MAX_THREADS;
+#if defined(USE_OPENBLAS)
+ /* OpenBLAS owns the heavy F32 GEMM parallelism on Linux. Keep the
+ * auxiliary pool serial to avoid nested thread contention. */
+ int blas_threads = n;
+ openblas_set_num_threads(blas_threads);
+ n = 1;
+#endif
+
/* Shutdown existing workers */
if (tp.n_threads > 1) {
pthread_mutex_lock(&tp.mutex);
@@ -104,15 +116,31 @@ void qwen_set_threads(int n) {
}
tp.n_threads = n;
- if (n <= 1) return;
+ if (n <= 1) {
+ if (qwen_verbose >= 2) {
+#if defined(USE_OPENBLAS)
+ fprintf(stderr, "Thread pool: %d threads, OpenBLAS: %d threads\n",
+ n, blas_threads);
+#else
+ fprintf(stderr, "Thread pool: %d threads\n", n);
+#endif
+ }
+ return;
+ }
for (int i = 0; i < n - 1; i++) {
tp.tids[i] = i + 1;
pthread_create(&tp.threads[i], NULL, worker_loop, &tp.tids[i]);
}
- if (qwen_verbose >= 2)
+ if (qwen_verbose >= 2) {
+#if defined(USE_OPENBLAS)
+ fprintf(stderr, "Thread pool: %d threads, OpenBLAS: %d threads\n",
+ n, blas_threads);
+#else
fprintf(stderr, "Thread pool: %d threads\n", n);
+#endif
+ }
}
int qwen_get_num_cpus(void) {