aboutsummaryrefslogtreecommitdiff
path: root/src/threadpool.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-20 20:10:56 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-21 05:57:19 +0200
commit6b969d25ce136eaf695222bd1a10bff1ecac0220 (patch)
treec23afb50c28b9deaddae5c6526a74ee11cf2d865 /src/threadpool.c
parentd4bdb8dae753462f621507d5fc3582e0e53da35c (diff)
downloadffwd-6b969d25ce136eaf695222bd1a10bff1ecac0220.tar.gz
ffwd-6b969d25ce136eaf695222bd1a10bff1ecac0220.zip
all: split Makefile and reorg library/tools
Diffstat (limited to 'src/threadpool.c')
-rw-r--r--src/threadpool.c231
1 files changed, 0 insertions, 231 deletions
diff --git a/src/threadpool.c b/src/threadpool.c
deleted file mode 100644
index 40d22c7..0000000
--- a/src/threadpool.c
+++ /dev/null
@@ -1,231 +0,0 @@
-#if defined(__linux__) && !defined(_GNU_SOURCE)
-#define _GNU_SOURCE
-#endif
-
-#include "threadpool.h"
-
-#include <pthread.h>
-#include <stdint.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-
-#ifdef __APPLE__
-#include <sys/sysctl.h>
-#else
-#ifdef __linux__
-#include <sched.h>
-#endif
-#include <unistd.h>
-#endif
-
-#if defined(USE_OPENBLAS)
-void openblas_set_num_threads(int num_threads);
-#endif
-
-/* The global verbose flag (defined in model.c); used only for optional pool
- * diagnostics below. Declared here to keep the thread pool independent of the
- * kernel/model headers. */
-extern int embed_verbose;
-
-#define EMBED_MAX_THREADS 16
-
-static struct {
- pthread_t threads[EMBED_MAX_THREADS - 1];
- int tids[EMBED_MAX_THREADS - 1];
- int n_threads;
- int shutdown;
-
- parallel_fn_t fn;
- void *arg;
- uint64_t generation;
-
- pthread_mutex_t mutex;
- pthread_cond_t cond_work;
- pthread_cond_t cond_done;
- int n_done;
-} tp = {
- .n_threads = 1,
- .shutdown = 0,
- .generation = 0,
- .mutex = PTHREAD_MUTEX_INITIALIZER,
- .cond_work = PTHREAD_COND_INITIALIZER,
- .cond_done = PTHREAD_COND_INITIALIZER,
-};
-
-static void *worker_loop(void *arg) {
- int tid = *(int *)arg;
- uint64_t my_gen = 0;
-
- for (;;) {
- pthread_mutex_lock(&tp.mutex);
- while (tp.generation == my_gen && !tp.shutdown)
- pthread_cond_wait(&tp.cond_work, &tp.mutex);
- if (tp.shutdown) {
- pthread_mutex_unlock(&tp.mutex);
- return NULL;
- }
- my_gen = tp.generation;
- parallel_fn_t fn = tp.fn;
- void *a = tp.arg;
- int nt = tp.n_threads;
- pthread_mutex_unlock(&tp.mutex);
-
- fn(tid, nt, a);
-
- pthread_mutex_lock(&tp.mutex);
- if (++tp.n_done >= tp.n_threads - 1)
- pthread_cond_signal(&tp.cond_done);
- pthread_mutex_unlock(&tp.mutex);
- }
-}
-
-void embed_set_threads(int n) {
- if (n < 1)
- n = 1;
- if (n > EMBED_MAX_THREADS)
- n = EMBED_MAX_THREADS;
-
-#if defined(USE_OPENBLAS)
- /* OpenBLAS owns the heavy F32 GEMM parallelism on Linux. Keep the
- * auxiliary pool serial to avoid nested thread contention. */
- int blas_threads = n;
- openblas_set_num_threads(blas_threads);
- n = 1;
-#endif
-
- /* Shutdown existing workers */
- if (tp.n_threads > 1) {
- pthread_mutex_lock(&tp.mutex);
- tp.shutdown = 1;
- pthread_cond_broadcast(&tp.cond_work);
- pthread_mutex_unlock(&tp.mutex);
- for (int i = 0; i < tp.n_threads - 1; i++)
- pthread_join(tp.threads[i], NULL);
- tp.shutdown = 0;
- tp.generation = 0;
- }
-
- tp.n_threads = n;
- if (n <= 1) {
- if (embed_verbose >= 2) {
-#if defined(USE_OPENBLAS)
- fprintf(stderr, "Thread pool: %d threads, OpenBLAS: %d threads\n", n, blas_threads);
-#else
- fprintf(stderr, "Thread pool: %d threads\n", n);
-#endif
- }
- return;
- }
-
- for (int i = 0; i < n - 1; i++) {
- tp.tids[i] = i + 1;
- pthread_create(&tp.threads[i], NULL, worker_loop, &tp.tids[i]);
- }
-
- if (embed_verbose >= 2) {
-#if defined(USE_OPENBLAS)
- fprintf(stderr, "Thread pool: %d threads, OpenBLAS: %d threads\n", n, blas_threads);
-#else
- fprintf(stderr, "Thread pool: %d threads\n", n);
-#endif
- }
-}
-
-#ifndef __APPLE__
-/* CPU bandwidth this process may actually use, in whole cores, or 0 if there
- * is no cgroup limit. Containers (Docker --cpus, Kubernetes, RunPod) expose
- * every host CPU through sysconf()/cpuset, but the CFS quota caps the CPU time
- * the process really gets. Sizing the BLAS/thread pool to the host count then
- * oversubscribes that quota: the threads spend the period's budget early and
- * the scheduler throttles them for the rest of each period, which adds large,
- * bursty stalls (e.g. a 16-thread default against a 5.1-core quota ran the
- * 0.6B model ~2x slower than a 5-thread pool). Floor, not ceil, so a fully
- * busy pool stays under the quota and never trips throttling. */
-static int cgroup_cpu_quota(void) {
- /* cgroup v2: "/sys/fs/cgroup/cpu.max" is "<quota> <period>", or
- * "max <period>" when unlimited. */
- FILE *f = fopen("/sys/fs/cgroup/cpu.max", "r");
- if (f) {
- char quota[32];
- long period = 0;
- int got = fscanf(f, "%31s %ld", quota, &period);
- fclose(f);
- if (got == 2 && period > 0 && strcmp(quota, "max") != 0) {
- long q = atol(quota);
- if (q > 0)
- return q / period < 1 ? 1 : (int)(q / period);
- }
- }
- /* cgroup v1: separate files; quota -1 means unlimited. */
- long q = -1, period = 0;
- f = fopen("/sys/fs/cgroup/cpu/cpu.cfs_quota_us", "r");
- if (f) {
- if (fscanf(f, "%ld", &q) != 1)
- q = -1;
- fclose(f);
- }
- f = fopen("/sys/fs/cgroup/cpu/cpu.cfs_period_us", "r");
- if (f) {
- if (fscanf(f, "%ld", &period) != 1)
- period = 0;
- fclose(f);
- }
- if (q > 0 && period > 0)
- return q / period < 1 ? 1 : (int)(q / period);
- return 0;
-}
-#endif
-
-int embed_get_num_cpus(void) {
-#ifdef __APPLE__
- int n = 0;
- size_t len = sizeof(n);
- sysctlbyname("hw.ncpu", &n, &len, NULL, 0);
- return n > 0 ? n : 1;
-#else
- int online = (int)sysconf(_SC_NPROCESSORS_ONLN);
- if (online < 1)
- online = 1;
-#ifdef __linux__
- cpu_set_t set;
- if (sched_getaffinity(0, sizeof(set), &set) == 0) {
- int affinity = CPU_COUNT(&set);
- if (affinity >= 1 && affinity < online)
- online = affinity;
- }
-#endif
- /* Honor a cgroup CPU quota when it is tighter than the visible core count,
- * so the default thread pool does not oversubscribe a CPU-limited
- * container and get throttled. */
- int quota = cgroup_cpu_quota();
- if (quota >= 1 && quota < online)
- return quota;
- return online;
-#endif
-}
-
-int embed_num_threads(void) { return tp.n_threads; }
-
-/* Dispatch work to all threads; main thread is tid=0 */
-void parallel_for(parallel_fn_t fn, void *arg) {
- if (tp.n_threads <= 1) {
- fn(0, 1, arg);
- return;
- }
-
- pthread_mutex_lock(&tp.mutex);
- tp.fn = fn;
- tp.arg = arg;
- tp.n_done = 0;
- tp.generation++;
- pthread_cond_broadcast(&tp.cond_work);
- pthread_mutex_unlock(&tp.mutex);
-
- fn(0, tp.n_threads, arg);
-
- pthread_mutex_lock(&tp.mutex);
- while (tp.n_done < tp.n_threads - 1)
- pthread_cond_wait(&tp.cond_done, &tp.mutex);
- pthread_mutex_unlock(&tp.mutex);
-}