aboutsummaryrefslogtreecommitdiff
path: root/libffwd/threadpool.h
diff options
context:
space:
mode:
Diffstat (limited to 'libffwd/threadpool.h')
-rw-r--r--libffwd/threadpool.h30
1 files changed, 30 insertions, 0 deletions
diff --git a/libffwd/threadpool.h b/libffwd/threadpool.h
new file mode 100644
index 0000000..f9739a1
--- /dev/null
+++ b/libffwd/threadpool.h
@@ -0,0 +1,30 @@
+#ifndef TP_THREADPOOL_H
+#define TP_THREADPOOL_H
+
+/* Persistent worker pool for CPU kernels.
+ * Uses a fixed thread set that sleeps until parallel_for() gives it a callback.
+ * Also provides the cgroup-quota-aware CPU-count helper used to size the pool.
+ *
+ * Kept separate from the kernels so they depend only on parallel_for and
+ * tp_num_threads, not pool internals.
+ *
+ * kernels.h includes this, so kernel callers need no extra include. */
+
+/* Worker callback: (thread index, total threads, user arg). */
+typedef void (*parallel_fn_t)(int tid, int n_threads, void *arg);
+
+/* Set the persistent pool size (default 1). Creates/rebuilds the pool; call
+ * before inference. */
+void tp_set_threads(int n);
+
+/* Available CPU cores, capped to a cgroup CPU quota when one is tighter. */
+int tp_get_num_cpus(void);
+
+/* Current pool size (1 == serial). Kernels gate parallelism on this. */
+int tp_num_threads(void);
+
+/* Run fn across the pool; the calling thread participates as tid 0. Blocks
+ * until every worker has finished. */
+void parallel_for(parallel_fn_t fn, void *arg);
+
+#endif /* TP_THREADPOOL_H */