aboutsummaryrefslogtreecommitdiff
path: root/tools/server
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-24 00:54:01 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-24 00:54:01 +0200
commit716d2051de27123bb298dbe2536c23537ec9512d (patch)
treead1befe27846c4a216664a107eb34cfcb49bfc0a /tools/server
parent214d6aa4e641296dba6040ab776d91baefdca82e (diff)
downloadffwd-716d2051de27123bb298dbe2536c23537ec9512d.tar.gz
ffwd-716d2051de27123bb298dbe2536c23537ec9512d.zip
chore: document server diagnostic env switches
Diffstat (limited to 'tools/server')
-rw-r--r--tools/server/server_internal.h12
1 files changed, 12 insertions, 0 deletions
diff --git a/tools/server/server_internal.h b/tools/server/server_internal.h
index 3ec4e8d..c0932d5 100644
--- a/tools/server/server_internal.h
+++ b/tools/server/server_internal.h
@@ -51,6 +51,18 @@
#define FFWD_MLX_MEMORY_BUDGET_PERCENT 90
#define FFWD_MLX_RESIDENT_MULTIPLIER 2
+/* Runtime diagnostic switches. All are optional: the default is always the
+ * tuned release path, so nothing has to be set to get full performance. Each is
+ * read once at startup and exists only to isolate one pipeline stage for an A/B
+ * comparison.
+ * FFWD_SERVER_TOKENIZE_OFF_WORKER default on - 0 tokenizes on the worker
+ * instead of a separate thread
+ * FFWD_SERVER_MERGE_BATCHES default on - 0 groups only requests that
+ * wholly fit one batch
+ * FFWD_SERVER_ASYNC_RENDER default auto - 0 always inline, 1 always
+ * defer; auto overlaps on load
+ * Backend kernel switches (FFWD_CUDA_*) are separate and live in libffwd. */
+
typedef enum { MODEL_KIND_STANDARD, MODEL_KIND_CONTEXTUAL, MODEL_KIND_LATE } model_kind;
typedef enum {