diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-24 00:54:01 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-24 00:54:01 +0200 |
| commit | 716d2051de27123bb298dbe2536c23537ec9512d (patch) | |
| tree | ad1befe27846c4a216664a107eb34cfcb49bfc0a /tools/server | |
| parent | 214d6aa4e641296dba6040ab776d91baefdca82e (diff) | |
| download | ffwd-716d2051de27123bb298dbe2536c23537ec9512d.tar.gz ffwd-716d2051de27123bb298dbe2536c23537ec9512d.zip | |
chore: document server diagnostic env switches
Diffstat (limited to 'tools/server')
| -rw-r--r-- | tools/server/server_internal.h | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/tools/server/server_internal.h b/tools/server/server_internal.h index 3ec4e8d..c0932d5 100644 --- a/tools/server/server_internal.h +++ b/tools/server/server_internal.h @@ -51,6 +51,18 @@ #define FFWD_MLX_MEMORY_BUDGET_PERCENT 90 #define FFWD_MLX_RESIDENT_MULTIPLIER 2 +/* Runtime diagnostic switches. All are optional: the default is always the + * tuned release path, so nothing has to be set to get full performance. Each is + * read once at startup and exists only to isolate one pipeline stage for an A/B + * comparison. + * FFWD_SERVER_TOKENIZE_OFF_WORKER default on - 0 tokenizes on the worker + * instead of a separate thread + * FFWD_SERVER_MERGE_BATCHES default on - 0 groups only requests that + * wholly fit one batch + * FFWD_SERVER_ASYNC_RENDER default auto - 0 always inline, 1 always + * defer; auto overlaps on load + * Backend kernel switches (FFWD_CUDA_*) are separate and live in libffwd. */ + typedef enum { MODEL_KIND_STANDARD, MODEL_KIND_CONTEXTUAL, MODEL_KIND_LATE } model_kind; typedef enum { |
