aboutsummaryrefslogtreecommitdiff
path: root/pplx_server.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-10 07:30:34 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commitc14151290df20e1a2ebc9fb06a77b075ca4ad959 (patch)
treed4b53dd131f0e5f5f8f5dd60727cc13a76c42534 /pplx_server.h
parentdcc54e7a267f88ed456209c63f58c7130274e8da (diff)
downloadffwd-c14151290df20e1a2ebc9fb06a77b075ca4ad959.tar.gz
ffwd-c14151290df20e1a2ebc9fb06a77b075ca4ad959.zip
cli: rename flags, add --stream, split serving into pplx-embed-server
Diffstat (limited to 'pplx_server.h')
-rw-r--r--pplx_server.h4
1 files changed, 3 insertions, 1 deletions
diff --git a/pplx_server.h b/pplx_server.h
index 225a7ac..c38f0ca 100644
--- a/pplx_server.h
+++ b/pplx_server.h
@@ -20,7 +20,9 @@ typedef struct {
int use_cuda;
int mlx_quantize_bits;
int mlx_quantize_group_size;
- int allow_memory_overcommit;
+ double memory_utilization; /* fraction of physical memory the MLX
+ preflight may plan for; 0 = default 0.90,
+ values above 1.0 allow overcommit */
int enable_cors;
const char *api_key;
} pplx_server_config_t;