diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-10 07:30:34 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | c14151290df20e1a2ebc9fb06a77b075ca4ad959 (patch) | |
| tree | d4b53dd131f0e5f5f8f5dd60727cc13a76c42534 /pplx_server.h | |
| parent | dcc54e7a267f88ed456209c63f58c7130274e8da (diff) | |
| download | ffwd-c14151290df20e1a2ebc9fb06a77b075ca4ad959.tar.gz ffwd-c14151290df20e1a2ebc9fb06a77b075ca4ad959.zip | |
cli: rename flags, add --stream, split serving into pplx-embed-server
Diffstat (limited to 'pplx_server.h')
| -rw-r--r-- | pplx_server.h | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/pplx_server.h b/pplx_server.h index 225a7ac..c38f0ca 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -20,7 +20,9 @@ typedef struct { int use_cuda; int mlx_quantize_bits; int mlx_quantize_group_size; - int allow_memory_overcommit; + double memory_utilization; /* fraction of physical memory the MLX + preflight may plan for; 0 = default 0.90, + values above 1.0 allow overcommit */ int enable_cors; const char *api_key; } pplx_server_config_t; |
