From c14151290df20e1a2ebc9fb06a77b075ca4ad959 Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Wed, 10 Jun 2026 07:30:34 +0200 Subject: cli: rename flags, add --stream, split serving into pplx-embed-server --- pplx_server.h | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'pplx_server.h') diff --git a/pplx_server.h b/pplx_server.h index 225a7ac..c38f0ca 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -20,7 +20,9 @@ typedef struct { int use_cuda; int mlx_quantize_bits; int mlx_quantize_group_size; - int allow_memory_overcommit; + double memory_utilization; /* fraction of physical memory the MLX + preflight may plan for; 0 = default 0.90, + values above 1.0 allow overcommit */ int enable_cors; const char *api_key; } pplx_server_config_t; -- cgit v1.3.1