aboutsummaryrefslogtreecommitdiff
path: root/pplx_server.h
diff options
context:
space:
mode:
Diffstat (limited to 'pplx_server.h')
-rw-r--r--pplx_server.h4
1 files changed, 3 insertions, 1 deletions
diff --git a/pplx_server.h b/pplx_server.h
index 225a7ac..c38f0ca 100644
--- a/pplx_server.h
+++ b/pplx_server.h
@@ -20,7 +20,9 @@ typedef struct {
int use_cuda;
int mlx_quantize_bits;
int mlx_quantize_group_size;
- int allow_memory_overcommit;
+ double memory_utilization; /* fraction of physical memory the MLX
+ preflight may plan for; 0 = default 0.90,
+ values above 1.0 allow overcommit */
int enable_cors;
const char *api_key;
} pplx_server_config_t;