aboutsummaryrefslogtreecommitdiff
path: root/pplx_server.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-08 17:57:20 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commitd9e4761f63d5e6a6c08aab9e1d104b4a11ebdc8f (patch)
treee007eff496ba92ca8a62890ea4843bd793341be3 /pplx_server.h
parent884ef3007382451de2cb8801d33f7d0efc05f5b6 (diff)
downloadffwd-d9e4761f63d5e6a6c08aab9e1d104b4a11ebdc8f.tar.gz
ffwd-d9e4761f63d5e6a6c08aab9e1d104b4a11ebdc8f.zip
cuda: add server contextual path
Diffstat (limited to 'pplx_server.h')
-rw-r--r--pplx_server.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_server.h b/pplx_server.h
index 72d4a6c..225a7ac 100644
--- a/pplx_server.h
+++ b/pplx_server.h
@@ -17,6 +17,7 @@ typedef struct {
int max_batch_tokens;
int batch_wait_us;
int use_mlx;
+ int use_cuda;
int mlx_quantize_bits;
int mlx_quantize_group_size;
int allow_memory_overcommit;