diff options
Diffstat (limited to 'pplx_server.h')
| -rw-r--r-- | pplx_server.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_server.h b/pplx_server.h index 72d4a6c..225a7ac 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -17,6 +17,7 @@ typedef struct { int max_batch_tokens; int batch_wait_us; int use_mlx; + int use_cuda; int mlx_quantize_bits; int mlx_quantize_group_size; int allow_memory_overcommit; |
