aboutsummaryrefslogtreecommitdiff
path: root/pplx_server.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-05-30 04:49:22 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:18:59 +0200
commit5bab6ce54b51d019c480e6f88a446d9c8a127602 (patch)
tree680b4efd1d97463cef456c74443d7ba935a61bf7 /pplx_server.h
parentab50d908ba2eae14929a07341b1b716cde681c1c (diff)
downloadffwd-5bab6ce54b51d019c480e6f88a446d9c8a127602.tar.gz
ffwd-5bab6ce54b51d019c480e6f88a446d9c8a127602.zip
server: add embeddings micro-batching
Diffstat (limited to 'pplx_server.h')
-rw-r--r--pplx_server.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_server.h b/pplx_server.h
index c46f4f9..a15483d 100644
--- a/pplx_server.h
+++ b/pplx_server.h
@@ -14,6 +14,7 @@ typedef struct {
const char *host;
int port;
int batch_size;
+ int batch_wait_us;
int use_mlx;
int enable_cors;
const char *api_key;