From 5bab6ce54b51d019c480e6f88a446d9c8a127602 Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Sat, 30 May 2026 04:49:22 +0200 Subject: server: add embeddings micro-batching --- pplx_server.h | 1 + 1 file changed, 1 insertion(+) (limited to 'pplx_server.h') diff --git a/pplx_server.h b/pplx_server.h index c46f4f9..a15483d 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -14,6 +14,7 @@ typedef struct { const char *host; int port; int batch_size; + int batch_wait_us; int use_mlx; int enable_cors; const char *api_key; -- cgit v1.3.1