diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-05-30 04:49:22 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:18:59 +0200 |
| commit | 5bab6ce54b51d019c480e6f88a446d9c8a127602 (patch) | |
| tree | 680b4efd1d97463cef456c74443d7ba935a61bf7 /pplx_server.h | |
| parent | ab50d908ba2eae14929a07341b1b716cde681c1c (diff) | |
| download | ffwd-5bab6ce54b51d019c480e6f88a446d9c8a127602.tar.gz ffwd-5bab6ce54b51d019c480e6f88a446d9c8a127602.zip | |
server: add embeddings micro-batching
Diffstat (limited to 'pplx_server.h')
| -rw-r--r-- | pplx_server.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_server.h b/pplx_server.h index c46f4f9..a15483d 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -14,6 +14,7 @@ typedef struct { const char *host; int port; int batch_size; + int batch_wait_us; int use_mlx; int enable_cors; const char *api_key; |
