diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-05-31 00:01:27 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | 2ceffe319f42bbf966f085a581c71eb9e369cf19 (patch) | |
| tree | b652bc7a302c2be91369716f51e841abc2728dc7 /pplx_server.h | |
| parent | 6c60a776d5f2f2f494d20072a595fa0e10dd51d1 (diff) | |
| download | ffwd-2ceffe319f42bbf966f085a581c71eb9e369cf19.tar.gz ffwd-2ceffe319f42bbf966f085a581c71eb9e369cf19.zip | |
server: batch standard requests by token budget
Diffstat (limited to 'pplx_server.h')
| -rw-r--r-- | pplx_server.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_server.h b/pplx_server.h index a15483d..08a3a0d 100644 --- a/pplx_server.h +++ b/pplx_server.h @@ -14,6 +14,7 @@ typedef struct { const char *host; int port; int batch_size; + int max_batch_tokens; int batch_wait_us; int use_mlx; int enable_cors; |
