diff options
Diffstat (limited to 'tools/server/server_internal.h')
| -rw-r--r-- | tools/server/server_internal.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/tools/server/server_internal.h b/tools/server/server_internal.h index 2369031..d2829aa 100644 --- a/tools/server/server_internal.h +++ b/tools/server/server_internal.h @@ -92,6 +92,7 @@ typedef struct { int port; int batch_size; int max_batch_tokens; + int max_request_tokens; // per-request total-token cap (FFWD_API_MAX_TOTAL_TOKENS default) int batch_wait_us; char *api_key; loaded_model *models; |
