diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 18:43:18 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 18:43:18 +0200 |
| commit | 9facc2228ce32d70fa656c3b28436740c6ebd559 (patch) | |
| tree | 63131a2cfb8e9cf822e31cd1d8239d243fa6deb7 /src/server_internal.h | |
| parent | 5f7e80e26d4f957701bd61a23f5e75039e0a87cd (diff) | |
| download | ffwd-9facc2228ce32d70fa656c3b28436740c6ebd559.tar.gz ffwd-9facc2228ce32d70fa656c3b28436740c6ebd559.zip | |
server: extract endpoint handlers into server_handlers.c
Diffstat (limited to 'src/server_internal.h')
| -rw-r--r-- | src/server_internal.h | 20 |
1 files changed, 20 insertions, 0 deletions
diff --git a/src/server_internal.h b/src/server_internal.h index 88bd5d4..31b6c11 100644 --- a/src/server_internal.h +++ b/src/server_internal.h @@ -361,4 +361,24 @@ int configure_loaded_model(loaded_model *m, const embed_config_t *config, int to int load_one_model(http_server *s, model_slot slot, const char *path); void free_models(http_server *s); +/* ---- server_handlers.c: per-endpoint prepare / batch-group / execute ---- */ +void prepare_embedding_request(job *j, cJSON *root, http_server *s, embedding_request *out); +int embedding_request_compatible(const embedding_request *a, const embedding_request *b); +int embedding_request_fits_group(const embedding_request *r, + int group_inputs, + int group_tokens, + int max_batch, + int max_batch_tokens); +void execute_embedding_request_list(embedding_request **reqs, int n_reqs); +void prepare_contextual_request(job *j, cJSON *root, http_server *s, contextual_request *out); +int contextual_request_compatible(const contextual_request *a, const contextual_request *b); +int contextual_request_fits_group(const contextual_request *r, + int group_docs, + int group_tokens, + int max_batch, + int max_batch_tokens); +void execute_contextual_request_list(contextual_request **reqs, int n_reqs); +void prepare_rerank_request(job *j, cJSON *root, http_server *s, rerank_request *out); +void execute_rerank_request(rerank_request *r); + #endif /* EMBED_SERVER_INTERNAL_H */ |
