From 27e76c88f0c1b33cba54dd31fade9b044719c8bc Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Sun, 31 May 2026 00:39:10 +0200 Subject: server: batch contextual document inference --- pplx_embed_mlx.h | 8 ++++++++ 1 file changed, 8 insertions(+) (limited to 'pplx_embed_mlx.h') diff --git a/pplx_embed_mlx.h b/pplx_embed_mlx.h index b45fc8a..2b7164d 100644 --- a/pplx_embed_mlx.h +++ b/pplx_embed_mlx.h @@ -74,6 +74,14 @@ int pplx_mlx_embed_spans(pplx_mlx_ctx_t *ctx, const int *token_ids, int n_tokens, const pplx_span_t *spans, int n_spans, float *out_embeddings); +/* + * Run a padded dense contextual document batch and pool every selected span. + * out_embeddings contains spans in document order. + */ +int pplx_mlx_embed_spans_batch(pplx_mlx_ctx_t *ctx, + const pplx_context_input_t *inputs, int batch, + float *out_embeddings); + /* Get the config (so main.c can read hidden_size etc.) */ const pplx_config_t *pplx_mlx_config(const pplx_mlx_ctx_t *ctx); -- cgit v1.3.1