aboutsummaryrefslogtreecommitdiff
path: root/pplx_embed.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-05-31 00:39:10 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commit27e76c88f0c1b33cba54dd31fade9b044719c8bc (patch)
tree721ff7ab955ac49794232b6c6945a80813064604 /pplx_embed.h
parent7177f3073199b31f8e99a5355bfedda446cd99ca (diff)
downloadffwd-27e76c88f0c1b33cba54dd31fade9b044719c8bc.tar.gz
ffwd-27e76c88f0c1b33cba54dd31fade9b044719c8bc.zip
server: batch contextual document inference
Diffstat (limited to 'pplx_embed.h')
-rw-r--r--pplx_embed.h17
1 files changed, 17 insertions, 0 deletions
diff --git a/pplx_embed.h b/pplx_embed.h
index 6a159de..3aa4059 100644
--- a/pplx_embed.h
+++ b/pplx_embed.h
@@ -53,6 +53,12 @@ typedef struct {
int n_tokens;
} pplx_span_t;
+typedef struct {
+ pplx_input_t input;
+ const pplx_span_t *spans;
+ int n_spans;
+} pplx_context_input_t;
+
/* ========================================================================
* API
* ======================================================================== */
@@ -208,6 +214,17 @@ int pplx_model_embed_spans(const pplx_model_t *model, pplx_workspace_t *ws,
float *out_embeddings);
/*
+ * Run a packed/ragged contextual document batch and pool every selected span.
+ *
+ * Documents attend independently, RoPE positions restart for each document,
+ * and out_embeddings contains spans in document order.
+ */
+int pplx_model_embed_spans_batch(const pplx_model_t *model,
+ pplx_workspace_t *ws,
+ const pplx_context_input_t *inputs, int batch,
+ float *out_embeddings);
+
+/*
* L2-normalize vec[dim] in place.
*
* Returns 0 on success. Returns -1 for invalid arguments or a zero-length