aboutsummaryrefslogtreecommitdiff
path: root/pplx_embed.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-05-30 04:07:37 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:18:59 +0200
commitab50d908ba2eae14929a07341b1b716cde681c1c (patch)
tree52e3f1f8cd579eb234185dc3b397ac66cda47cbf /pplx_embed.h
parent46f9e7c67134caf43a04ea5ee3b2325588647e28 (diff)
downloadffwd-ab50d908ba2eae14929a07341b1b716cde681c1c.tar.gz
ffwd-ab50d908ba2eae14929a07341b1b716cde681c1c.zip
server: implement HTTP API with libae integration
Diffstat (limited to 'pplx_embed.h')
-rw-r--r--pplx_embed.h25
1 files changed, 25 insertions, 0 deletions
diff --git a/pplx_embed.h b/pplx_embed.h
index 23ca2a9..ba46639 100644
--- a/pplx_embed.h
+++ b/pplx_embed.h
@@ -48,6 +48,11 @@ typedef struct {
int n_tokens;
} pplx_input_t;
+typedef struct {
+ int start;
+ int n_tokens;
+} pplx_span_t;
+
/* ========================================================================
* API
* ======================================================================== */
@@ -137,6 +142,26 @@ int pplx_model_forward_into(const pplx_model_t *model, pplx_workspace_t *ws,
float *out_states);
/*
+ * Pool normalized embeddings from final hidden states.
+ *
+ * states is [n_tokens, hidden_size], normally produced by
+ * pplx_model_forward_into(). Each span is mean pooled and L2 normalized into
+ * out_embeddings[n_spans, hidden_size].
+ */
+int pplx_pool_spans(const pplx_config_t *cfg, const float *states, int n_tokens,
+ const pplx_span_t *spans, int n_spans,
+ float *out_embeddings);
+
+/*
+ * Run one contextual sequence and pool selected token spans.
+ * Returns 0 on success, -1 on error.
+ */
+int pplx_model_embed_spans(const pplx_model_t *model, pplx_workspace_t *ws,
+ const int *token_ids, int n_tokens,
+ const pplx_span_t *spans, int n_spans,
+ float *out_embeddings);
+
+/*
* Cosine similarity between two L2-normalized vectors.
*/
float pplx_cosine_similarity(const float *a, const float *b, int dim);