diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-05-30 04:07:37 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:18:59 +0200 |
| commit | ab50d908ba2eae14929a07341b1b716cde681c1c (patch) | |
| tree | 52e3f1f8cd579eb234185dc3b397ac66cda47cbf /pplx_embed.h | |
| parent | 46f9e7c67134caf43a04ea5ee3b2325588647e28 (diff) | |
| download | ffwd-ab50d908ba2eae14929a07341b1b716cde681c1c.tar.gz ffwd-ab50d908ba2eae14929a07341b1b716cde681c1c.zip | |
server: implement HTTP API with libae integration
Diffstat (limited to 'pplx_embed.h')
| -rw-r--r-- | pplx_embed.h | 25 |
1 files changed, 25 insertions, 0 deletions
diff --git a/pplx_embed.h b/pplx_embed.h index 23ca2a9..ba46639 100644 --- a/pplx_embed.h +++ b/pplx_embed.h @@ -48,6 +48,11 @@ typedef struct { int n_tokens; } pplx_input_t; +typedef struct { + int start; + int n_tokens; +} pplx_span_t; + /* ======================================================================== * API * ======================================================================== */ @@ -137,6 +142,26 @@ int pplx_model_forward_into(const pplx_model_t *model, pplx_workspace_t *ws, float *out_states); /* + * Pool normalized embeddings from final hidden states. + * + * states is [n_tokens, hidden_size], normally produced by + * pplx_model_forward_into(). Each span is mean pooled and L2 normalized into + * out_embeddings[n_spans, hidden_size]. + */ +int pplx_pool_spans(const pplx_config_t *cfg, const float *states, int n_tokens, + const pplx_span_t *spans, int n_spans, + float *out_embeddings); + +/* + * Run one contextual sequence and pool selected token spans. + * Returns 0 on success, -1 on error. + */ +int pplx_model_embed_spans(const pplx_model_t *model, pplx_workspace_t *ws, + const int *token_ids, int n_tokens, + const pplx_span_t *spans, int n_spans, + float *out_embeddings); + +/* * Cosine similarity between two L2-normalized vectors. */ float pplx_cosine_similarity(const float *a, const float *b, int dim); |
