diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-05-31 00:39:10 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | 27e76c88f0c1b33cba54dd31fade9b044719c8bc (patch) | |
| tree | 721ff7ab955ac49794232b6c6945a80813064604 /pplx_embed.c | |
| parent | 7177f3073199b31f8e99a5355bfedda446cd99ca (diff) | |
| download | ffwd-27e76c88f0c1b33cba54dd31fade9b044719c8bc.tar.gz ffwd-27e76c88f0c1b33cba54dd31fade9b044719c8bc.zip | |
server: batch contextual document inference
Diffstat (limited to 'pplx_embed.c')
| -rw-r--r-- | pplx_embed.c | 81 |
1 files changed, 69 insertions, 12 deletions
diff --git a/pplx_embed.c b/pplx_embed.c index d4b2d02..4aaeda1 100644 --- a/pplx_embed.c +++ b/pplx_embed.c @@ -1044,23 +1044,80 @@ int pplx_pool_spans(const pplx_config_t *cfg, const float *states, int n_tokens, return 0; } -int pplx_model_embed_spans(const pplx_model_t *model, pplx_workspace_t *ws, - const int *token_ids, int n_tokens, - const pplx_span_t *spans, int n_spans, - float *out_embeddings) +int pplx_model_embed_spans_batch(const pplx_model_t *model, + pplx_workspace_t *ws, + const pplx_context_input_t *inputs, int batch, + float *out_embeddings) { - if (!model || !ws || !token_ids || n_tokens <= 0 || !spans || - n_spans <= 0 || !out_embeddings) + if (!model || !ws || !inputs || batch <= 0 || !out_embeddings) return -1; - pplx_input_t input = { token_ids, n_tokens }; - int offsets[2] = { 0, n_tokens }; - if (forward_packed_inplace(model, ws, &input, 1, offsets, - n_tokens, n_tokens, 1) != 0) + if (ensure_offsets(ws, batch) != 0) return -1; + if ((size_t)batch > SIZE_MAX / sizeof(pplx_input_t)) return -1; + pplx_input_t *packed_inputs = malloc((size_t)batch * sizeof(*packed_inputs)); + if (!packed_inputs) return -1; + int *offsets = ws->offsets; + int total_seq = 0; + int max_seq = 0; + int total_spans = 0; + for (int b = 0; b < batch; b++) { + const pplx_context_input_t *input = &inputs[b]; + int n_tokens = input->input.n_tokens; + if (!input->input.ids || n_tokens <= 0 || !input->spans || + input->n_spans <= 0 || total_seq > INT_MAX - n_tokens || + total_spans > INT_MAX - input->n_spans) { + free(packed_inputs); + return -1; + } + packed_inputs[b] = input->input; + offsets[b] = total_seq; + total_seq += n_tokens; + total_spans += input->n_spans; + if (n_tokens > max_seq) max_seq = n_tokens; + for (int s = 0; s < input->n_spans; s++) { + int start = input->spans[s].start; + int len = input->spans[s].n_tokens; + if (start < 0 || len <= 0 || start > n_tokens || + len > n_tokens - start) { + free(packed_inputs); + return -1; + } + } + } + offsets[batch] = total_seq; + + if (forward_packed_inplace(model, ws, packed_inputs, batch, offsets, + total_seq, max_seq, 1) != 0) { + free(packed_inputs); return -1; + } + free(packed_inputs); + + int span_offset = 0; + int hidden = model->config.hidden_size; + for (int b = 0; b < batch; b++) { + const pplx_context_input_t *input = &inputs[b]; + if (pplx_pool_spans(&model->config, + ws->x + (size_t)offsets[b] * hidden, + input->input.n_tokens, input->spans, input->n_spans, + out_embeddings + (size_t)span_offset * hidden) != 0) + return -1; + span_offset += input->n_spans; + } + return 0; +} - return pplx_pool_spans(&model->config, ws->x, n_tokens, spans, n_spans, - out_embeddings); +int pplx_model_embed_spans(const pplx_model_t *model, pplx_workspace_t *ws, + const int *token_ids, int n_tokens, + const pplx_span_t *spans, int n_spans, + float *out_embeddings) +{ + pplx_context_input_t input = { + .input = { token_ids, n_tokens }, + .spans = spans, + .n_spans = n_spans, + }; + return pplx_model_embed_spans_batch(model, ws, &input, 1, out_embeddings); } float *pplx_model_forward(const pplx_model_t *model, pplx_workspace_t *ws, |
