diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-09-29 12:54:13 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-09-29 12:54:13 +0200 |
| commit | 91871be6ece9317c5d49353f6474583e7e28168d (patch) | |
| tree | 8cabf2546322a9e1b724bf8413f32de54378824f /libffwd/internal.h | |
| parent | 35ab9c12ba4d396e6cba99d6ea947e26becedad4 (diff) | |
| download | langdet-91871be6ece9317c5d49353f6474583e7e28168d.tar.gz langdet-91871be6ece9317c5d49353f6474583e7e28168d.zip | |
Add native CPU language detection CLI
Diffstat (limited to 'libffwd/internal.h')
| -rw-r--r-- | libffwd/internal.h | 129 |
1 files changed, 129 insertions, 0 deletions
diff --git a/libffwd/internal.h b/libffwd/internal.h new file mode 100644 index 0000000..6030c36 --- /dev/null +++ b/libffwd/internal.h @@ -0,0 +1,129 @@ +#ifndef FFWD_INTERNAL_H +#define FFWD_INTERNAL_H + +#include "ffwd.h" + +#include <stddef.h> +#include <stdio.h> + +typedef struct ffwd_model ffwd_model_t; +typedef struct ffwd_workspace ffwd_workspace_t; +typedef struct ffwd_late_model ffwd_late_model_t; +typedef struct ffwd_late_workspace ffwd_late_workspace_t; + +/* Help text used by the frontends. */ +/* TODO: tools should not depend on the internal API */ +void ffwd_cli_help(FILE *f); +void ffwd_server_help(FILE *f); + +/* + * Lower-level CPU model API. These functions are used by backend glue, tests, + * benchmarks, and parity harnesses; they are not exported from libffwd. + */ +ffwd_model_t *ffwd_model_load(const char *model_dir); +void ffwd_model_free(ffwd_model_t *model); + +ffwd_workspace_t *ffwd_workspace_new(const ffwd_model_t *model); +void ffwd_workspace_free(ffwd_workspace_t *ws); + +const ffwd_config_t *ffwd_model_config(const ffwd_model_t *model); +size_t ffwd_workspace_nbytes(const ffwd_workspace_t *ws); + +float *ffwd_model_encode(const ffwd_model_t *model, + ffwd_workspace_t *ws, + const int *token_ids, + int n_tokens); + +int ffwd_model_encode_into(const ffwd_model_t *model, + ffwd_workspace_t *ws, + const int *token_ids, + int n_tokens, + float *out_embedding); + +int ffwd_model_encode_batch(const ffwd_model_t *model, + ffwd_workspace_t *ws, + const ffwd_input_t *inputs, + int batch, + float *out_embeddings); + +int ffwd_pool_batch(const ffwd_config_t *cfg, + const float *states, + const int *seq_lengths, + int batch, + float *out_embeddings); + +float *ffwd_model_forward(const ffwd_model_t *model, + ffwd_workspace_t *ws, + const int *token_ids, + int n_tokens); + +int ffwd_model_forward_into(const ffwd_model_t *model, + ffwd_workspace_t *ws, + const int *token_ids, + int n_tokens, + float *out_states); + +int ffwd_pool_spans(const ffwd_config_t *cfg, + const float *states, + int n_tokens, + const ffwd_span_t *spans, + int n_spans, + float *out_embeddings); + +int ffwd_model_encode_spans(const ffwd_model_t *model, + ffwd_workspace_t *ws, + const int *token_ids, + int n_tokens, + const ffwd_span_t *spans, + int n_spans, + float *out_embeddings); + +int ffwd_model_encode_spans_batch(const ffwd_model_t *model, + ffwd_workspace_t *ws, + const ffwd_context_input_t *inputs, + int batch, + float *out_embeddings); + +/* + * Late-interaction CPU model API. The public engine path exposes reranking via + * ffwd_rerank(); these entry points are for tests/backends only. + */ +ffwd_late_model_t *ffwd_late_model_load(const char *model_dir); +void ffwd_late_model_free(ffwd_late_model_t *model); + +ffwd_late_workspace_t *ffwd_late_workspace_new(const ffwd_late_model_t *model); +void ffwd_late_workspace_free(ffwd_late_workspace_t *ws); + +const ffwd_config_t *ffwd_late_model_config(const ffwd_late_model_t *model); +int ffwd_late_model_token_dim(const ffwd_late_model_t *model); + +int ffwd_late_model_encode_tokens(const ffwd_late_model_t *model, + ffwd_late_workspace_t *ws, + const int *token_ids, + int n_tokens, + int normalize, + float *out_vectors); + +int ffwd_late_model_encode_docs(const ffwd_late_model_t *model, + ffwd_late_workspace_t *ws, + const int *const *doc_ids, + const int *n_tokens, + const int *const *keep, + const int *n_keep, + int n_docs, + int normalize, + float *out_vectors, + int *out_offsets); + +float ffwd_late_maxsim( + const float *query_vectors, int query_tokens, const float *doc_vectors, int doc_tokens, int dim); + +int ffwd_late_maxsim_batch(const float *query_vectors, + int query_tokens, + const float *doc_vectors, + const int *doc_offsets, + int docs, + int dim, + float *scores); + +#endif /* FFWD_INTERNAL_H */ |
