diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 16:27:47 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 16:27:47 +0200 |
| commit | d1ba1ebc06ef0d62ca932388fae83e6992594719 (patch) | |
| tree | f962207b779016593258f990348216999a58766a /embed_cuda.h | |
| parent | be20dfda0f836808dccfc14db244592e41ba28bc (diff) | |
| download | ffwd-d1ba1ebc06ef0d62ca932388fae83e6992594719.tar.gz ffwd-d1ba1ebc06ef0d62ca932388fae83e6992594719.zip | |
chore: move sources to src/ with proper names, drop qwen_ prefix
Diffstat (limited to 'embed_cuda.h')
| -rw-r--r-- | embed_cuda.h | 80 |
1 files changed, 0 insertions, 80 deletions
diff --git a/embed_cuda.h b/embed_cuda.h deleted file mode 100644 index aad20ab..0000000 --- a/embed_cuda.h +++ /dev/null @@ -1,80 +0,0 @@ -/* - * embed_cuda.h - CUDA/cuBLAS backend - */ - -#ifndef EMBED_CUDA_H -#define EMBED_CUDA_H - -/* Public-API export annotation. The libraries are built with - * -fvisibility=hidden, so only declarations carrying EMBED_API are exported - * from the shared library; everything else stays internal. */ -#ifndef EMBED_API -#if defined(__GNUC__) -#define EMBED_API __attribute__((visibility("default"))) -#else -#define EMBED_API -#endif -#endif - -#include "embed.h" - -typedef struct embed_cuda_ctx embed_cuda_ctx_t; -typedef struct embed_cuda_late_ctx embed_cuda_late_ctx_t; - -EMBED_API int embed_cuda_set_fast_gemm(const char *mode); -EMBED_API int embed_cuda_set_weights_bf16(int on); - -EMBED_API embed_cuda_ctx_t *embed_cuda_load(const char *model_dir); -EMBED_API void embed_cuda_free(embed_cuda_ctx_t *ctx); - -/* - * Late-interaction CUDA path. Encoding (transformer forward + projection) runs - * on the GPU; MaxSim scoring stays on the host, where the grouped-GEMM scorer is - * much faster than a device graph for this small op. The encoders therefore copy - * the projected token vectors back to host memory. - */ -EMBED_API embed_cuda_late_ctx_t *embed_cuda_late_load(const char *model_dir); -EMBED_API void embed_cuda_late_free(embed_cuda_late_ctx_t *ctx); -EMBED_API const embed_config_t *embed_cuda_late_config(const embed_cuda_late_ctx_t *ctx); -EMBED_API int embed_cuda_late_token_dim(const embed_cuda_late_ctx_t *ctx); - -/* Encode token_ids into out_vectors[n_tokens, token_dim] (host). */ -EMBED_API int embed_cuda_late_encode_tokens(embed_cuda_late_ctx_t *ctx, - const int *token_ids, - int n_tokens, - int normalize, - float *out_vectors); - -/* - * Encode n_docs documents in one packed forward and pack each document's kept - * token vectors back-to-back into out_vectors[total_keep, token_dim] (host) in - * document order. out_offsets[n_docs + 1] receives the prefix sum of kept counts - * (the layout embed_late_maxsim_batch consumes). Returns 0 on success. - */ -EMBED_API int embed_cuda_late_encode_docs(embed_cuda_late_ctx_t *ctx, - const int *const *doc_ids, - const int *n_tokens, - const int *const *keep, - const int *n_keep, - int n_docs, - int normalize, - float *out_vectors, - int *out_offsets); - -EMBED_API const embed_config_t *embed_cuda_config(const embed_cuda_ctx_t *ctx); - -EMBED_API int embed_cuda_encode_into(embed_cuda_ctx_t *ctx, - const int *token_ids, - int n_tokens, - float *out_embedding); -EMBED_API float *embed_cuda_encode(embed_cuda_ctx_t *ctx, const int *token_ids, int n_tokens); -EMBED_API int embed_cuda_encode_batch(embed_cuda_ctx_t *ctx, - const embed_input_t *inputs, - int batch, - float *out_embeddings); -EMBED_API int embed_cuda_encode_spans_batch(embed_cuda_ctx_t *ctx, - const embed_context_input_t *inputs, - int batch, - float *out_embeddings); - -#endif /* EMBED_CUDA_H */ |
