aboutsummaryrefslogtreecommitdiff
path: root/libffwd/model_internal.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-09-29 13:05:44 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-09-29 13:05:44 +0200
commitcf7d8169ec12cb3adf90d4ff78b3257e74985302 (patch)
treef666589acfd68e76bbde4e74eead44ae7819d0bb /libffwd/model_internal.h
parent91871be6ece9317c5d49353f6474583e7e28168d (diff)
downloadlangdet-cf7d8169ec12cb3adf90d4ff78b3257e74985302.tar.gz
langdet-cf7d8169ec12cb3adf90d4ff78b3257e74985302.zip
Remove unused model families and inference paths
Diffstat (limited to 'libffwd/model_internal.h')
-rw-r--r--libffwd/model_internal.h74
1 files changed, 3 insertions, 71 deletions
diff --git a/libffwd/model_internal.h b/libffwd/model_internal.h
index b828e67..aeea52e 100644
--- a/libffwd/model_internal.h
+++ b/libffwd/model_internal.h
@@ -1,85 +1,17 @@
-/* Cross-file declarations private to CPU model code.
- *
- * model_types.h holds the shared struct definitions; this header holds the
- * shared functions.
- *
- * These are not part of the public API (ffwd.h) and do not use FFWD_API
- * visibility. They are shared between translation units that used to be one
- * file: model loading, the forward pass, and late interaction.
- *
- * Frontends and GPU backends do not include this header.
- */
-
#ifndef FFWD_MODEL_INTERNAL_H
#define FFWD_MODEL_INTERNAL_H
#include "model_types.h"
#include "alloc.h"
-/* Validate that a safetensor has the expected dtype, rank, and shape, and that
- * its bytes are within the mapped file. bf16_ok also allows either 16-bit float
- * format, BF16 or F16, in addition to F32. */
+/* Validate F32 dtype, exact dimensions, byte count, and mapped-file bounds. */
int tensor_has_supported_shape(const safetensors_file_t *sf,
const safetensor_t *t,
const char *name,
const int64_t *shape,
- int ndim,
- int bf16_ok);
-
-/* Build a weight ref from a located tensor.
- * F32/BF16 borrow the mmap; F16 is widened to an owned F32 buffer because there
- * is no fused F16 kernel.
- *
- * Shared by the model loader and late-interaction projection loader.
- * The owner frees ref.data when ref.owned is set.
- *
- * Returns ref.data == NULL on allocation failure. */
-ffwd_weight_ref_t weight_ref_from_tensor(const safetensors_file_t *sf, const safetensor_t *t);
-
-/* True if model_dir carries a 1_Dense projection (a late-interaction model). */
-int model_dir_has_late_projection(const char *model_dir);
-
-/* Load (a layer range of) a model. allow_late lets the late loader accept a
- * 1_Dense snapshot that the pooled loader rejects. layer_end == -1 means all. */
-ffwd_model_t *
-model_load_range_ex(const char *model_dir, int layer_start, int layer_end, int allow_late);
+ int ndim);
-/* Workspace scratch grows lazily per forward call.
- * Defined in model.c beside the workspace lifecycle. ffwd_workspace_nbytes mirrors this sizing.
- * Called from the forward pass in forward.c. */
-int ensure_buffers(ffwd_workspace_t *ws, const ffwd_config_t *c, int seq);
+int ensure_buffers(ffwd_workspace_t *ws, const ffwd_config_t *cfg, int seq);
void ensure_attention_scores(ffwd_workspace_t *ws, const int *offsets, int batch);
-int ensure_rope_cache(ffwd_workspace_t *ws, const ffwd_config_t *cfg, int n_pos);
-int ensure_offsets(ffwd_workspace_t *ws, int batch);
-
-/* y[seq,out] = x[seq,in] @ w^T, no bias; dispatches F32/BF16 paths. Shared by
- * the forward pass and the late projection. */
-void linear_nobias_weight(ffwd_workspace_t *ws,
- float *y,
- const float *x,
- const ffwd_weight_ref_t *w,
- int seq_len,
- int in_dim,
- int out_dim);
-
-/* Compute packed sequence offsets [batch+1] plus total and max sequence length
- * over a batch of inputs. require_ids rejects inputs with a NULL id pointer. */
-int build_offsets(const ffwd_input_t *inputs,
- int batch,
- int require_ids,
- int *offsets,
- int *total_out,
- int *max_out);
-
-/* Run the full transformer forward over a packed batch in ws, leaving hidden
- * states in ws->x. Used by pooled encoding and by late-interaction encoding. */
-int forward_packed_inplace(const ffwd_model_t *model,
- ffwd_workspace_t *ws,
- const ffwd_input_t *inputs,
- int batch,
- const int *offsets,
- int total_seq,
- int max_seq,
- int apply_final_norm);
#endif /* FFWD_MODEL_INTERNAL_H */