aboutsummaryrefslogtreecommitdiff
path: root/src/late.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-17 01:21:41 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-17 01:21:41 +0200
commite00becb643b3a99de16462b3a032717a93b983d9 (patch)
tree873ad2646b0ef2f07eae5a5a74387d062c77ec0c /src/late.c
parentb4343d6ac1c6cc7a7d228f954220def2f6e6ed67 (diff)
downloadffwd-e00becb643b3a99de16462b3a032717a93b983d9.tar.gz
ffwd-e00becb643b3a99de16462b3a032717a93b983d9.zip
all: accept F16 safetensors weights (widen to F32 at load)
Diffstat (limited to 'src/late.c')
-rw-r--r--src/late.c10
1 files changed, 8 insertions, 2 deletions
diff --git a/src/late.c b/src/late.c
index 0829787..6ba52cc 100644
--- a/src/late.c
+++ b/src/late.c
@@ -96,8 +96,10 @@ embed_late_model_t *embed_late_model_load(const char *model_dir) {
if (!tensor_has_supported_shape(late->dense_sf, t, "linear.weight", shape, 2, 1))
goto fail;
- late->projection.dtype = t->dtype;
- late->projection.data = safetensors_data(late->dense_sf, t);
+ /* Same F32/BF16-borrow, F16-widen contract as the backbone weights. */
+ late->projection = weight_ref_from_tensor(late->dense_sf, t);
+ if (!late->projection.data)
+ goto fail;
late->token_dim = (int)t->shape[0];
return late;
@@ -110,6 +112,10 @@ void embed_late_model_free(embed_late_model_t *model) {
if (!model)
return;
embed_model_free(model->base);
+ /* Free the projection before the mmap: only an F16-widened ref owns its
+ * buffer; a borrowed F32/BF16 ref points into dense_sf and must not be freed. */
+ if (model->projection.owned)
+ free((void *)model->projection.data);
safetensors_close(model->dense_sf);
free(model);
}