aboutsummaryrefslogtreecommitdiff
path: root/src/internal.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-17 01:21:41 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-17 01:21:41 +0200
commite00becb643b3a99de16462b3a032717a93b983d9 (patch)
tree873ad2646b0ef2f07eae5a5a74387d062c77ec0c /src/internal.h
parentb4343d6ac1c6cc7a7d228f954220def2f6e6ed67 (diff)
downloadffwd-e00becb643b3a99de16462b3a032717a93b983d9.tar.gz
ffwd-e00becb643b3a99de16462b3a032717a93b983d9.zip
all: accept F16 safetensors weights (widen to F32 at load)
Diffstat (limited to 'src/internal.h')
-rw-r--r--src/internal.h4
1 files changed, 4 insertions, 0 deletions
diff --git a/src/internal.h b/src/internal.h
index b3c2aa0..c1429de 100644
--- a/src/internal.h
+++ b/src/internal.h
@@ -7,6 +7,10 @@
typedef struct {
safetensor_dtype_t dtype;
const void *data;
+ /* 0: data is a borrowed view into the safetensors mmap (F32/BF16, the common
+ * case). 1: data is a heap buffer owned by the model and freed on unload.
+ * Set when an F16 tensor is widened to F32 at load (no fused F16 kernel). */
+ int owned;
} embed_weight_ref_t;
typedef struct {