aboutsummaryrefslogtreecommitdiff
path: root/embed_internal.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-10 09:40:35 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commitc709fc62ebe0eb2ca596316e5dd22f212766ff19 (patch)
tree125f809084628c4dc7dc3df249ff7fd82861764d /embed_internal.h
parent308bb1b6a058855bb1a2cc45db13f83810cf91b6 (diff)
downloadffwd-c709fc62ebe0eb2ca596316e5dd22f212766ff19.tar.gz
ffwd-c709fc62ebe0eb2ca596316e5dd22f212766ff19.zip
cpu: move BF16 widening scratch into the workspace
Diffstat (limited to 'embed_internal.h')
-rw-r--r--embed_internal.h6
1 files changed, 6 insertions, 0 deletions
diff --git a/embed_internal.h b/embed_internal.h
index 7d6f398..53debee 100644
--- a/embed_internal.h
+++ b/embed_internal.h
@@ -59,6 +59,12 @@ struct pplx_workspace {
float *rope_cos;
float *rope_sin;
int rope_cache_cap;
+
+ /* F32 view of one BF16 weight matrix for SGEMM dispatch, grown to the
+ * largest projection. Workspace-owned so concurrent workspaces on one
+ * model never share conversion scratch. */
+ float *bf16_widen;
+ size_t bf16_widen_count;
};
#endif /* PPLX_EMBED_INTERNAL_H */