diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-10 09:40:35 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | c709fc62ebe0eb2ca596316e5dd22f212766ff19 (patch) | |
| tree | 125f809084628c4dc7dc3df249ff7fd82861764d /embed_internal.h | |
| parent | 308bb1b6a058855bb1a2cc45db13f83810cf91b6 (diff) | |
| download | ffwd-c709fc62ebe0eb2ca596316e5dd22f212766ff19.tar.gz ffwd-c709fc62ebe0eb2ca596316e5dd22f212766ff19.zip | |
cpu: move BF16 widening scratch into the workspace
Diffstat (limited to 'embed_internal.h')
| -rw-r--r-- | embed_internal.h | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/embed_internal.h b/embed_internal.h index 7d6f398..53debee 100644 --- a/embed_internal.h +++ b/embed_internal.h @@ -59,6 +59,12 @@ struct pplx_workspace { float *rope_cos; float *rope_sin; int rope_cache_cap; + + /* F32 view of one BF16 weight matrix for SGEMM dispatch, grown to the + * largest projection. Workspace-owned so concurrent workspaces on one + * model never share conversion scratch. */ + float *bf16_widen; + size_t bf16_widen_count; }; #endif /* PPLX_EMBED_INTERNAL_H */ |
