aboutsummaryrefslogtreecommitdiff
path: root/embed_internal.h
diff options
context:
space:
mode:
Diffstat (limited to 'embed_internal.h')
-rw-r--r--embed_internal.h6
1 files changed, 6 insertions, 0 deletions
diff --git a/embed_internal.h b/embed_internal.h
index 7d6f398..53debee 100644
--- a/embed_internal.h
+++ b/embed_internal.h
@@ -59,6 +59,12 @@ struct pplx_workspace {
float *rope_cos;
float *rope_sin;
int rope_cache_cap;
+
+ /* F32 view of one BF16 weight matrix for SGEMM dispatch, grown to the
+ * largest projection. Workspace-owned so concurrent workspaces on one
+ * model never share conversion scratch. */
+ float *bf16_widen;
+ size_t bf16_widen_count;
};
#endif /* PPLX_EMBED_INTERNAL_H */