From c709fc62ebe0eb2ca596316e5dd22f212766ff19 Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Wed, 10 Jun 2026 09:40:35 +0200 Subject: cpu: move BF16 widening scratch into the workspace --- embed_internal.h | 6 ++++++ 1 file changed, 6 insertions(+) (limited to 'embed_internal.h') diff --git a/embed_internal.h b/embed_internal.h index 7d6f398..53debee 100644 --- a/embed_internal.h +++ b/embed_internal.h @@ -59,6 +59,12 @@ struct pplx_workspace { float *rope_cos; float *rope_sin; int rope_cache_cap; + + /* F32 view of one BF16 weight matrix for SGEMM dispatch, grown to the + * largest projection. Workspace-owned so concurrent workspaces on one + * model never share conversion scratch. */ + float *bf16_widen; + size_t bf16_widen_count; }; #endif /* PPLX_EMBED_INTERNAL_H */ -- cgit v1.3.1