diff options
Diffstat (limited to 'embed_internal.h')
| -rw-r--r-- | embed_internal.h | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/embed_internal.h b/embed_internal.h index 7d6f398..53debee 100644 --- a/embed_internal.h +++ b/embed_internal.h @@ -59,6 +59,12 @@ struct pplx_workspace { float *rope_cos; float *rope_sin; int rope_cache_cap; + + /* F32 view of one BF16 weight matrix for SGEMM dispatch, grown to the + * largest projection. Workspace-owned so concurrent workspaces on one + * model never share conversion scratch. */ + float *bf16_widen; + size_t bf16_widen_count; }; #endif /* PPLX_EMBED_INTERNAL_H */ |
