aboutsummaryrefslogtreecommitdiff
path: root/qwen_kernels.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-10 09:40:35 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commitc709fc62ebe0eb2ca596316e5dd22f212766ff19 (patch)
tree125f809084628c4dc7dc3df249ff7fd82861764d /qwen_kernels.h
parent308bb1b6a058855bb1a2cc45db13f83810cf91b6 (diff)
downloadffwd-c709fc62ebe0eb2ca596316e5dd22f212766ff19.tar.gz
ffwd-c709fc62ebe0eb2ca596316e5dd22f212766ff19.zip
cpu: move BF16 widening scratch into the workspace
Diffstat (limited to 'qwen_kernels.h')
-rw-r--r--qwen_kernels.h5
1 files changed, 1 insertions, 4 deletions
diff --git a/qwen_kernels.h b/qwen_kernels.h
index e92f944..5281361 100644
--- a/qwen_kernels.h
+++ b/qwen_kernels.h
@@ -35,9 +35,8 @@ void qwen_linear_nobias(float *y, const float *x, const float *W,
int seq_len, int in_dim, int out_dim);
/* bf16 weight variants */
-void qwen_linear_bf16(float *y, const float *x, const uint16_t *W_bf16,
- const float *b, int seq_len, int in_dim, int out_dim);
+void qwen_bf16_to_f32_buf(float *dst, const uint16_t *src, size_t n);
void qwen_linear_nobias_bf16(float *y, const float *x, const uint16_t *W_bf16,
int seq_len, int in_dim, int out_dim);
@@ -56,8 +55,6 @@ void qwen_linear_nobias_bf16_qkv(float *q, float *k, float *v, const float *x,
int seq_len, int in_dim, int q_dim,
int kv_dim);
-void qwen_matmul_t_bf16(float *C, const float *A, const uint16_t *B_bf16,
- int M, int K, int N);
/* Dot product using the best available local SIMD implementation. */
float qwen_dot_f32(const float *a, const float *b, int n);