diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 16:27:47 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 16:27:47 +0200 |
| commit | d1ba1ebc06ef0d62ca932388fae83e6992594719 (patch) | |
| tree | f962207b779016593258f990348216999a58766a /src/kernels_generic.c | |
| parent | be20dfda0f836808dccfc14db244592e41ba28bc (diff) | |
| download | ffwd-d1ba1ebc06ef0d62ca932388fae83e6992594719.tar.gz ffwd-d1ba1ebc06ef0d62ca932388fae83e6992594719.zip | |
chore: move sources to src/ with proper names, drop qwen_ prefix
Diffstat (limited to 'src/kernels_generic.c')
| -rw-r--r-- | src/kernels_generic.c | 44 |
1 files changed, 44 insertions, 0 deletions
diff --git a/src/kernels_generic.c b/src/kernels_generic.c new file mode 100644 index 0000000..7e85298 --- /dev/null +++ b/src/kernels_generic.c @@ -0,0 +1,44 @@ +/* + * embed_kernels_generic.c - architecture-generic hot kernels + */ + +#include "kernels_impl.h" + +#include <string.h> + +void embed_bf16_matvec_fused_generic( + float *y, const float *x, const uint16_t *W_bf16, const float *bias, int in_dim, int out_dim) { + for (int o = 0; o < out_dim; o++) { + const uint16_t *w_row = W_bf16 + (size_t)o * in_dim; + float sum = bias ? bias[o] : 0.0f; + for (int k = 0; k < in_dim; k++) { + uint32_t f32_bits = ((uint32_t)w_row[k]) << 16; + float w_val; + memcpy(&w_val, &f32_bits, sizeof(float)); + sum += w_val * x[k]; + } + y[o] = sum; + } +} + +float embed_dot_f32_generic(const float *a, const float *b, int n) { + float sum = 0.0f; + for (int i = 0; i < n; i++) + sum += a[i] * b[i]; + return sum; +} + +void embed_vec_scale_inplace_generic(float *dst, float scale, int n) { + for (int i = 0; i < n; i++) + dst[i] *= scale; +} + +void embed_vec_axpy_inplace_generic(float *dst, const float *src, float alpha, int n) { + for (int i = 0; i < n; i++) + dst[i] += alpha * src[i]; +} + +void embed_vec_scale_add_generic(float *dst, const float *src, float correction, int n) { + for (int i = 0; i < n; i++) + dst[i] = dst[i] * correction + src[i]; +} |
