diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-20 20:10:56 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-21 05:57:19 +0200 |
| commit | 6b969d25ce136eaf695222bd1a10bff1ecac0220 (patch) | |
| tree | c23afb50c28b9deaddae5c6526a74ee11cf2d865 /src/kernels_act.c | |
| parent | d4bdb8dae753462f621507d5fc3582e0e53da35c (diff) | |
| download | ffwd-6b969d25ce136eaf695222bd1a10bff1ecac0220.tar.gz ffwd-6b969d25ce136eaf695222bd1a10bff1ecac0220.zip | |
all: split Makefile and reorg library/tools
Diffstat (limited to 'src/kernels_act.c')
| -rw-r--r-- | src/kernels_act.c | 95 |
1 files changed, 0 insertions, 95 deletions
diff --git a/src/kernels_act.c b/src/kernels_act.c deleted file mode 100644 index abbade4..0000000 --- a/src/kernels_act.c +++ /dev/null @@ -1,95 +0,0 @@ -#include "kernels.h" -#include "kernels_impl.h" - -#include <math.h> -#include <stdlib.h> -#include <string.h> - -#if (defined(__AVX512F__) || defined(__AVX2__)) && \ - (defined(__x86_64__) || defined(__i386__) || defined(_M_X64) || defined(_M_IX86)) -#include <immintrin.h> -#endif -#if defined(__ARM_NEON) || defined(__ARM_NEON__) -#include <arm_neon.h> -#endif - -#ifdef USE_BLAS -#ifdef __APPLE__ -#include <Accelerate/Accelerate.h> -#else -#include <cblas.h> -#endif -#endif - -#ifndef M_PI -#define M_PI 3.14159265358979323846 -#endif - -/* Activation kernels: softmax, SiLU-gated multiply, and the erf and tanh GeLU - * variants. */ - -/* ======================================================================== - * Activation Functions - * ======================================================================== */ - -void embed_silu_mul_inplace(float *gate, const float *up, int n) { -#if defined(__APPLE__) && defined(USE_BLAS) - enum { CHUNK = 4096 }; - float exp_neg[CHUNK]; - - for (int base = 0; base < n; base += CHUNK) { - int len = n - base; - if (len > CHUNK) - len = CHUNK; - - for (int i = 0; i < len; i++) - exp_neg[i] = -gate[base + i]; - vvexpf(exp_neg, exp_neg, &len); - - for (int i = 0; i < len; i++) { - float g = gate[base + i]; - gate[base + i] = (g / (1.0f + exp_neg[i])) * up[base + i]; - } - } -#else - for (int i = 0; i < n; i++) { - float g = gate[i]; - gate[i] = (g / (1.0f + expf(-g))) * up[i]; - } -#endif -} - -void embed_gelu_inplace(float *x, int n) { - /* Exact erf GeLU; 0.70710678... = 1/sqrt(2). */ - for (int i = 0; i < n; i++) - x[i] = 0.5f * x[i] * (1.0f + erff(x[i] * 0.70710678118654752f)); -} - -void embed_gelu_tanh_inplace(float *x, int n) { - /* Tanh-approximation GeLU; 0.79788456... = sqrt(2/pi). */ - for (int i = 0; i < n; i++) { - float v = x[i]; - float inner = 0.79788456080286536f * (v + 0.044715f * v * v * v); - x[i] = 0.5f * v * (1.0f + tanhf(inner)); - } -} - -void embed_softmax(float *x, int rows, int cols) { - for (int r = 0; r < rows; r++) { - float *row = x + r * cols; - float max_val = row[0]; - for (int c = 1; c < cols; c++) { - if (row[c] > max_val) - max_val = row[c]; - } - float sum = 0.0f; - for (int c = 0; c < cols; c++) { - row[c] = expf(row[c] - max_val); - sum += row[c]; - } - float inv_sum = 1.0f / sum; - for (int c = 0; c < cols; c++) { - row[c] *= inv_sum; - } - } -} |
