aboutsummaryrefslogtreecommitdiff
path: root/libffwd/act.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-09-29 13:05:44 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-09-29 13:05:44 +0200
commitcf7d8169ec12cb3adf90d4ff78b3257e74985302 (patch)
treef666589acfd68e76bbde4e74eead44ae7819d0bb /libffwd/act.c
parent91871be6ece9317c5d49353f6474583e7e28168d (diff)
downloadlangdet-cf7d8169ec12cb3adf90d4ff78b3257e74985302.tar.gz
langdet-cf7d8169ec12cb3adf90d4ff78b3257e74985302.zip
Remove unused model families and inference paths
Diffstat (limited to 'libffwd/act.c')
-rw-r--r--libffwd/act.c63
1 files changed, 1 insertions, 62 deletions
diff --git a/libffwd/act.c b/libffwd/act.c
index 2495311..3912f2f 100644
--- a/libffwd/act.c
+++ b/libffwd/act.c
@@ -1,58 +1,6 @@
-/* Activation kernels: softmax, SiLU-gated multiply, and the erf and tanh GeLU variants. */
-
-#include <math.h>
-#include <stdlib.h>
-#include <string.h>
-
-#include "impl.h"
#include "kernels.h"
-#if (defined(__AVX512F__) || defined(__AVX2__)) && \
- (defined(__x86_64__) || defined(__i386__) || defined(_M_X64) || defined(_M_IX86))
-# include <immintrin.h>
-#endif
-#if defined(__ARM_NEON) || defined(__ARM_NEON__)
-# include <arm_neon.h>
-#endif
-
-#ifdef USE_BLAS
-# ifdef __APPLE__
-# include <Accelerate/Accelerate.h>
-# else
-# include <cblas.h>
-# endif
-#endif
-
-#ifndef M_PI
-# define M_PI 3.14159265358979323846
-#endif
-
-void silu_mul_inplace(float *gate, const float *up, int n) {
-#if defined(__APPLE__) && defined(USE_BLAS)
- enum { CHUNK = 4096 };
- float exp_neg[CHUNK];
-
- for (int base = 0; base < n; base += CHUNK) {
- int len = n - base;
- if (len > CHUNK)
- len = CHUNK;
-
- for (int i = 0; i < len; i++)
- exp_neg[i] = -gate[base + i];
- vvexpf(exp_neg, exp_neg, &len);
-
- for (int i = 0; i < len; i++) {
- float g = gate[base + i];
- gate[base + i] = (g / (1.0f + exp_neg[i])) * up[base + i];
- }
- }
-#else
- for (int i = 0; i < n; i++) {
- float g = gate[i];
- gate[i] = (g / (1.0f + expf(-g))) * up[i];
- }
-#endif
-}
+#include <math.h>
void gelu_inplace(float *x, int n) {
/* Exact erf GeLU; 0.70710678... = 1/sqrt(2). */
@@ -60,15 +8,6 @@ void gelu_inplace(float *x, int n) {
x[i] = 0.5f * x[i] * (1.0f + erff(x[i] * 0.70710678118654752f));
}
-void gelu_tanh_inplace(float *x, int n) {
- /* Tanh-approximation GeLU; 0.79788456... = sqrt(2/pi). */
- for (int i = 0; i < n; i++) {
- float v = x[i];
- float inner = 0.79788456080286536f * (v + 0.044715f * v * v * v);
- x[i] = 0.5f * v * (1.0f + tanhf(inner));
- }
-}
-
void softmax(float *x, int rows, int cols) {
for (int r = 0; r < rows; r++) {
float *row = x + r * cols;