diff options
Diffstat (limited to 'libffwd/act.c')
| -rw-r--r-- | libffwd/act.c | 11 |
1 files changed, 1 insertions, 10 deletions
diff --git a/libffwd/act.c b/libffwd/act.c index 688dd71..2495311 100644 --- a/libffwd/act.c +++ b/libffwd/act.c @@ -1,6 +1,4 @@ -/* - * act.c - activations - */ +/* Activation kernels: softmax, SiLU-gated multiply, and the erf and tanh GeLU variants. */ #include <math.h> #include <stdlib.h> @@ -29,13 +27,6 @@ # define M_PI 3.14159265358979323846 #endif -/* Activation kernels: softmax, SiLU-gated multiply, and the erf and tanh GeLU - * variants. */ - -/* ======================================================================== - * Activation Functions - * ======================================================================== */ - void silu_mul_inplace(float *gate, const float *up, int n) { #if defined(__APPLE__) && defined(USE_BLAS) enum { CHUNK = 4096 }; |
