aboutsummaryrefslogtreecommitdiff
path: root/libffwd/act.c
diff options
context:
space:
mode:
Diffstat (limited to 'libffwd/act.c')
-rw-r--r--libffwd/act.c11
1 files changed, 1 insertions, 10 deletions
diff --git a/libffwd/act.c b/libffwd/act.c
index 688dd71..2495311 100644
--- a/libffwd/act.c
+++ b/libffwd/act.c
@@ -1,6 +1,4 @@
-/*
- * act.c - activations
- */
+/* Activation kernels: softmax, SiLU-gated multiply, and the erf and tanh GeLU variants. */
#include <math.h>
#include <stdlib.h>
@@ -29,13 +27,6 @@
# define M_PI 3.14159265358979323846
#endif
-/* Activation kernels: softmax, SiLU-gated multiply, and the erf and tanh GeLU
- * variants. */
-
-/* ========================================================================
- * Activation Functions
- * ======================================================================== */
-
void silu_mul_inplace(float *gate, const float *up, int n) {
#if defined(__APPLE__) && defined(USE_BLAS)
enum { CHUNK = 4096 };