diff options
Diffstat (limited to 'libffwd/norm.c')
| -rw-r--r-- | libffwd/norm.c | 10 |
1 files changed, 3 insertions, 7 deletions
diff --git a/libffwd/norm.c b/libffwd/norm.c index 27fd4c4..57c93db 100644 --- a/libffwd/norm.c +++ b/libffwd/norm.c @@ -1,5 +1,6 @@ /* - * norm.c - Normalization + * Normalization kernels: RMSNorm (Qwen) and LayerNorm (BERT), plus the + * per-head RMSNorm used for QK-norm. */ #include "kernels.h" @@ -21,12 +22,7 @@ # define M_PI 3.14159265358979323846 #endif -/* Normalization kernels: RMSNorm (Qwen) and LayerNorm (BERT), plus the - * per-head RMSNorm used for QK-norm. */ - -/* ======================================================================== - * Normalization - * ======================================================================== */ +/* Normalization */ /* Rows split across the pool only when the tensor is big enough to pay * for the dispatch. */ |
