aboutsummaryrefslogtreecommitdiff
path: root/libffwd/norm.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-27 00:58:05 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-27 01:03:41 +0200
commitaf55803d0dff9eb692c760c8d486e736c945061d (patch)
tree0875a1112bf98304e445e0544c4309670d6f4769 /libffwd/norm.c
parent0f861b7f3098750ddee4f6570f3be228d1da5320 (diff)
downloadffwd-af55803d0dff9eb692c760c8d486e736c945061d.tar.gz
ffwd-af55803d0dff9eb692c760c8d486e736c945061d.zip
chore: clean up comment formatting and wording
Diffstat (limited to 'libffwd/norm.c')
-rw-r--r--libffwd/norm.c10
1 files changed, 3 insertions, 7 deletions
diff --git a/libffwd/norm.c b/libffwd/norm.c
index 27fd4c4..57c93db 100644
--- a/libffwd/norm.c
+++ b/libffwd/norm.c
@@ -1,5 +1,6 @@
/*
- * norm.c - Normalization
+ * Normalization kernels: RMSNorm (Qwen) and LayerNorm (BERT), plus the
+ * per-head RMSNorm used for QK-norm.
*/
#include "kernels.h"
@@ -21,12 +22,7 @@
# define M_PI 3.14159265358979323846
#endif
-/* Normalization kernels: RMSNorm (Qwen) and LayerNorm (BERT), plus the
- * per-head RMSNorm used for QK-norm. */
-
-/* ========================================================================
- * Normalization
- * ======================================================================== */
+/* Normalization */
/* Rows split across the pool only when the tensor is big enough to pay
* for the dispatch. */