aboutsummaryrefslogtreecommitdiff
path: root/libffwd/rope.c
diff options
context:
space:
mode:
Diffstat (limited to 'libffwd/rope.c')
-rw-r--r--libffwd/rope.c8
1 files changed, 2 insertions, 6 deletions
diff --git a/libffwd/rope.c b/libffwd/rope.c
index 12057b2..29cbb17 100644
--- a/libffwd/rope.c
+++ b/libffwd/rope.c
@@ -1,5 +1,5 @@
/*
- * rope.c - rotary position embeddings
+ * Rotary position embeddings: cache-free NeoX-style RoPE compute and apply.
*/
#include "kernels.h"
@@ -29,11 +29,7 @@
# define M_PI 3.14159265358979323846
#endif
-/* Rotary position embeddings: cache-free NeoX-style RoPE compute and apply. */
-
-/* ========================================================================
- * Position Embeddings
- * ======================================================================== */
+/* Position embeddings */
void compute_rope_neox(
float *cos_out, float *sin_out, const int *positions, int seq, int head_dim, float theta) {