aboutsummaryrefslogtreecommitdiff
path: root/tests/tok_fixture.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-27 00:58:05 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-27 01:03:41 +0200
commitaf55803d0dff9eb692c760c8d486e736c945061d (patch)
tree0875a1112bf98304e445e0544c4309670d6f4769 /tests/tok_fixture.h
parent0f861b7f3098750ddee4f6570f3be228d1da5320 (diff)
downloadffwd-af55803d0dff9eb692c760c8d486e736c945061d.tar.gz
ffwd-af55803d0dff9eb692c760c8d486e736c945061d.zip
chore: clean up comment formatting and wording
Diffstat (limited to 'tests/tok_fixture.h')
-rw-r--r--tests/tok_fixture.h7
1 files changed, 3 insertions, 4 deletions
diff --git a/tests/tok_fixture.h b/tests/tok_fixture.h
index 9aa4170..7deeb75 100644
--- a/tests/tok_fixture.h
+++ b/tests/tok_fixture.h
@@ -1,7 +1,6 @@
-/* tests/tok_fixture.h - synthesize a complete GPT-2-style byte-level BPE
- * tokenizer fixture into a directory: vocab.json with all 256 byte tokens
- * (ids 0-255, so any input tokenizes) plus a few merged tokens (ids 256+),
- * and the matching merges.txt. */
+/* Synthesize a complete GPT-2-style byte-level BPE tokenizer fixture into a directory:
+ * vocab.json with all 256 byte tokens (ids 0-255, so any input tokenizes) plus a few merged
+ * tokens (ids 256+), and the matching merges.txt. */
#ifndef TOK_FIXTURE_H
#define TOK_FIXTURE_H