diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-27 00:58:05 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-27 01:03:41 +0200 |
| commit | af55803d0dff9eb692c760c8d486e736c945061d (patch) | |
| tree | 0875a1112bf98304e445e0544c4309670d6f4769 /tests/tok_fixture.h | |
| parent | 0f861b7f3098750ddee4f6570f3be228d1da5320 (diff) | |
| download | ffwd-af55803d0dff9eb692c760c8d486e736c945061d.tar.gz ffwd-af55803d0dff9eb692c760c8d486e736c945061d.zip | |
chore: clean up comment formatting and wording
Diffstat (limited to 'tests/tok_fixture.h')
| -rw-r--r-- | tests/tok_fixture.h | 7 |
1 files changed, 3 insertions, 4 deletions
diff --git a/tests/tok_fixture.h b/tests/tok_fixture.h index 9aa4170..7deeb75 100644 --- a/tests/tok_fixture.h +++ b/tests/tok_fixture.h @@ -1,7 +1,6 @@ -/* tests/tok_fixture.h - synthesize a complete GPT-2-style byte-level BPE - * tokenizer fixture into a directory: vocab.json with all 256 byte tokens - * (ids 0-255, so any input tokenizes) plus a few merged tokens (ids 256+), - * and the matching merges.txt. */ +/* Synthesize a complete GPT-2-style byte-level BPE tokenizer fixture into a directory: + * vocab.json with all 256 byte tokens (ids 0-255, so any input tokenizes) plus a few merged + * tokens (ids 256+), and the matching merges.txt. */ #ifndef TOK_FIXTURE_H #define TOK_FIXTURE_H |
