diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-20 20:36:55 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-21 06:00:26 +0200 |
| commit | 6652fcbc653d84e75cb5c08c5f5edf52263ed50f (patch) | |
| tree | 1ccffa48e1dc86c59c61dcd4672ffedcf1e0c873 /tests/tok_fixture.h | |
| parent | dbdf714bb57578431924e5d069089bdfd9f4c604 (diff) | |
| download | ffwd-6652fcbc653d84e75cb5c08c5f5edf52263ed50f.tar.gz ffwd-6652fcbc653d84e75cb5c08c5f5edf52263ed50f.zip | |
tests: upgrade unit tests and add integration/parity tests
Diffstat (limited to 'tests/tok_fixture.h')
| -rw-r--r-- | tests/tok_fixture.h | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/tests/tok_fixture.h b/tests/tok_fixture.h index 24e1563..9aa4170 100644 --- a/tests/tok_fixture.h +++ b/tests/tok_fixture.h @@ -1,7 +1,7 @@ /* tests/tok_fixture.h - synthesize a complete GPT-2-style byte-level BPE * tokenizer fixture into a directory: vocab.json with all 256 byte tokens * (ids 0-255, so any input tokenizes) plus a few merged tokens (ids 256+), - * and the matching merges.txt. Shared by the tokenizer and server tests. */ + * and the matching merges.txt. */ #ifndef TOK_FIXTURE_H #define TOK_FIXTURE_H |
