aboutsummaryrefslogtreecommitdiff
path: root/tests/tok_fixture.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-20 20:36:55 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-21 06:00:26 +0200
commit6652fcbc653d84e75cb5c08c5f5edf52263ed50f (patch)
tree1ccffa48e1dc86c59c61dcd4672ffedcf1e0c873 /tests/tok_fixture.h
parentdbdf714bb57578431924e5d069089bdfd9f4c604 (diff)
downloadffwd-6652fcbc653d84e75cb5c08c5f5edf52263ed50f.tar.gz
ffwd-6652fcbc653d84e75cb5c08c5f5edf52263ed50f.zip
tests: upgrade unit tests and add integration/parity tests
Diffstat (limited to 'tests/tok_fixture.h')
-rw-r--r--tests/tok_fixture.h2
1 files changed, 1 insertions, 1 deletions
diff --git a/tests/tok_fixture.h b/tests/tok_fixture.h
index 24e1563..9aa4170 100644
--- a/tests/tok_fixture.h
+++ b/tests/tok_fixture.h
@@ -1,7 +1,7 @@
/* tests/tok_fixture.h - synthesize a complete GPT-2-style byte-level BPE
* tokenizer fixture into a directory: vocab.json with all 256 byte tokens
* (ids 0-255, so any input tokenizes) plus a few merged tokens (ids 256+),
- * and the matching merges.txt. Shared by the tokenizer and server tests. */
+ * and the matching merges.txt. */
#ifndef TOK_FIXTURE_H
#define TOK_FIXTURE_H