aboutsummaryrefslogtreecommitdiff
path: root/libffwd/bpe.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-27 00:58:05 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-27 01:03:41 +0200
commitaf55803d0dff9eb692c760c8d486e736c945061d (patch)
tree0875a1112bf98304e445e0544c4309670d6f4769 /libffwd/bpe.h
parent0f861b7f3098750ddee4f6570f3be228d1da5320 (diff)
downloadffwd-af55803d0dff9eb692c760c8d486e736c945061d.tar.gz
ffwd-af55803d0dff9eb692c760c8d486e736c945061d.zip
chore: clean up comment formatting and wording
Diffstat (limited to 'libffwd/bpe.h')
-rw-r--r--libffwd/bpe.h2
1 files changed, 1 insertions, 1 deletions
diff --git a/libffwd/bpe.h b/libffwd/bpe.h
index 5b16c52..5199fd0 100644
--- a/libffwd/bpe.h
+++ b/libffwd/bpe.h
@@ -1,5 +1,5 @@
/*
- * bpe.h - Qwen2/Qwen3 BPE tokenizer (GPT-2 byte-level)
+ * Qwen2/Qwen3 BPE tokenizer (GPT-2 byte-level).
*
* Supports:
* - decode token ID -> UTF-8 text