aboutsummaryrefslogtreecommitdiff
path: root/libffwd/sentencepiece.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-27 00:58:05 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-27 01:03:41 +0200
commitaf55803d0dff9eb692c760c8d486e736c945061d (patch)
tree0875a1112bf98304e445e0544c4309670d6f4769 /libffwd/sentencepiece.h
parent0f861b7f3098750ddee4f6570f3be228d1da5320 (diff)
downloadffwd-af55803d0dff9eb692c760c8d486e736c945061d.tar.gz
ffwd-af55803d0dff9eb692c760c8d486e736c945061d.zip
chore: clean up comment formatting and wording
Diffstat (limited to 'libffwd/sentencepiece.h')
-rw-r--r--libffwd/sentencepiece.h6
1 files changed, 3 insertions, 3 deletions
diff --git a/libffwd/sentencepiece.h b/libffwd/sentencepiece.h
index 7f5314a..b79f47c 100644
--- a/libffwd/sentencepiece.h
+++ b/libffwd/sentencepiece.h
@@ -1,8 +1,8 @@
/*
- * sentencepiece.h - SentencePiece tokenizer for XLM-R style models.
+ * SentencePiece tokenizer for XLM-R style models.
*
- * Loads a SentencePiece ModelProto (`sentencepiece.bpe.model`, `tokenizer.model`,
- * or `spiece.model`) and implements the Unigram Viterbi encoder used by XLM-R
+ * Loads a SentencePiece ModelProto (sentencepiece.bpe.model, tokenizer.model,
+ * or spiece.model) and implements the Unigram Viterbi encoder used by XLM-R
* and multilingual E5. It encodes text only; frontends add the model's special
* token layout, e.g. <s> ... </s> for XLM-R.
*/