From af55803d0dff9eb692c760c8d486e736c945061d Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Sat, 27 Jun 2026 00:58:05 +0200 Subject: chore: clean up comment formatting and wording --- bench/bench_tokenizer.c | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) (limited to 'bench/bench_tokenizer.c') diff --git a/bench/bench_tokenizer.c b/bench/bench_tokenizer.c index a5a16ee..7c06bdd 100644 --- a/bench/bench_tokenizer.c +++ b/bench/bench_tokenizer.c @@ -1,5 +1,6 @@ -/* bench/bench_tokenizer.c - tokenizer encode-path benchmark. - * Build via `make bench-tokenizer`; accepts a model dir or vocab.json. */ +/* Tokenizer encode-path benchmark. + * Build via make bench-tokenizer; accepts a model dir or vocab.json. + */ #include "bpe.h" #include "sentencepiece.h" -- cgit v1.3.1