From 308bb1b6a058855bb1a2cc45db13f83810cf91b6 Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Wed, 10 Jun 2026 09:31:05 +0200 Subject: tests: hermetic BPE tokenizer test with fast/slow path equality --- Makefile | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'Makefile') diff --git a/Makefile b/Makefile index 05a0088..76dc98c 100644 --- a/Makefile +++ b/Makefile @@ -164,6 +164,9 @@ test: $(CC) -Wall -Wextra -O2 $(TEST_BLAS_CFLAGS) -I. -o tests/test_kernels_blas \ tests/test_kernels.c $(KERNEL_SRCS) -lm -lpthread $(TEST_BLAS_LDFLAGS) ./tests/test_kernels_blas + $(CC) -Wall -Wextra -O2 -I. -o tests/test_tokenizer \ + tests/test_tokenizer.c qwen_tokenizer.c $(KERNEL_SRCS) -lm -lpthread + ./tests/test_tokenizer $(CC) -Wall -Wextra -O2 -I. -o tests/test_safetensors \ tests/test_safetensors.c qwen_safetensors.c ./tests/test_safetensors @@ -252,4 +255,5 @@ clean: $(TARGET) $(SERVER_TARGET) $(LIB) libpplxembed.dylib libpplxembed.so \ tests/test_kernels_generic tests/test_kernels_blas \ tests/test_safetensors tests/test_bf16_model tests/test_server \ + tests/test_tokenizer \ bench/bench_tokenizer -- cgit v1.3.1