aboutsummaryrefslogtreecommitdiff
path: root/Makefile
diff options
context:
space:
mode:
Diffstat (limited to 'Makefile')
-rw-r--r--Makefile8
1 files changed, 6 insertions, 2 deletions
diff --git a/Makefile b/Makefile
index 3dfb8dd..506fdb4 100644
--- a/Makefile
+++ b/Makefile
@@ -80,6 +80,7 @@ SRCS = embed.c \
qwen_kernels_neon.c \
qwen_kernels_avx.c \
qwen_tokenizer.c \
+ wordpiece_tokenizer.c \
qwen_safetensors.c \
deps/ae/ae.c \
deps/ae/anet.c \
@@ -179,7 +180,7 @@ TEST_WORKSPACE_SRCS = tests/test_workspace.c embed.c embed_config.c qwen_token
TEST_LATE_SRCS = tests/test_late.c embed.c embed_config.c qwen_tokenizer.c \
qwen_safetensors.c $(KERNEL_SRCS)
TEST_SERVER_SRCS = tests/test_server.c embed.c embed_config.c \
- qwen_tokenizer.c qwen_safetensors.c $(KERNEL_SRCS) \
+ qwen_tokenizer.c wordpiece_tokenizer.c qwen_safetensors.c $(KERNEL_SRCS) \
deps/ae/ae.c deps/ae/anet.c deps/ae/monotonic.c
# The CLI check builds the real CLI (CPU backend) plus a driver that runs it.
TEST_CLI_BIN_SRCS = embed_cli.c embed.c embed_config.c \
@@ -374,7 +375,7 @@ $(SERVER_TARGET): $(LIB) embed_server.o
embed.o: embed.c embed.h embed_config.h qwen_kernels.h qwen_safetensors.h
$(CC) $(CFLAGS) -Ideps/ae -c -o $@ $<
-embed_server.o: embed_server.c embed_server.h embed_build.h embed.h embed_mlx.h qwen_tokenizer.h deps/ae/ae.h deps/ae/anet.h
+embed_server.o: embed_server.c embed_server.h embed_build.h embed.h embed_mlx.h qwen_tokenizer.h wordpiece_tokenizer.h deps/ae/ae.h deps/ae/anet.h
$(CC) $(CFLAGS) $(VERSION_CFLAGS) $(CJSON_CFLAGS) -Ideps/ae -c -o $@ $<
embed_mlx.o: embed_mlx.c embed_mlx.h embed_config.h embed.h qwen_safetensors.h
@@ -399,6 +400,9 @@ qwen_kernels_avx.o: qwen_kernels_avx.c qwen_kernels_impl.h
qwen_tokenizer.o: qwen_tokenizer.c qwen_tokenizer.h qwen_kernels.h
$(CC) $(CFLAGS) -c -o $@ $<
+wordpiece_tokenizer.o: wordpiece_tokenizer.c wordpiece_tokenizer.h
+ $(CC) $(CFLAGS) -c -o $@ $<
+
qwen_safetensors.o: qwen_safetensors.c qwen_safetensors.h
$(CC) $(CFLAGS) -c -o $@ $<