diff options
Diffstat (limited to 'Makefile')
| -rw-r--r-- | Makefile | 8 |
1 files changed, 6 insertions, 2 deletions
@@ -80,6 +80,7 @@ SRCS = embed.c \ qwen_kernels_neon.c \ qwen_kernels_avx.c \ qwen_tokenizer.c \ + wordpiece_tokenizer.c \ qwen_safetensors.c \ deps/ae/ae.c \ deps/ae/anet.c \ @@ -179,7 +180,7 @@ TEST_WORKSPACE_SRCS = tests/test_workspace.c embed.c embed_config.c qwen_token TEST_LATE_SRCS = tests/test_late.c embed.c embed_config.c qwen_tokenizer.c \ qwen_safetensors.c $(KERNEL_SRCS) TEST_SERVER_SRCS = tests/test_server.c embed.c embed_config.c \ - qwen_tokenizer.c qwen_safetensors.c $(KERNEL_SRCS) \ + qwen_tokenizer.c wordpiece_tokenizer.c qwen_safetensors.c $(KERNEL_SRCS) \ deps/ae/ae.c deps/ae/anet.c deps/ae/monotonic.c # The CLI check builds the real CLI (CPU backend) plus a driver that runs it. TEST_CLI_BIN_SRCS = embed_cli.c embed.c embed_config.c \ @@ -374,7 +375,7 @@ $(SERVER_TARGET): $(LIB) embed_server.o embed.o: embed.c embed.h embed_config.h qwen_kernels.h qwen_safetensors.h $(CC) $(CFLAGS) -Ideps/ae -c -o $@ $< -embed_server.o: embed_server.c embed_server.h embed_build.h embed.h embed_mlx.h qwen_tokenizer.h deps/ae/ae.h deps/ae/anet.h +embed_server.o: embed_server.c embed_server.h embed_build.h embed.h embed_mlx.h qwen_tokenizer.h wordpiece_tokenizer.h deps/ae/ae.h deps/ae/anet.h $(CC) $(CFLAGS) $(VERSION_CFLAGS) $(CJSON_CFLAGS) -Ideps/ae -c -o $@ $< embed_mlx.o: embed_mlx.c embed_mlx.h embed_config.h embed.h qwen_safetensors.h @@ -399,6 +400,9 @@ qwen_kernels_avx.o: qwen_kernels_avx.c qwen_kernels_impl.h qwen_tokenizer.o: qwen_tokenizer.c qwen_tokenizer.h qwen_kernels.h $(CC) $(CFLAGS) -c -o $@ $< +wordpiece_tokenizer.o: wordpiece_tokenizer.c wordpiece_tokenizer.h + $(CC) $(CFLAGS) -c -o $@ $< + qwen_safetensors.o: qwen_safetensors.c qwen_safetensors.h $(CC) $(CFLAGS) -c -o $@ $< |
