diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 08:56:02 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 08:56:02 +0200 |
| commit | 849c571a8e79d92c1fd3dabecf0fb3621aa4f59b (patch) | |
| tree | 0d5364522cb4d78592647bba6a1a495d4ad3a250 /Makefile | |
| parent | 707002111e3c6366d6822a3bb0c646b96534dd31 (diff) | |
| download | ffwd-849c571a8e79d92c1fd3dabecf0fb3621aa4f59b.tar.gz ffwd-849c571a8e79d92c1fd3dabecf0fb3621aa4f59b.zip | |
cli: tokenize BERT models with WordPiece and [CLS]/[SEP]
Diffstat (limited to 'Makefile')
| -rw-r--r-- | Makefile | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -184,7 +184,7 @@ TEST_SERVER_SRCS = tests/test_server.c embed.c embed_config.c \ deps/ae/ae.c deps/ae/anet.c deps/ae/monotonic.c # The CLI check builds the real CLI (CPU backend) plus a driver that runs it. TEST_CLI_BIN_SRCS = embed_cli.c embed.c embed_config.c \ - qwen_tokenizer.c qwen_safetensors.c $(KERNEL_SRCS) + qwen_tokenizer.c wordpiece_tokenizer.c qwen_safetensors.c $(KERNEL_SRCS) test: $(CC) $(TEST_CC_FLAGS) -o tests/test_kernels_generic \ @@ -381,7 +381,7 @@ embed_server.o: embed_server.c embed_server.h embed_build.h embed.h embed_mlx.h embed_mlx.o: embed_mlx.c embed_mlx.h embed_config.h embed.h qwen_safetensors.h $(CC) $(CFLAGS) -c -o $@ $< -embed_cli.o: embed_cli.c embed_build.h embed.h qwen_kernels.h qwen_tokenizer.h +embed_cli.o: embed_cli.c embed_build.h embed.h qwen_kernels.h qwen_tokenizer.h wordpiece_tokenizer.h $(CC) $(CFLAGS) $(VERSION_CFLAGS) -Ideps/ae -c -o $@ $< |
