diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-09-29 14:04:04 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-09-29 14:04:04 +0200 |
| commit | 6f98fc8cf3f7cc4b9d523d16492a07d3e2aea8c9 (patch) | |
| tree | 427e45b901aec902ceba72428fe5de9689d3001b /Makefile | |
| parent | cb1a04331b27cc19445de63cedcd4fd30b8a9016 (diff) | |
| download | langdet-6f98fc8cf3f7cc4b9d523d16492a07d3e2aea8c9.tar.gz langdet-6f98fc8cf3f7cc4b9d523d16492a07d3e2aea8c9.zip | |
Add CPU reference comparison and repeatable API tests
Diffstat (limited to 'Makefile')
| -rw-r--r-- | Makefile | 21 |
1 files changed, 19 insertions, 2 deletions
@@ -1,5 +1,8 @@ CC = cc AR ?= ar +UV ?= uv +PYTHON ?= python3 +MODEL ?= model CPPFLAGS += -Iliblangdet -Ideps/yyjson -DUSE_BLAS -DACCELERATE_NEW_LAPACK CFLAGS ?= -O3 -march=native CFLAGS += -std=c11 -Wall -Wextra -Werror=implicit-function-declaration -pthread @@ -11,8 +14,9 @@ CPU_SOURCES = langdet.c model.c model_blas.c forward.c alloc.c config.c \ LIB_SOURCES = $(addprefix liblangdet/,$(CPU_SOURCES)) deps/yyjson/yyjson.c LIB_OBJECTS = $(LIB_SOURCES:%.c=build/%.o) OBJECTS = build/langdetect.o $(LIB_OBJECTS) +TEST_OBJECTS = build/tools/test_api.o build/tools/token_ids.o -.PHONY: all clean +.PHONY: all clean test all: langdetect liblangdet.a langdetect: build/langdetect.o liblangdet.a @@ -22,6 +26,19 @@ liblangdet.a: $(LIB_OBJECTS) Makefile rm -f $@ $(AR) rcs $@ $(LIB_OBJECTS) +build/test_api: build/tools/test_api.o liblangdet.a + $(CC) $(LDFLAGS) -o $@ $< liblangdet.a $(LDLIBS) + +build/token_ids: build/tools/token_ids.o liblangdet.a + $(CC) $(LDFLAGS) -o $@ $< liblangdet.a $(LDLIBS) + +test: all build/test_api build/token_ids + ./build/test_api "$(MODEL)" + UV_CACHE_DIR="$(CURDIR)/.uv-cache" UV_PYTHON_DOWNLOADS=never \ + HF_HOME="$(CURDIR)/.hf-cache" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 \ + TOKENIZERS_PARALLELISM=false \ + $(UV) --no-config run --no-project --python "$(PYTHON)" --script tools/verify.py --model-dir "$(MODEL)" + build/%.o: %.c Makefile @mkdir -p $(@D) $(CC) $(CPPFLAGS) $(CFLAGS) -MMD -MP -c $< -o $@ @@ -29,4 +46,4 @@ build/%.o: %.c Makefile clean: rm -rf build langdetect liblangdet.a --include $(OBJECTS:.o=.d) +-include $(OBJECTS:.o=.d) $(TEST_OBJECTS:.o=.d) |
