aboutsummaryrefslogtreecommitdiff
path: root/Makefile
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-09-29 14:04:04 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-09-29 14:04:04 +0200
commit6f98fc8cf3f7cc4b9d523d16492a07d3e2aea8c9 (patch)
tree427e45b901aec902ceba72428fe5de9689d3001b /Makefile
parentcb1a04331b27cc19445de63cedcd4fd30b8a9016 (diff)
downloadlangdet-6f98fc8cf3f7cc4b9d523d16492a07d3e2aea8c9.tar.gz
langdet-6f98fc8cf3f7cc4b9d523d16492a07d3e2aea8c9.zip
Add CPU reference comparison and repeatable API tests
Diffstat (limited to 'Makefile')
-rw-r--r--Makefile21
1 files changed, 19 insertions, 2 deletions
diff --git a/Makefile b/Makefile
index eafcf26..9697934 100644
--- a/Makefile
+++ b/Makefile
@@ -1,5 +1,8 @@
CC = cc
AR ?= ar
+UV ?= uv
+PYTHON ?= python3
+MODEL ?= model
CPPFLAGS += -Iliblangdet -Ideps/yyjson -DUSE_BLAS -DACCELERATE_NEW_LAPACK
CFLAGS ?= -O3 -march=native
CFLAGS += -std=c11 -Wall -Wextra -Werror=implicit-function-declaration -pthread
@@ -11,8 +14,9 @@ CPU_SOURCES = langdet.c model.c model_blas.c forward.c alloc.c config.c \
LIB_SOURCES = $(addprefix liblangdet/,$(CPU_SOURCES)) deps/yyjson/yyjson.c
LIB_OBJECTS = $(LIB_SOURCES:%.c=build/%.o)
OBJECTS = build/langdetect.o $(LIB_OBJECTS)
+TEST_OBJECTS = build/tools/test_api.o build/tools/token_ids.o
-.PHONY: all clean
+.PHONY: all clean test
all: langdetect liblangdet.a
langdetect: build/langdetect.o liblangdet.a
@@ -22,6 +26,19 @@ liblangdet.a: $(LIB_OBJECTS) Makefile
rm -f $@
$(AR) rcs $@ $(LIB_OBJECTS)
+build/test_api: build/tools/test_api.o liblangdet.a
+ $(CC) $(LDFLAGS) -o $@ $< liblangdet.a $(LDLIBS)
+
+build/token_ids: build/tools/token_ids.o liblangdet.a
+ $(CC) $(LDFLAGS) -o $@ $< liblangdet.a $(LDLIBS)
+
+test: all build/test_api build/token_ids
+ ./build/test_api "$(MODEL)"
+ UV_CACHE_DIR="$(CURDIR)/.uv-cache" UV_PYTHON_DOWNLOADS=never \
+ HF_HOME="$(CURDIR)/.hf-cache" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 \
+ TOKENIZERS_PARALLELISM=false \
+ $(UV) --no-config run --no-project --python "$(PYTHON)" --script tools/verify.py --model-dir "$(MODEL)"
+
build/%.o: %.c Makefile
@mkdir -p $(@D)
$(CC) $(CPPFLAGS) $(CFLAGS) -MMD -MP -c $< -o $@
@@ -29,4 +46,4 @@ build/%.o: %.c Makefile
clean:
rm -rf build langdetect liblangdet.a
--include $(OBJECTS:.o=.d)
+-include $(OBJECTS:.o=.d) $(TEST_OBJECTS:.o=.d)