aboutsummaryrefslogtreecommitdiff
path: root/Makefile
blob: 03f76db028a5973f6d939c82437518baa486a268 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
CC = cc
AR ?= ar
UV ?= uv
PYTHON ?= python3
MODEL ?= model
CPPFLAGS += -Iliblangdet -Ideps/yyjson -DUSE_BLAS

SYSTEM := $(shell uname -s)
ifeq ($(SYSTEM),Darwin)
CPPFLAGS += -DACCELERATE_NEW_LAPACK
CFLAGS ?= -O3 -march=native
LDLIBS += -framework Accelerate
else ifeq ($(SYSTEM),Linux)
PKG_CONFIG ?= pkg-config
CPPFLAGS += -D_POSIX_C_SOURCE=200809L -DUSE_OPENBLAS $(shell $(PKG_CONFIG) --cflags openblas)
CFLAGS ?= -O3
LDLIBS += $(shell $(PKG_CONFIG) --libs openblas)
else
$(error Unsupported operating system: $(SYSTEM))
endif

CFLAGS += -std=c11 -Wall -Wextra -Werror=implicit-function-declaration -pthread
LDLIBS += -lm -pthread

CPU_SOURCES = langdet.c model.c model_blas.c forward.c alloc.c config.c \
              tokenize.c sentencepiece.c safetensors.c \
              act.c gemm.c norm.c attn.c threadpool.c generic.c
LIB_SOURCES = $(addprefix liblangdet/,$(CPU_SOURCES)) deps/yyjson/yyjson.c
LIB_OBJECTS = $(LIB_SOURCES:%.c=build/%.o)
OBJECTS = build/langdetect.o $(LIB_OBJECTS)
TEST_OBJECTS = build/tools/test_api.o build/tools/token_ids.o build/tools/test_safetensors.o

.PHONY: all clean test
all: langdetect liblangdet.a

langdetect: build/langdetect.o liblangdet.a
	$(CC) $(LDFLAGS) -o $@ build/langdetect.o liblangdet.a $(LDLIBS)

liblangdet.a: $(LIB_OBJECTS) Makefile
	rm -f $@
	$(AR) rcs $@ $(LIB_OBJECTS)

build/test_api: build/tools/test_api.o liblangdet.a
	$(CC) $(LDFLAGS) -o $@ $< liblangdet.a $(LDLIBS)

build/token_ids: build/tools/token_ids.o liblangdet.a
	$(CC) $(LDFLAGS) -o $@ $< liblangdet.a $(LDLIBS)

build/test_safetensors: build/tools/test_safetensors.o liblangdet.a
	$(CC) $(LDFLAGS) -o $@ $< liblangdet.a $(LDLIBS)

test: all build/test_api build/token_ids build/test_safetensors
	./build/test_safetensors
	./build/test_api "$(MODEL)"
	UV_CACHE_DIR="$(CURDIR)/.uv-cache" UV_PYTHON_DOWNLOADS=never \
	HF_HOME="$(CURDIR)/.hf-cache" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 \
	TOKENIZERS_PARALLELISM=false \
	$(UV) --no-config run --no-project --python "$(PYTHON)" --script tools/verify.py --model-dir "$(MODEL)"

build/%.o: %.c Makefile
	@mkdir -p $(@D)
	$(CC) $(CPPFLAGS) $(CFLAGS) -MMD -MP -c $< -o $@

clean:
	rm -rf build langdetect liblangdet.a

-include $(OBJECTS:.o=.d) $(TEST_OBJECTS:.o=.d)