blob: bb3815e199af9c28716636ab8719448cd85f5c7f (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
CC = gcc
CFLAGS_BASE = -Wall -Wextra -O3 -march=native -ffast-math
LDFLAGS = -lm -lpthread
UNAME_S := $(shell uname -s)
# Source files
SRCS = pplx_embed.c \
qwen_asr_kernels.c \
qwen_asr_kernels_generic.c \
qwen_asr_kernels_neon.c \
qwen_asr_kernels_avx.c \
qwen_asr_tokenizer.c \
qwen_asr_safetensors.c
MLX_SRCS = pplx_embed_mlx.c
OBJS = $(SRCS:.c=.o)
MLX_OBJS = $(MLX_SRCS:.c=.o)
TARGET = pplx_embed
.PHONY: all blas mlx debug clean help
all: help
help:
@echo "pplx_embed - Inference for pplx-embed-v1 and pplx-embed-context-v1 embedding models"
@echo ""
@echo "Build targets:"
@echo " make blas Build with BLAS acceleration (CPU)"
@echo " make mlx Build with Apple MLX GPU backend (recommended on Apple Silicon)"
@echo " make debug Debug build with AddressSanitizer"
@echo " make clean Remove build artifacts"
@echo ""
@echo "Usage:"
@echo " ./pplx_embed -d /path/to/model-dir \"text1\" \"text2\""
@echo " ./pplx_embed -d /path/to/model-dir --mlx \"text1\" \"text2\" (if built with make mlx)"
# =============================================================================
# BLAS build (Apple Accelerate on macOS, OpenBLAS on Linux)
# =============================================================================
ifeq ($(UNAME_S),Darwin)
blas: CFLAGS = $(CFLAGS_BASE) -DUSE_BLAS -DACCELERATE_NEW_LAPACK
blas: LDFLAGS += -framework Accelerate
else
blas: CFLAGS = $(CFLAGS_BASE) -DUSE_BLAS -DUSE_OPENBLAS -I/usr/include/openblas
blas: LDFLAGS += -lopenblas
endif
blas:
$(MAKE) clean
$(MAKE) $(TARGET) CFLAGS="$(CFLAGS)" LDFLAGS="$(LDFLAGS)"
# =============================================================================
# MLX build (Apple Silicon GPU - uses mlx-c pure C API)
# Requires: brew install mlx mlx-c
# =============================================================================
MLX_PREFIX := $(shell brew --prefix mlx 2>/dev/null)
MLXC_PREFIX := $(shell brew --prefix mlx-c 2>/dev/null)
mlx: SRCS += pplx_embed_mlx.c
mlx: OBJS = $(SRCS:.c=.o) pplx_embed_mlx.o
ifeq ($(UNAME_S),Darwin)
mlx: CFLAGS = $(CFLAGS_BASE) -DUSE_BLAS -DACCELERATE_NEW_LAPACK -DUSE_MLX \
-I$(MLXC_PREFIX)/include
mlx: LDFLAGS += -framework Accelerate -framework Metal -framework Foundation \
-L$(MLXC_PREFIX)/lib -lmlxc \
-L$(MLX_PREFIX)/lib -lmlx \
-Wl,-rpath,$(MLX_PREFIX)/lib -Wl,-rpath,$(MLXC_PREFIX)/lib
endif
mlx:
$(MAKE) clean
$(MAKE) $(TARGET) CFLAGS="$(CFLAGS)" LDFLAGS="$(LDFLAGS)" EXTRA_OBJS="pplx_embed_mlx.o"
# =============================================================================
# Debug build
# =============================================================================
debug: CFLAGS = -Wall -Wextra -g -O0 -DDEBUG -fsanitize=address
debug: LDFLAGS += -fsanitize=address
debug:
$(MAKE) clean
$(MAKE) $(TARGET) CFLAGS="$(CFLAGS)" LDFLAGS="$(LDFLAGS)"
# =============================================================================
# Link
# =============================================================================
$(TARGET): $(OBJS) $(EXTRA_OBJS) main.o
$(CC) $(CFLAGS) -o $@ $^ $(LDFLAGS)
# =============================================================================
# Compile rules
# =============================================================================
pplx_embed.o: pplx_embed.c pplx_embed.h qwen_asr_kernels.h qwen_asr_safetensors.h
$(CC) $(CFLAGS) -c -o $@ $<
pplx_embed_mlx.o: pplx_embed_mlx.c pplx_embed_mlx.h pplx_embed.h qwen_asr_safetensors.h
$(CC) $(CFLAGS) -c -o $@ $<
main.o: main.c pplx_embed.h qwen_asr_kernels.h qwen_asr_tokenizer.h
$(CC) $(CFLAGS) -c -o $@ $<
qwen_asr_kernels.o: qwen_asr_kernels.c qwen_asr_kernels.h qwen_asr_kernels_impl.h
$(CC) $(CFLAGS) -c -o $@ $<
qwen_asr_kernels_generic.o: qwen_asr_kernels_generic.c qwen_asr_kernels_impl.h
$(CC) $(CFLAGS) -c -o $@ $<
qwen_asr_kernels_neon.o: qwen_asr_kernels_neon.c qwen_asr_kernels_impl.h
$(CC) $(CFLAGS) -c -o $@ $<
qwen_asr_kernels_avx.o: qwen_asr_kernels_avx.c qwen_asr_kernels_impl.h
$(CC) $(CFLAGS) -c -o $@ $<
qwen_asr_tokenizer.o: qwen_asr_tokenizer.c qwen_asr_tokenizer.h qwen_asr_kernels.h
$(CC) $(CFLAGS) -c -o $@ $<
qwen_asr_safetensors.o: qwen_asr_safetensors.c qwen_asr_safetensors.h
$(CC) $(CFLAGS) -c -o $@ $<
# =============================================================================
clean:
rm -f $(OBJS) pplx_embed_mlx.o main.o $(TARGET)
|