aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-17 00:42:15 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-17 00:42:15 +0200
commitb4343d6ac1c6cc7a7d228f954220def2f6e6ed67 (patch)
treef7f51d4ad21b03009f13d5cac56aec56fddeb6bf
parent48d6191f4701fe7d059f1a298907beeba7e680bc (diff)
downloadffwd-b4343d6ac1c6cc7a7d228f954220def2f6e6ed67.tar.gz
ffwd-b4343d6ac1c6cc7a7d228f954220def2f6e6ed67.zip
bench: add server-utils microbenchmarks
-rw-r--r--Makefile12
-rw-r--r--bench/bench_server_utils.c77
2 files changed, 88 insertions, 1 deletions
diff --git a/Makefile b/Makefile
index a33f3da..8b565d5 100644
--- a/Makefile
+++ b/Makefile
@@ -110,7 +110,7 @@ SHARED_FLAGS = -shared
endif
.PHONY: all cpu mlx cuda gpu test test-bf16 test-safetensors coverage bench \
- bench-model bench-tokenizer debug clean help
+ bench-model bench-tokenizer bench-server-utils debug clean help
all: help
@@ -125,6 +125,8 @@ help:
@echo " make bench Kernel microbenchmarks; records bench/results/*.json"
@echo " make bench-model MODEL_DIR=/path/to/model"
@echo " End-to-end embedding benchmark"
+ @echo " make bench-server-utils"
+ @echo " Base64 and server string-buffer microbenchmarks"
@echo " make debug Debug build"
@echo " make clean Remove build artifacts"
@@ -377,6 +379,8 @@ bench-tokenizer:
# every record as -dirty.
BENCH_STAMP = $(shell git rev-parse --short HEAD 2>/dev/null || echo nogit)$(shell git diff --quiet -- ':!.gitignore' 2>/dev/null || echo -dirty)-$(shell date +%Y%m%d-%H%M%S)
BENCH_CC_FLAGS = -Wall -Wextra $(CFLAGS_BASE) $(TEST_BLAS_CFLAGS) -Isrc
+BENCH_SERVER_UTILS_BIN ?= /private/tmp/embed-bench-server-utils
+BENCH_ARGS ?=
bench:
$(CC) $(BENCH_CC_FLAGS) -o bench/bench_kernels \
@@ -393,6 +397,12 @@ bench-model:
@mkdir -p bench/results
./bench/bench_model "$(MODEL_DIR)" --json bench/results/model-$(BENCH_STAMP).json
+bench-server-utils:
+ $(CC) $(BENCH_CC_FLAGS) -Ibench -o $(BENCH_SERVER_UTILS_BIN) \
+ bench/bench_server_utils.c src/base64.c src/sbuf.c src/server_util.c \
+ -lm -lpthread $(TEST_BLAS_LDFLAGS)
+ $(BENCH_SERVER_UTILS_BIN) $(BENCH_ARGS)
+
# =============================================================================
# Debug build
# =============================================================================
diff --git a/bench/bench_server_utils.c b/bench/bench_server_utils.c
new file mode 100644
index 0000000..d9ae84a
--- /dev/null
+++ b/bench/bench_server_utils.c
@@ -0,0 +1,77 @@
+#include "bench.h"
+#include "base64.h"
+#include "sbuf.h"
+
+#include <stdint.h>
+
+static unsigned char *make_bytes(size_t n) {
+ unsigned char *p = malloc(n);
+ if (!p)
+ return NULL;
+ uint32_t x = 0x12345678u;
+ for (size_t i = 0; i < n; i++) {
+ x = x * 1664525u + 1013904223u;
+ p[i] = (unsigned char)(x >> 24);
+ }
+ return p;
+}
+
+static void bm_base64_1k(bench_state_t *b) {
+ unsigned char *src = make_bytes(1024);
+ bench_begin(b);
+ for (long i = 0; i < b->n; i++) {
+ char *out = base64_encode(src, 1024);
+ bench_sink += (float)(unsigned char)out[0];
+ free(out);
+ }
+ free(src);
+}
+
+static void bm_base64_16k(bench_state_t *b) {
+ unsigned char *src = make_bytes(16 * 1024);
+ bench_begin(b);
+ for (long i = 0; i < b->n; i++) {
+ char *out = base64_encode(src, 16 * 1024);
+ bench_sink += (float)(unsigned char)out[0];
+ free(out);
+ }
+ free(src);
+}
+
+static void bm_sbuf_putc_1k(bench_state_t *b) {
+ sbuf s = {0};
+ bench_begin(b);
+ for (long i = 0; i < b->n; i++) {
+ sbuf_clear(&s);
+ for (int k = 0; k < 1024; k++)
+ sbuf_putc(&s, (char)('a' + (k % 26)));
+ bench_sink += (float)s.len;
+ }
+ sbuf_free(&s);
+}
+
+static void bm_sbuf_printf_small(bench_state_t *b) {
+ sbuf s = {0};
+ sbuf_reserve(&s, 256);
+ bench_begin(b);
+ for (long i = 0; i < b->n; i++) {
+ sbuf_clear(&s);
+ sbuf_printf(&s, "{\"id\":%ld,\"value\":\"%s\",\"n\":%d}", i, "embedding", 1024);
+ bench_sink += (float)s.len;
+ }
+ sbuf_free(&s);
+}
+
+static const bench_case_t cases[] = {
+ {"server/base64_1k", bm_base64_1k},
+ {"server/base64_16k", bm_base64_16k},
+ {"server/sbuf_putc_1k", bm_sbuf_putc_1k},
+ {"server/sbuf_printf_small", bm_sbuf_printf_small},
+};
+
+int main(int argc, char **argv) {
+ bench_opts_t opts = {0};
+ opts.meta = "suite=server-utils";
+ bench_parse_args(&opts, argc, argv);
+ return bench_main(&opts, cases, (int)(sizeof(cases) / sizeof(cases[0])));
+}