diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-17 00:42:15 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-17 00:42:15 +0200 |
| commit | b4343d6ac1c6cc7a7d228f954220def2f6e6ed67 (patch) | |
| tree | f7f51d4ad21b03009f13d5cac56aec56fddeb6bf | |
| parent | 48d6191f4701fe7d059f1a298907beeba7e680bc (diff) | |
| download | ffwd-b4343d6ac1c6cc7a7d228f954220def2f6e6ed67.tar.gz ffwd-b4343d6ac1c6cc7a7d228f954220def2f6e6ed67.zip | |
bench: add server-utils microbenchmarks
| -rw-r--r-- | Makefile | 12 | ||||
| -rw-r--r-- | bench/bench_server_utils.c | 77 |
2 files changed, 88 insertions, 1 deletions
@@ -110,7 +110,7 @@ SHARED_FLAGS = -shared endif .PHONY: all cpu mlx cuda gpu test test-bf16 test-safetensors coverage bench \ - bench-model bench-tokenizer debug clean help + bench-model bench-tokenizer bench-server-utils debug clean help all: help @@ -125,6 +125,8 @@ help: @echo " make bench Kernel microbenchmarks; records bench/results/*.json" @echo " make bench-model MODEL_DIR=/path/to/model" @echo " End-to-end embedding benchmark" + @echo " make bench-server-utils" + @echo " Base64 and server string-buffer microbenchmarks" @echo " make debug Debug build" @echo " make clean Remove build artifacts" @@ -377,6 +379,8 @@ bench-tokenizer: # every record as -dirty. BENCH_STAMP = $(shell git rev-parse --short HEAD 2>/dev/null || echo nogit)$(shell git diff --quiet -- ':!.gitignore' 2>/dev/null || echo -dirty)-$(shell date +%Y%m%d-%H%M%S) BENCH_CC_FLAGS = -Wall -Wextra $(CFLAGS_BASE) $(TEST_BLAS_CFLAGS) -Isrc +BENCH_SERVER_UTILS_BIN ?= /private/tmp/embed-bench-server-utils +BENCH_ARGS ?= bench: $(CC) $(BENCH_CC_FLAGS) -o bench/bench_kernels \ @@ -393,6 +397,12 @@ bench-model: @mkdir -p bench/results ./bench/bench_model "$(MODEL_DIR)" --json bench/results/model-$(BENCH_STAMP).json +bench-server-utils: + $(CC) $(BENCH_CC_FLAGS) -Ibench -o $(BENCH_SERVER_UTILS_BIN) \ + bench/bench_server_utils.c src/base64.c src/sbuf.c src/server_util.c \ + -lm -lpthread $(TEST_BLAS_LDFLAGS) + $(BENCH_SERVER_UTILS_BIN) $(BENCH_ARGS) + # ============================================================================= # Debug build # ============================================================================= diff --git a/bench/bench_server_utils.c b/bench/bench_server_utils.c new file mode 100644 index 0000000..d9ae84a --- /dev/null +++ b/bench/bench_server_utils.c @@ -0,0 +1,77 @@ +#include "bench.h" +#include "base64.h" +#include "sbuf.h" + +#include <stdint.h> + +static unsigned char *make_bytes(size_t n) { + unsigned char *p = malloc(n); + if (!p) + return NULL; + uint32_t x = 0x12345678u; + for (size_t i = 0; i < n; i++) { + x = x * 1664525u + 1013904223u; + p[i] = (unsigned char)(x >> 24); + } + return p; +} + +static void bm_base64_1k(bench_state_t *b) { + unsigned char *src = make_bytes(1024); + bench_begin(b); + for (long i = 0; i < b->n; i++) { + char *out = base64_encode(src, 1024); + bench_sink += (float)(unsigned char)out[0]; + free(out); + } + free(src); +} + +static void bm_base64_16k(bench_state_t *b) { + unsigned char *src = make_bytes(16 * 1024); + bench_begin(b); + for (long i = 0; i < b->n; i++) { + char *out = base64_encode(src, 16 * 1024); + bench_sink += (float)(unsigned char)out[0]; + free(out); + } + free(src); +} + +static void bm_sbuf_putc_1k(bench_state_t *b) { + sbuf s = {0}; + bench_begin(b); + for (long i = 0; i < b->n; i++) { + sbuf_clear(&s); + for (int k = 0; k < 1024; k++) + sbuf_putc(&s, (char)('a' + (k % 26))); + bench_sink += (float)s.len; + } + sbuf_free(&s); +} + +static void bm_sbuf_printf_small(bench_state_t *b) { + sbuf s = {0}; + sbuf_reserve(&s, 256); + bench_begin(b); + for (long i = 0; i < b->n; i++) { + sbuf_clear(&s); + sbuf_printf(&s, "{\"id\":%ld,\"value\":\"%s\",\"n\":%d}", i, "embedding", 1024); + bench_sink += (float)s.len; + } + sbuf_free(&s); +} + +static const bench_case_t cases[] = { + {"server/base64_1k", bm_base64_1k}, + {"server/base64_16k", bm_base64_16k}, + {"server/sbuf_putc_1k", bm_sbuf_putc_1k}, + {"server/sbuf_printf_small", bm_sbuf_printf_small}, +}; + +int main(int argc, char **argv) { + bench_opts_t opts = {0}; + opts.meta = "suite=server-utils"; + bench_parse_args(&opts, argc, argv); + return bench_main(&opts, cases, (int)(sizeof(cases) / sizeof(cases[0]))); +} |
