aboutsummaryrefslogtreecommitdiff
path: root/tests/test_server.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-20 20:36:55 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-21 06:00:26 +0200
commit6652fcbc653d84e75cb5c08c5f5edf52263ed50f (patch)
tree1ccffa48e1dc86c59c61dcd4672ffedcf1e0c873 /tests/test_server.c
parentdbdf714bb57578431924e5d069089bdfd9f4c604 (diff)
downloadffwd-6652fcbc653d84e75cb5c08c5f5edf52263ed50f.tar.gz
ffwd-6652fcbc653d84e75cb5c08c5f5edf52263ed50f.zip
tests: upgrade unit tests and add integration/parity tests
Diffstat (limited to 'tests/test_server.c')
-rw-r--r--tests/test_server.c1236
1 files changed, 0 insertions, 1236 deletions
diff --git a/tests/test_server.c b/tests/test_server.c
deleted file mode 100644
index 8799b29..0000000
--- a/tests/test_server.c
+++ /dev/null
@@ -1,1236 +0,0 @@
-/* tests/test_server.c - tests for embed_server.c.
- * Includes the whole server translation unit with the real main compiled out,
- * so statics are directly testable. Unit-tests the encoding helpers, then boots
- * the real server in-process (tiny 1024-dim hermetic model + byte-vocab tokenizer
- * fixture) and drives the full HTTP request path over loopback sockets.
- * Runs via make test. */
-
-#define EMBED_SERVER_TEST
-#include "../src/server.c"
-
-#include "../src/base64.h" /* base64_encode: exercised directly by the encoding tests */
-#include "tiny_model.h"
-#include "tok_fixture.h"
-
-#include <arpa/inet.h>
-#include <netinet/in.h>
-
-static int test_failures = 0;
-
-static const char *TEST_QWEN3_QUERY_INSTRUCT =
- "Instruct: Given a web search query, retrieve relevant passages that answer the query\nQuery:";
-static const char *TEST_GTE_QUERY_INSTRUCT =
- "Instruct: Given a web search query, retrieve relevant passages that answer the "
- "query\nQuery: ";
-
-#define TEST_ASSERT(cond) \
- do { \
- if (!(cond)) { \
- fprintf(stderr, "FAIL %s:%d: %s\n", __FILE__, __LINE__, #cond); \
- test_failures++; \
- } \
- } while (0)
-
-static void test_base64_rfc4648(void) {
- /* RFC 4648 test vectors. */
- static const struct {
- const char *in, *out;
- } cases[] = {
- {"", ""},
- {"f", "Zg=="},
- {"fo", "Zm8="},
- {"foo", "Zm9v"},
- {"foob", "Zm9vYg=="},
- {"fooba", "Zm9vYmE="},
- {"foobar", "Zm9vYmFy"},
- };
- for (size_t i = 0; i < sizeof(cases) / sizeof(cases[0]); i++) {
- char *got = base64_encode((const unsigned char *)cases[i].in, strlen(cases[i].in));
- TEST_ASSERT(strcmp(got, cases[i].out) == 0);
- free(got);
- }
-}
-
-static void test_base64_binary_vectors(void) {
- static const struct {
- unsigned char bytes[5];
- size_t n;
- const char *out;
- } cases[] = {
- {{0xff}, 1, "/w=="},
- {{0xff, 0xee}, 2, "/+4="},
- {{0xff, 0xee, 0xdd}, 3, "/+7d"},
- {{0x00, 0x01, 0x02, 0x03, 0x04}, 5, "AAECAwQ="},
- };
- for (size_t i = 0; i < sizeof(cases) / sizeof(cases[0]); i++) {
- char *got = base64_encode(cases[i].bytes, cases[i].n);
- TEST_ASSERT(strcmp(got, cases[i].out) == 0);
- free(got);
- }
-}
-
-static void test_sbuf_growth_and_formatting(void) {
- sbuf b = {0};
- sbuf_puts(&b, "ab");
- sbuf_putc(&b, 'c');
- TEST_ASSERT(b.len == 3);
- TEST_ASSERT(strcmp(b.ptr, "abc") == 0);
-
- size_t old_cap = b.cap;
- sbuf_printf(&b, "-%04d-%s", 7, "tail");
- TEST_ASSERT(strcmp(b.ptr, "abc-0007-tail") == 0);
- TEST_ASSERT(b.cap == old_cap);
-
- char big[600];
- memset(big, 'x', sizeof(big) - 1);
- big[sizeof(big) - 1] = '\0';
- sbuf_puts(&b, big);
- TEST_ASSERT(b.len == strlen("abc-0007-tail") + sizeof(big) - 1);
- TEST_ASSERT(b.ptr[b.len] == '\0');
- sbuf_clear(&b);
- TEST_ASSERT(b.len == 0);
- TEST_ASSERT(b.ptr && b.ptr[0] == '\0');
- sbuf_free(&b);
-}
-
-static void test_json_error_body_escaping(void) {
- size_t len = 0;
- char *body = json_error_body("line\nquote\" tab\t ctrl\001 slash\\", "bad\ntype", &len);
- TEST_ASSERT(body != NULL);
- if (!body)
- return;
- TEST_ASSERT(len == strlen(body));
- TEST_ASSERT(strchr(body, '\n') == NULL);
- TEST_ASSERT(strchr(body, '\t') == NULL);
- cJSON *root = cJSON_Parse(body);
- TEST_ASSERT(root != NULL);
- if (!root) {
- free(body);
- return;
- }
- cJSON *err = cJSON_GetObjectItemCaseSensitive(root, "error");
- cJSON *msg = err ? cJSON_GetObjectItemCaseSensitive(err, "message") : NULL;
- cJSON *type = err ? cJSON_GetObjectItemCaseSensitive(err, "type") : NULL;
- if (!msg || !type || !cJSON_IsString(msg) || !cJSON_IsString(type)) {
- TEST_ASSERT(0 && "error body fields must be strings");
- cJSON_Delete(root);
- free(body);
- return;
- }
- TEST_ASSERT(strcmp(msg->valuestring, "line\nquote\" tab\t ctrl\001 slash\\") == 0);
- TEST_ASSERT(strcmp(type->valuestring, "bad\ntype") == 0);
- cJSON_Delete(root);
- free(body);
-}
-
-static void test_job_set_422_replaces_response(void) {
- job j;
- memset(&j, 0, sizeof(j));
- j.response = xstrdup("old response");
- j.response_len = strlen(j.response);
- j.status = 500;
-
- cJSON *detail = cJSON_CreateArray();
- ve_add(detail, "[\"body\",\"field\"]", "bad value", "value_error");
- job_set_422(&j, detail);
- TEST_ASSERT(j.status == 422);
- TEST_ASSERT(j.response != NULL);
- if (j.response) {
- TEST_ASSERT(j.response_len == strlen(j.response));
- TEST_ASSERT(strstr(j.response, "bad value") != NULL);
- }
-
- cJSON_Delete(detail);
- free(j.response);
-}
-
-static void test_quantize_int8_tanh(void) {
- TEST_ASSERT(quantize_int8_tanh(0.0f) == 0);
- /* tanh saturates to +-1, scaled by 127. */
- TEST_ASSERT(quantize_int8_tanh(100.0f) == 127);
- TEST_ASSERT(quantize_int8_tanh(-100.0f) == -127);
- /* Symmetry. */
- TEST_ASSERT(quantize_int8_tanh(0.5f) == -quantize_int8_tanh(-0.5f));
- /* round(tanh(0.5) * 127) = round(58.69) = 59. */
- TEST_ASSERT(quantize_int8_tanh(0.5f) == 59);
-}
-
-static void test_encode_embedding_int8(void) {
- float emb[4] = {0.0f, 0.5f, -0.5f, 100.0f};
- signed char expect[4] = {0, 59, -59, 127};
- char *got = encode_embedding(emb, 4, "base64_int8");
- char *want = base64_encode((const unsigned char *)expect, 4);
- TEST_ASSERT(strcmp(got, want) == 0);
- free(got);
- free(want);
-}
-
-static void test_encode_embedding_binary(void) {
- /* Sign bits pack LSB-first: bit i of byte i/8 is 1 when emb[i] >= 0. */
- float emb[8] = {1.0f, -1.0f, 1.0f, -1.0f, -1.0f, -1.0f, -1.0f, 1.0f};
- unsigned char expect = 0x85; /* bits 0, 2, 7 set */
- char *got = encode_embedding(emb, 8, "base64_binary");
- char *want = base64_encode(&expect, 1);
- TEST_ASSERT(strcmp(got, want) == 0);
- free(got);
- free(want);
-
- /* Zero counts as non-negative (sign bit set). */
- float zeros[8] = {0};
- unsigned char all = 0xff;
- got = encode_embedding(zeros, 8, "base64_binary");
- want = base64_encode(&all, 1);
- TEST_ASSERT(strcmp(got, want) == 0);
- free(got);
- free(want);
-}
-
-static void test_encode_embedding_base64_float32(void) {
- /* OpenAI/DashScope "base64" is base64 of the raw little-endian float32
- * vector - lossless, unlike the int8 formats. */
- float emb[4] = {0.0f, 0.5f, -0.5f, 100.0f};
- /* Reference bytes via memcpy: a float->byte reinterpret cast confuses the
- * static analyzer's uninitialized-read model. */
- unsigned char bytes[sizeof emb];
- memcpy(bytes, emb, sizeof emb);
- char *want = base64_encode(bytes, sizeof emb);
- char *got = encode_embedding(emb, 4, "base64");
- TEST_ASSERT(strcmp(got, want) == 0);
- free(got);
- free(want);
-}
-
-static void test_append_embedding_value_float(void) {
- float emb[1] = {0.5f};
-
- /* OpenAI-compatible models render the true float32 value. */
- sbuf b = {0};
- append_embedding_value(&b, 0, emb, 1, "float", EMBED_API_OPENAI);
- TEST_ASSERT(strstr(b.ptr, "\"embedding\":[0.5]") != NULL);
- sbuf_free(&b);
-
- /* Perplexity-compatible models render the int8-decoded view. */
- sbuf b2 = {0};
- append_embedding_value(&b2, 0, emb, 1, "float", EMBED_API_PERPLEXITY);
- TEST_ASSERT(strstr(b2.ptr, "0.4609375") != NULL);
- sbuf_free(&b2);
-}
-
-static void test_encoding_from_root_family(void) {
- cJSON *detail = cJSON_CreateArray();
-
- /* Default encoding follows the explicit serving API. */
- cJSON *empty = cJSON_CreateObject();
- TEST_ASSERT(strcmp(encoding_from_root(empty, detail, EMBED_API_OPENAI), "float") == 0);
- TEST_ASSERT(strcmp(encoding_from_root(empty, detail, EMBED_API_PERPLEXITY), "base64_int8") ==
- 0);
- cJSON_Delete(empty);
- TEST_ASSERT(cJSON_GetArraySize(detail) == 0);
-
- /* OpenAI rejects int8 formats; Perplexity rejects the OpenAI base64. */
- cJSON *o = cJSON_CreateObject();
- cJSON_AddStringToObject(o, "encoding_format", "base64_int8");
- encoding_from_root(o, detail, EMBED_API_OPENAI);
- TEST_ASSERT(cJSON_GetArraySize(detail) == 1);
- cJSON_Delete(o);
-
- cJSON *p = cJSON_CreateObject();
- cJSON_AddStringToObject(p, "encoding_format", "base64");
- encoding_from_root(p, detail, EMBED_API_PERPLEXITY);
- TEST_ASSERT(cJSON_GetArraySize(detail) == 2);
- cJSON_Delete(p);
-
- /* An unknown format is rejected. */
- cJSON *bad = cJSON_CreateObject();
- cJSON_AddStringToObject(bad, "encoding_format", "base64_fp16");
- encoding_from_root(bad, detail, EMBED_API_OPENAI);
- TEST_ASSERT(cJSON_GetArraySize(detail) == 3);
- cJSON_Delete(bad);
-
- cJSON_Delete(detail);
-}
-
-static void test_text_type(void) {
- cJSON *detail = cJSON_CreateArray();
-
- /* Absent: no-op for both model types, no error. */
- cJSON *empty = cJSON_CreateObject();
- TEST_ASSERT(text_type_is_query(empty, detail, TEST_QWEN3_QUERY_INSTRUCT) == 0);
- TEST_ASSERT(text_type_is_query(empty, detail, NULL) == 0);
- cJSON_Delete(empty);
- TEST_ASSERT(cJSON_GetArraySize(detail) == 0);
-
- /* Qwen3: query -> 1, document -> 0, both accepted. */
- cJSON *q = cJSON_CreateObject();
- cJSON_AddStringToObject(q, "text_type", "query");
- TEST_ASSERT(text_type_is_query(q, detail, TEST_QWEN3_QUERY_INSTRUCT) == 1);
- cJSON_Delete(q);
- cJSON *d = cJSON_CreateObject();
- cJSON_AddStringToObject(d, "text_type", "document");
- TEST_ASSERT(text_type_is_query(d, detail, TEST_QWEN3_QUERY_INSTRUCT) == 0);
- cJSON_Delete(d);
- TEST_ASSERT(cJSON_GetArraySize(detail) == 0);
-
- /* Invalid enum value on Qwen3 is reported. */
- cJSON *bad = cJSON_CreateObject();
- cJSON_AddStringToObject(bad, "text_type", "passage");
- TEST_ASSERT(text_type_is_query(bad, detail, TEST_QWEN3_QUERY_INSTRUCT) == 0);
- TEST_ASSERT(cJSON_GetArraySize(detail) == 1);
- cJSON_Delete(bad);
-
- /* text_type on a model with no query instruction is rejected. */
- cJSON *p = cJSON_CreateObject();
- cJSON_AddStringToObject(p, "text_type", "query");
- TEST_ASSERT(text_type_is_query(p, detail, NULL) == 0);
- TEST_ASSERT(cJSON_GetArraySize(detail) == 2);
- cJSON_Delete(p);
-
- cJSON_Delete(detail);
-}
-
-static void test_loaded_model_lookup(void) {
- model_info info;
- memset(&info, 0, sizeof(info));
- info.id = "served-label";
- loaded_model models[1];
- memset(models, 0, sizeof(models));
- models[0].info = &info;
- http_server s;
- memset(&s, 0, sizeof(s));
- s.models = models;
- s.n_models = 1;
- TEST_ASSERT(loaded_model_for_label(&s, "served-label") == &models[0]);
- TEST_ASSERT(loaded_model_for_label(&s, "compiled-name") == NULL);
-}
-
-static void test_collect_job_batch_deadline(void) {
- http_server s;
- memset(&s, 0, sizeof(s));
- s.batch_size = 32;
- s.batch_wait_us = 1000;
- pthread_mutex_init(&s.mu, NULL);
- pthread_cond_init(&s.cv, NULL);
-
- uint64_t first_ns = nstime() - 5000000u;
- job first = {.srv = &s, .created_ns = first_ns};
- job before_deadline = {.srv = &s, .created_ns = first_ns + 500000u};
- job after_deadline = {.srv = &s, .created_ns = first_ns + 2000000u};
- snprintf(first.path, sizeof(first.path), "%s", "/v1/embeddings");
- snprintf(before_deadline.path, sizeof(before_deadline.path), "%s", "/v1/embeddings");
- snprintf(after_deadline.path, sizeof(after_deadline.path), "%s", "/v1/embeddings");
- enqueue_job(&first);
- enqueue_job(&before_deadline);
- enqueue_job(&after_deadline);
-
- job *batch[3] = {0};
- TEST_ASSERT(collect_job_batch(&s, batch, 3) == 2);
- TEST_ASSERT(batch[0] == &first);
- TEST_ASSERT(batch[1] == &before_deadline);
- TEST_ASSERT(s.job_head == &after_deadline);
- TEST_ASSERT(s.job_tail == &after_deadline);
-
- s.job_head = NULL;
- s.job_tail = NULL;
- pthread_cond_destroy(&s.cv);
- pthread_mutex_destroy(&s.mu);
-}
-
-static void test_collect_job_batch_zero_wait(void) {
- http_server s;
- memset(&s, 0, sizeof(s));
- s.batch_size = 32;
- pthread_mutex_init(&s.mu, NULL);
- pthread_cond_init(&s.cv, NULL);
-
- job first = {.srv = &s, .created_ns = nstime()};
- job second = {.srv = &s, .created_ns = nstime()};
- snprintf(first.path, sizeof(first.path), "%s", "/v1/embeddings");
- snprintf(second.path, sizeof(second.path), "%s", "/v1/embeddings");
- enqueue_job(&first);
- enqueue_job(&second);
-
- job *batch[2] = {0};
- TEST_ASSERT(collect_job_batch(&s, batch, 2) == 2);
- TEST_ASSERT(batch[0] == &first);
- TEST_ASSERT(batch[1] == &second);
- TEST_ASSERT(s.job_head == NULL);
- TEST_ASSERT(s.job_tail == NULL);
-
- pthread_cond_destroy(&s.cv);
- pthread_mutex_destroy(&s.mu);
-}
-
-/* ====================================================================
- * HTTP request-path tests against an in-process server
- * ==================================================================== */
-
-#define TEST_API_KEY "tt-test-key"
-
-static int find_free_port(void) {
- int fd = socket(AF_INET, SOCK_STREAM, 0);
- if (fd < 0)
- return -1;
- struct sockaddr_in a;
- memset(&a, 0, sizeof(a));
- a.sin_family = AF_INET;
- a.sin_addr.s_addr = htonl(INADDR_LOOPBACK);
- socklen_t alen = sizeof(a);
- if (bind(fd, (struct sockaddr *)&a, sizeof(a)) != 0 ||
- getsockname(fd, (struct sockaddr *)&a, &alen) != 0) {
- close(fd);
- return -1;
- }
- int port = ntohs(a.sin_port);
- close(fd);
- return port;
-}
-
-static int tcp_connect(int port) {
- int fd = socket(AF_INET, SOCK_STREAM, 0);
- if (fd < 0)
- return -1;
- struct sockaddr_in a;
- memset(&a, 0, sizeof(a));
- a.sin_family = AF_INET;
- a.sin_port = htons((uint16_t)port);
- a.sin_addr.s_addr = htonl(INADDR_LOOPBACK);
- if (connect(fd, (struct sockaddr *)&a, sizeof(a)) != 0) {
- close(fd);
- return -1;
- }
- return fd;
-}
-
-static int send_all(int fd, const char *buf, size_t n) {
- size_t off = 0;
- while (off < n) {
- ssize_t w = write(fd, buf + off, n - off);
- if (w < 0) {
- if (errno == EINTR)
- continue;
- return -1;
- }
- off += (size_t)w;
- }
- return 0;
-}
-
-/* Send one request; raw == NULL builds a normal request, otherwise `raw`
- * bytes go on the wire verbatim (for malformed-HTTP checks). */
-static int http_send(int fd,
- const char *method,
- const char *path,
- const char *auth,
- const char *body,
- const char *raw) {
- if (raw)
- return send_all(fd, raw, strlen(raw));
- char head[512];
- size_t blen = body ? strlen(body) : 0;
- int n = snprintf(head, sizeof(head),
- "%s %s HTTP/1.1\r\n"
- "Host: 127.0.0.1\r\n"
- "%s%s%s"
- "Content-Type: application/json\r\n"
- "Content-Length: %zu\r\n"
- "\r\n",
- method, path, auth ? "Authorization: Bearer " : "", auth ? auth : "",
- auth ? "\r\n" : "", blen);
- if (n < 0 || (size_t)n >= sizeof(head))
- return -1;
- if (send_all(fd, head, (size_t)n) != 0)
- return -1;
- return blen ? send_all(fd, body, blen) : 0;
-}
-
-/* Read one response: returns the status code (or -1) and the body, which
- * the caller frees. Reads exactly Content-Length body bytes so it works
- * with keep-alive connections. */
-static int http_recv(int fd, char **out_body) {
- *out_body = NULL;
- size_t cap = 8192, len = 0;
- char *buf = malloc(cap);
- if (!buf)
- return -1;
- char *hdr_end = NULL;
- while (!hdr_end) {
- if (len + 1 >= cap) {
- cap *= 2;
- char *nb = realloc(buf, cap);
- if (!nb) {
- free(buf);
- return -1;
- }
- buf = nb;
- }
- ssize_t r = read(fd, buf + len, cap - len - 1);
- if (r <= 0) {
- free(buf);
- return -1;
- }
- len += (size_t)r;
- buf[len] = '\0';
- hdr_end = strstr(buf, "\r\n\r\n");
- }
-
- int status = -1;
- if (sscanf(buf, "HTTP/1.1 %d", &status) != 1) {
- free(buf);
- return -1;
- }
- size_t content_length = 0;
- const char *cl = strstr(buf, "Content-Length:");
- if (cl && cl < hdr_end)
- content_length = strtoul(cl + 15, NULL, 10);
-
- size_t body_off = (size_t)(hdr_end - buf) + 4;
- size_t need = body_off + content_length;
- if (need + 1 > cap) {
- char *nb = realloc(buf, need + 1);
- if (!nb) {
- free(buf);
- return -1;
- }
- buf = nb;
- }
- while (len < need) {
- ssize_t r = read(fd, buf + len, need - len);
- if (r <= 0) {
- free(buf);
- return -1;
- }
- len += (size_t)r;
- }
- buf[need] = '\0';
- *out_body = strdup(buf + body_off);
- free(buf);
- return *out_body ? status : -1;
-}
-
-/* One-shot request helper; returns status, body via out_body (caller frees,
- * may be NULL when only the status matters). */
-static int http_req(int port,
- const char *method,
- const char *path,
- const char *auth,
- const char *body,
- const char *raw,
- char **out_body) {
- int fd = tcp_connect(port);
- if (fd < 0)
- return -1;
- char *resp = NULL;
- int status = -1;
- if (http_send(fd, method, path, auth, body, raw) == 0)
- status = http_recv(fd, &resp);
- close(fd);
- if (out_body)
- *out_body = resp;
- else
- free(resp);
- return status;
-}
-
-typedef struct {
- embed_server_model_spec_t spec[5];
- embed_server_config_t cfg;
- int rc;
-} srv_ctx;
-
-static void *srv_thread_main(void *arg) {
- srv_ctx *s = (srv_ctx *)arg;
- s->rc = embed_run_server(&s->cfg);
- return NULL;
-}
-
-static cJSON *parse_embeddings_body(const char *body, int want_items) {
- cJSON *root = cJSON_Parse(body);
- TEST_ASSERT(root != NULL);
- if (!root)
- return NULL;
- cJSON *data = cJSON_GetObjectItemCaseSensitive(root, "data");
- TEST_ASSERT(cJSON_IsArray(data));
- TEST_ASSERT(cJSON_GetArraySize(data) == want_items);
- if (!cJSON_IsArray(data) || cJSON_GetArraySize(data) != want_items) {
- cJSON_Delete(root);
- return NULL;
- }
- return root;
-}
-
-static void test_http_embeddings(int port) {
- char *body = NULL;
-
- /* Routing. */
- TEST_ASSERT(http_req(port, "OPTIONS", "/v1/embeddings", NULL, NULL, NULL, NULL) == 204);
- TEST_ASSERT(http_req(port, "GET", "/v1/embeddings", TEST_API_KEY, NULL, NULL, NULL) == 404);
- TEST_ASSERT(http_req(port, "POST", "/nope", TEST_API_KEY, "{}", NULL, NULL) == 404);
-
- /* Auth: required, and the exact key. */
- const char *ok_req = "{\"model\":\"std-main\",\"input\":\"hello world\","
- "\"encoding_format\":\"float\"}";
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", NULL, ok_req, NULL, NULL) == 401);
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", "wrong-key", ok_req, NULL, NULL) == 401);
-
- /* Malformed HTTP (400) and malformed JSON (422 detail). */
- TEST_ASSERT(http_req(port, NULL, NULL, NULL, NULL, "GARBAGE\r\n\r\n", NULL) == 400);
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY, "{nope", NULL, NULL) == 422);
-
- /* Validation: missing/unknown model, wrong endpoint family, bad encoding
- * enum, dimensions out of range; validation errors return 422 detail arrays. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY, "{\"input\":\"hi\"}", NULL,
- NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"foo\",\"input\":\"hi\"}", NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"ctx-main\","
- "\"input\":\"hi\"}",
- NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-missing\",\"input\":\"hi\"}", NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\",\"input\":\"hi\","
- "\"encoding_format\":\"yaml\"}",
- NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\",\"input\":\"hi\","
- "\"dimensions\":64}",
- NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"input\":[]}",
- NULL, NULL) == 422);
-
- /* Contextual endpoint: a standard label is the wrong endpoint contract,
- * and an unloaded label is unknown. */
- TEST_ASSERT(http_req(port, "POST", "/v1/contextualizedembeddings", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"input\":[[\"a\"]]}",
- NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/contextualizedembeddings", TEST_API_KEY,
- "{\"model\":\"ctx-missing\","
- "\"input\":[[\"a\"]]}",
- NULL, NULL) == 422);
-
- /* Happy path, float encoding, single string input. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY, ok_req, NULL, &body) == 200);
- cJSON *root = body ? parse_embeddings_body(body, 1) : NULL;
- if (root) {
- cJSON *data = cJSON_GetObjectItemCaseSensitive(root, "data");
- cJSON *item = cJSON_GetArrayItem(data, 0);
- cJSON *emb = cJSON_GetObjectItemCaseSensitive(item, "embedding");
- cJSON *idx = cJSON_GetObjectItemCaseSensitive(item, "index");
- TEST_ASSERT(cJSON_IsArray(emb));
- TEST_ASSERT(cJSON_GetArraySize(emb) == 1024);
- TEST_ASSERT(cJSON_IsNumber(idx) && idx->valueint == 0);
- int nonzero = 0;
- cJSON *v;
- cJSON_ArrayForEach(v, emb) {
- TEST_ASSERT(cJSON_IsNumber(v));
- if (v->valuedouble != 0.0)
- nonzero = 1;
- }
- TEST_ASSERT(nonzero);
- cJSON *usage = cJSON_GetObjectItemCaseSensitive(root, "usage");
- cJSON *total = usage ? cJSON_GetObjectItemCaseSensitive(usage, "total_tokens") : NULL;
- TEST_ASSERT(total && cJSON_IsNumber(total) && total->valueint >= 1);
- cJSON_Delete(root);
- }
- free(body);
- body = NULL;
-
- /* Batch order: one embedding per input, indexes 0..n-1, and different
- * texts produce different vectors. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"input\":[\"hello\",\"world\",\"held\"],"
- "\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- root = body ? parse_embeddings_body(body, 3) : NULL;
- if (root) {
- cJSON *data = cJSON_GetObjectItemCaseSensitive(root, "data");
- cJSON *e0 = cJSON_GetObjectItemCaseSensitive(cJSON_GetArrayItem(data, 0), "embedding");
- cJSON *e1 = cJSON_GetObjectItemCaseSensitive(cJSON_GetArrayItem(data, 1), "embedding");
- for (int i = 0; i < 3; i++) {
- cJSON *idx = cJSON_GetObjectItemCaseSensitive(cJSON_GetArrayItem(data, i), "index");
- TEST_ASSERT(cJSON_IsNumber(idx) && idx->valueint == i);
- }
- int differ = 0;
- for (int i = 0; i < 1024 && !differ; i++) {
- if (cJSON_GetArrayItem(e0, i)->valuedouble != cJSON_GetArrayItem(e1, i)->valuedouble)
- differ = 1;
- }
- TEST_ASSERT(differ);
- cJSON_Delete(root);
- }
- free(body);
- body = NULL;
-
- /* Perplexity-compatible default encoding is base64_int8. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"input\":\"hello\"}",
- NULL, &body) == 200);
- root = body ? parse_embeddings_body(body, 1) : NULL;
- if (root) {
- cJSON *emb = cJSON_GetObjectItemCaseSensitive(
- cJSON_GetArrayItem(cJSON_GetObjectItemCaseSensitive(root, "data"), 0), "embedding");
- TEST_ASSERT(cJSON_IsString(emb));
- TEST_ASSERT(strlen(emb->valuestring) == ((1024 + 2) / 3) * 4);
- cJSON_Delete(root);
- }
- free(body);
- body = NULL;
-
- /* base64_int8 is also accepted when requested explicitly. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"input\":\"hello\",\"encoding_format\":\"base64_int8\"}",
- NULL, &body) == 200);
- root = body ? parse_embeddings_body(body, 1) : NULL;
- if (root) {
- cJSON *emb = cJSON_GetObjectItemCaseSensitive(
- cJSON_GetArrayItem(cJSON_GetObjectItemCaseSensitive(root, "data"), 0), "embedding");
- TEST_ASSERT(cJSON_IsString(emb));
- TEST_ASSERT(strlen(emb->valuestring) == ((1024 + 2) / 3) * 4);
- cJSON_Delete(root);
- }
- free(body);
- body = NULL;
-
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"input\":\"hello\",\"encoding_format\":\"base64\"}",
- NULL, &body) == 422);
- free(body);
- body = NULL;
-
- /* Matryoshka truncation via dimensions. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"input\":\"hello\",\"dimensions\":128,"
- "\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- root = body ? parse_embeddings_body(body, 1) : NULL;
- if (root) {
- cJSON *emb = cJSON_GetObjectItemCaseSensitive(
- cJSON_GetArrayItem(cJSON_GetObjectItemCaseSensitive(root, "data"), 0), "embedding");
- TEST_ASSERT(cJSON_IsArray(emb) && cJSON_GetArraySize(emb) == 128);
- cJSON_Delete(root);
- }
- free(body);
- body = NULL;
-
- /* Qwen3 appends its terminal token, supports 32D MRL output, and
- * re-normalizes the truncated prefix. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"qwen-search\","
- "\"input\":\"hello\",\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *embed_full = body ? parse_embeddings_body(body, 1) : NULL;
- free(body);
- body = NULL;
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"qwen-search\","
- "\"input\":\"hello\",\"dimensions\":32,"
- "\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *embed_mrl = body ? parse_embeddings_body(body, 1) : NULL;
- if (embed_full && embed_mrl) {
- cJSON *full_data = cJSON_GetObjectItemCaseSensitive(embed_full, "data");
- cJSON *mrl_data = cJSON_GetObjectItemCaseSensitive(embed_mrl, "data");
- cJSON *full_emb =
- cJSON_GetObjectItemCaseSensitive(cJSON_GetArrayItem(full_data, 0), "embedding");
- cJSON *mrl_emb =
- cJSON_GetObjectItemCaseSensitive(cJSON_GetArrayItem(mrl_data, 0), "embedding");
- TEST_ASSERT(cJSON_IsArray(full_emb) && cJSON_GetArraySize(full_emb) == 1024);
- TEST_ASSERT(cJSON_IsArray(mrl_emb) && cJSON_GetArraySize(mrl_emb) == 32);
- double prefix_diff = 0.0;
- for (int i = 0; i < 32; i++) {
- double d = fabs(cJSON_GetArrayItem(full_emb, i)->valuedouble -
- cJSON_GetArrayItem(mrl_emb, i)->valuedouble);
- if (d > prefix_diff)
- prefix_diff = d;
- }
- TEST_ASSERT(prefix_diff > 0.0);
- cJSON *usage = cJSON_GetObjectItemCaseSensitive(embed_mrl, "usage");
- cJSON *total = usage ? cJSON_GetObjectItemCaseSensitive(usage, "total_tokens") : NULL;
- TEST_ASSERT(total && total->valueint == 2);
- }
- cJSON_Delete(embed_full);
- cJSON_Delete(embed_mrl);
- free(body);
- body = NULL;
-
- /* text_type=query must equal manually prepending the Qwen3 instruction with
- * text_type=document: both produce the same tokens, hence the same vector. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"qwen-search\",\"input\":\"hello\","
- "\"text_type\":\"query\",\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *tt_query = body ? parse_embeddings_body(body, 1) : NULL;
- free(body);
- body = NULL;
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"qwen-search\",\"input\":\"Instruct: Given a web "
- "search query, retrieve relevant passages that answer the "
- "query\\nQuery:hello\",\"text_type\":\"document\","
- "\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *tt_manual = body ? parse_embeddings_body(body, 1) : NULL;
- free(body);
- body = NULL;
- if (tt_query && tt_manual) {
- cJSON *qe = cJSON_GetObjectItemCaseSensitive(
- cJSON_GetArrayItem(cJSON_GetObjectItemCaseSensitive(tt_query, "data"), 0), "embedding");
- cJSON *me = cJSON_GetObjectItemCaseSensitive(
- cJSON_GetArrayItem(cJSON_GetObjectItemCaseSensitive(tt_manual, "data"), 0),
- "embedding");
- TEST_ASSERT(cJSON_IsArray(qe) && cJSON_IsArray(me) &&
- cJSON_GetArraySize(qe) == cJSON_GetArraySize(me));
- double tt_diff = 0.0;
- int n = cJSON_GetArraySize(qe);
- for (int i = 0; i < n; i++) {
- double d = fabs(cJSON_GetArrayItem(qe, i)->valuedouble -
- cJSON_GetArrayItem(me, i)->valuedouble);
- if (d > tt_diff)
- tt_diff = d;
- }
- TEST_ASSERT(tt_diff < 1e-6);
- }
- cJSON_Delete(tt_query);
- cJSON_Delete(tt_manual);
-
- /* GTE-Qwen2 uses the same retrieval task text but with a space after
- * "Query:". Verify the explicit prompt override through the full path. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"gte-search\",\"input\":\"hello\","
- "\"text_type\":\"query\",\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *gte_query = body ? parse_embeddings_body(body, 1) : NULL;
- free(body);
- body = NULL;
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"gte-search\",\"input\":\"Instruct: Given a "
- "web search query, retrieve relevant passages that answer the "
- "query\\nQuery: hello\",\"text_type\":\"document\","
- "\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *gte_manual = body ? parse_embeddings_body(body, 1) : NULL;
- free(body);
- body = NULL;
- if (gte_query && gte_manual) {
- cJSON *qe = cJSON_GetObjectItemCaseSensitive(
- cJSON_GetArrayItem(cJSON_GetObjectItemCaseSensitive(gte_query, "data"), 0),
- "embedding");
- cJSON *me = cJSON_GetObjectItemCaseSensitive(
- cJSON_GetArrayItem(cJSON_GetObjectItemCaseSensitive(gte_manual, "data"), 0),
- "embedding");
- TEST_ASSERT(cJSON_IsArray(qe) && cJSON_IsArray(me));
- TEST_ASSERT(cJSON_GetArraySize(qe) == 1536 && cJSON_GetArraySize(me) == 1536);
- double gte_diff = 0.0;
- for (int i = 0; i < cJSON_GetArraySize(qe); i++) {
- double d = fabs(cJSON_GetArrayItem(qe, i)->valuedouble -
- cJSON_GetArrayItem(me, i)->valuedouble);
- if (d > gte_diff)
- gte_diff = d;
- }
- TEST_ASSERT(gte_diff < 1e-6);
- }
- cJSON_Delete(gte_query);
- cJSON_Delete(gte_manual);
-
- /* text_type is rejected on a model with no query instruction, and bad values 422. */
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\",\"input\":\"hello\","
- "\"text_type\":\"query\"}",
- NULL, &body) == 422);
- free(body);
- body = NULL;
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"qwen-search\",\"input\":\"hello\","
- "\"text_type\":\"passage\"}",
- NULL, &body) == 422);
- free(body);
- body = NULL;
-
- /* Concurrent clients: more requests in flight than the micro-batch cap
- * (-b 2) so the worker has to assemble several batches. */
- enum { N_CONC = 6 };
- int fds[N_CONC];
- for (int i = 0; i < N_CONC; i++) {
- fds[i] = tcp_connect(port);
- TEST_ASSERT(fds[i] >= 0);
- if (fds[i] >= 0)
- TEST_ASSERT(http_send(fds[i], "POST", "/v1/embeddings", TEST_API_KEY, ok_req, NULL) ==
- 0);
- }
- for (int i = 0; i < N_CONC; i++) {
- if (fds[i] < 0)
- continue;
- char *resp = NULL;
- TEST_ASSERT(http_recv(fds[i], &resp) == 200);
- free(resp);
- close(fds[i]);
- }
-}
-
-/* data[di].data[ci].embedding from a contextual response. */
-static cJSON *ctx_chunk_emb(cJSON *root, int di, int ci) {
- cJSON *docs = cJSON_GetObjectItemCaseSensitive(root, "data");
- cJSON *doc = cJSON_GetArrayItem(docs, di);
- cJSON *chunks = cJSON_GetObjectItemCaseSensitive(doc, "data");
- cJSON *item = cJSON_GetArrayItem(chunks, ci);
- return cJSON_GetObjectItemCaseSensitive(item, "embedding");
-}
-
-static double emb_max_absdiff(cJSON *a, cJSON *b) {
- if (!cJSON_IsArray(a) || !cJSON_IsArray(b))
- return 1e9;
- int n = cJSON_GetArraySize(a);
- if (n != cJSON_GetArraySize(b))
- return 1e9;
- double m = 0.0;
- for (int i = 0; i < n; i++) {
- double d =
- fabs(cJSON_GetArrayItem(a, i)->valuedouble - cJSON_GetArrayItem(b, i)->valuedouble);
- if (d > m)
- m = d;
- }
- return m;
-}
-
-static int write_query_prompt_config(const char *dir, const char *query) {
- char path[2048];
- snprintf(path, sizeof(path), "%s/config_sentence_transformers.json", dir);
- FILE *f = fopen(path, "w");
- if (!f)
- return -1;
- fputs("{\"prompts\":{\"query\":\"", f);
- for (const char *p = query; *p; p++) {
- if (*p == '\\' || *p == '"')
- fputc('\\', f);
- if (*p == '\n') {
- fputs("\\n", f);
- } else {
- fputc(*p, f);
- }
- }
- fputs("\",\"document\":\"\"}}", f);
- fclose(f);
- return 0;
-}
-
-static void test_http_contextual(int port) {
- char *body = NULL;
-
- /* Input must be an array of chunk arrays; chunks must be non-empty. */
- TEST_ASSERT(http_req(port, "POST", "/v1/contextualizedembeddings", TEST_API_KEY,
- "{\"model\":\"ctx-main\","
- "\"input\":\"hi\"}",
- NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/contextualizedembeddings", TEST_API_KEY,
- "{\"model\":\"ctx-main\","
- "\"input\":[[\"\"]]}",
- NULL, NULL) == 422);
-
- /* Happy path: chunks concatenate per document with one separator token
- * between them, one embedding per chunk in document order. Fixture
- * token counts: hello=1, world=3, held=2, one separator in doc 0, so
- * usage must report 7. */
- TEST_ASSERT(http_req(port, "POST", "/v1/contextualizedembeddings", TEST_API_KEY,
- "{\"model\":\"ctx-main\","
- "\"input\":[[\"hello\",\"world\"],[\"held\"]],"
- "\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *multi = body ? cJSON_Parse(body) : NULL;
- TEST_ASSERT(multi != NULL);
- free(body);
- body = NULL;
- if (multi) {
- cJSON *docs = cJSON_GetObjectItemCaseSensitive(multi, "data");
- TEST_ASSERT(cJSON_IsArray(docs) && cJSON_GetArraySize(docs) == 2);
- for (int di = 0; di < 2; di++) {
- cJSON *doc = cJSON_GetArrayItem(docs, di);
- cJSON *idx = cJSON_GetObjectItemCaseSensitive(doc, "index");
- cJSON *chunks = cJSON_GetObjectItemCaseSensitive(doc, "data");
- TEST_ASSERT(idx && idx->valueint == di);
- TEST_ASSERT(cJSON_IsArray(chunks));
- TEST_ASSERT(cJSON_GetArraySize(chunks) == (di == 0 ? 2 : 1));
- for (int ci = 0; ci < cJSON_GetArraySize(chunks); ci++) {
- cJSON *item = cJSON_GetArrayItem(chunks, ci);
- cJSON *cidx = cJSON_GetObjectItemCaseSensitive(item, "index");
- cJSON *emb = ctx_chunk_emb(multi, di, ci);
- TEST_ASSERT(cidx && cidx->valueint == ci);
- TEST_ASSERT(cJSON_IsArray(emb) && cJSON_GetArraySize(emb) == 1024);
- }
- }
- cJSON *usage = cJSON_GetObjectItemCaseSensitive(multi, "usage");
- cJSON *total = usage ? cJSON_GetObjectItemCaseSensitive(usage, "total_tokens") : NULL;
- TEST_ASSERT(total && total->valueint == 7);
- }
-
- /* A single-chunk document has no separators and its pooling span covers
- * the whole sequence, so it must match the standard embedding of the
- * same text from the same weights. */
- TEST_ASSERT(http_req(port, "POST", "/v1/contextualizedembeddings", TEST_API_KEY,
- "{\"model\":\"ctx-main\","
- "\"input\":[[\"hello\"]],"
- "\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *single = body ? cJSON_Parse(body) : NULL;
- TEST_ASSERT(single != NULL);
- free(body);
- body = NULL;
- TEST_ASSERT(http_req(port, "POST", "/v1/embeddings", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"input\":\"hello\","
- "\"encoding_format\":\"float\"}",
- NULL, &body) == 200);
- cJSON *std = body ? cJSON_Parse(body) : NULL;
- TEST_ASSERT(std != NULL);
- free(body);
- body = NULL;
-
- if (multi && single && std) {
- cJSON *std_emb = cJSON_GetObjectItemCaseSensitive(
- cJSON_GetArrayItem(cJSON_GetObjectItemCaseSensitive(std, "data"), 0), "embedding");
- cJSON *alone = ctx_chunk_emb(single, 0, 0);
- cJSON *in_doc = ctx_chunk_emb(multi, 0, 0);
- TEST_ASSERT(emb_max_absdiff(std_emb, alone) < 1e-4);
- /* Whole-document attention: the same chunk next to a neighbor must
- * pool to a different vector. */
- TEST_ASSERT(emb_max_absdiff(alone, in_doc) > 1e-3);
- }
- cJSON_Delete(multi);
- cJSON_Delete(single);
- cJSON_Delete(std);
-}
-
-static void test_http_rerank(int port) {
- char *body = NULL;
-
- TEST_ASSERT(http_req(port, "POST", "/v1/rerank", TEST_API_KEY,
- "{\"model\":\"std-main\","
- "\"query\":\"hello\",\"documents\":[\"world\"]}",
- NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/rerank", TEST_API_KEY,
- "{\"model\":\"late-main\","
- "\"query\":\"\",\"documents\":[\"world\"]}",
- NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/rerank", TEST_API_KEY,
- "{\"model\":\"late-main\","
- "\"query\":\"hello\",\"documents\":[]}",
- NULL, NULL) == 422);
- TEST_ASSERT(http_req(port, "POST", "/v1/rerank", TEST_API_KEY,
- "{\"model\":\"late-main\","
- "\"query\":\"hello\",\"documents\":[\"world\"],"
- "\"top_n\":1,\"top_k\":1}",
- NULL, NULL) == 422);
-
- const char *request = "{\"model\":\"late-main\","
- "\"query\":\"hello\",\"documents\":["
- "\"hello!\",\"world\",\"quoted \\\"document\\\"\"],"
- "\"top_n\":2,\"return_documents\":true}";
- TEST_ASSERT(http_req(port, "POST", "/v1/rerank", TEST_API_KEY, request, NULL, &body) == 200);
- cJSON *root = body ? cJSON_Parse(body) : NULL;
- TEST_ASSERT(root != NULL);
- if (root) {
- cJSON *object = cJSON_GetObjectItemCaseSensitive(root, "object");
- cJSON *model = cJSON_GetObjectItemCaseSensitive(root, "model");
- cJSON *results = cJSON_GetObjectItemCaseSensitive(root, "results");
- TEST_ASSERT(cJSON_IsString(object) && strcmp(object->valuestring, "list") == 0);
- TEST_ASSERT(cJSON_IsString(model) && strcmp(model->valuestring, "late-main") == 0);
- TEST_ASSERT(cJSON_IsArray(results) && cJSON_GetArraySize(results) == 2);
- double previous = INFINITY;
- int seen[3] = {0};
- cJSON *result;
- cJSON_ArrayForEach(result, results) {
- cJSON *index = cJSON_GetObjectItemCaseSensitive(result, "index");
- cJSON *score = cJSON_GetObjectItemCaseSensitive(result, "relevance_score");
- cJSON *document = cJSON_GetObjectItemCaseSensitive(result, "document");
- TEST_ASSERT(cJSON_IsNumber(index) && index->valueint >= 0 && index->valueint < 3);
- TEST_ASSERT(cJSON_IsNumber(score) && score->valuedouble <= previous);
- TEST_ASSERT(cJSON_IsString(document));
- if (cJSON_IsNumber(index) && index->valueint >= 0 && index->valueint < 3)
- seen[index->valueint]++;
- if (cJSON_IsNumber(score))
- previous = score->valuedouble;
- }
- TEST_ASSERT(seen[0] + seen[1] + seen[2] == 2);
-
- cJSON *usage = cJSON_GetObjectItemCaseSensitive(root, "usage");
- cJSON *query_tokens =
- usage ? cJSON_GetObjectItemCaseSensitive(usage, "query_tokens") : NULL;
- cJSON *document_tokens =
- usage ? cJSON_GetObjectItemCaseSensitive(usage, "document_tokens") : NULL;
- cJSON *total_tokens =
- usage ? cJSON_GetObjectItemCaseSensitive(usage, "total_tokens") : NULL;
- TEST_ASSERT(query_tokens && document_tokens && total_tokens);
- if (query_tokens && document_tokens && total_tokens) {
- TEST_ASSERT(cJSON_IsNumber(query_tokens));
- TEST_ASSERT(cJSON_IsNumber(document_tokens));
- TEST_ASSERT(cJSON_IsNumber(total_tokens));
- TEST_ASSERT(query_tokens->valueint == 32);
- TEST_ASSERT(document_tokens->valueint > 0);
- TEST_ASSERT(total_tokens->valueint ==
- query_tokens->valueint + document_tokens->valueint);
- }
- cJSON_Delete(root);
- }
- free(body);
- body = NULL;
-
- TEST_ASSERT(http_req(port, "POST", "/v1/rerank", TEST_API_KEY,
- "{\"model\":\"late-main\","
- "\"query\":\"hello\","
- "\"documents\":[\"hello\",\"world\"],\"top_k\":1}",
- NULL, &body) == 200);
- root = body ? cJSON_Parse(body) : NULL;
- TEST_ASSERT(root != NULL);
- if (root) {
- cJSON *results = cJSON_GetObjectItemCaseSensitive(root, "results");
- TEST_ASSERT(cJSON_IsArray(results) && cJSON_GetArraySize(results) == 1);
- cJSON *document =
- cJSON_GetObjectItemCaseSensitive(cJSON_GetArrayItem(results, 0), "document");
- TEST_ASSERT(document == NULL);
- cJSON_Delete(root);
- }
- free(body);
-}
-
-static void test_http_server(void) {
- char dir[1024], late_dir[1024], embed_dir[1024], gte_dir[1024];
- snprintf(dir, sizeof(dir), "%s/embed-srv-test-XXXXXX",
- getenv("TMPDIR") ? getenv("TMPDIR") : "/tmp");
- if (!mkdtemp(dir)) {
- fprintf(stderr, "FAIL: mkdtemp\n");
- test_failures++;
- return;
- }
- snprintf(late_dir, sizeof(late_dir), "%s/embed-srv-late-test-XXXXXX",
- getenv("TMPDIR") ? getenv("TMPDIR") : "/tmp");
- if (!mkdtemp(late_dir)) {
- fprintf(stderr, "FAIL: late mkdtemp\n");
- test_failures++;
- return;
- }
- snprintf(embed_dir, sizeof(embed_dir), "%s/embed-srv-qwen-test-XXXXXX",
- getenv("TMPDIR") ? getenv("TMPDIR") : "/tmp");
- if (!mkdtemp(embed_dir)) {
- fprintf(stderr, "FAIL: Qwen mkdtemp\n");
- test_failures++;
- return;
- }
- snprintf(gte_dir, sizeof(gte_dir), "%s/embed-srv-gte-test-XXXXXX",
- getenv("TMPDIR") ? getenv("TMPDIR") : "/tmp");
- if (!mkdtemp(gte_dir)) {
- fprintf(stderr, "FAIL: GTE mkdtemp\n");
- test_failures++;
- return;
- }
- /* The 0.6b server slot requires hidden_size 1024; everything else stays
- * tiny. The model vocab covers every tokenizer fixture id. */
- tm_dims_t dims = {1024, 2, 1, 64, 8, TF_VOCAB_SIZE};
- tm_dims_t gte_dims = {1536, 2, 1, 64, 8, TF_VOCAB_SIZE};
- if (tf_write_vocab(dir) != 0 || tm_write_model_dims(dir, "F32", &dims) != 0 ||
- tf_write_vocab(late_dir) != 0 || tm_write_model_dims(late_dir, "F32", &dims) != 0 ||
- tm_write_late_projection(late_dir, "F32", 128, 1024) != 0 ||
- tf_write_vocab(embed_dir) != 0 ||
- tm_write_qwen3_model_dims(embed_dir, "F32", &dims, TF_EOT_ID) != 0 ||
- write_query_prompt_config(embed_dir, TEST_QWEN3_QUERY_INSTRUCT) != 0 ||
- tf_write_vocab(gte_dir) != 0 ||
- tm_write_qwen2_model_dims(gte_dir, "F32", &gte_dims, TF_EOT_ID, 0) != 0) {
- fprintf(stderr, "FAIL: fixture write\n");
- test_failures++;
- return;
- }
-
- int port = find_free_port();
- TEST_ASSERT(port > 0);
-
- srv_ctx ctx;
- memset(&ctx, 0, sizeof(ctx));
- /* Both 0.6b slots serve the same tiny weights; the contextual slot
- * resolves its separator from the fixture's <|endoftext|>. */
- ctx.spec[0].id = "std-main";
- ctx.spec[0].path = dir;
- ctx.spec[0].api = EMBED_SERVER_API_PERPLEXITY;
- ctx.spec[0].min_dim = 128;
- ctx.spec[1].id = "ctx-main";
- ctx.spec[1].path = dir;
- ctx.spec[1].kind = EMBED_SERVER_MODEL_CONTEXTUAL;
- ctx.spec[1].api = EMBED_SERVER_API_PERPLEXITY;
- ctx.spec[1].min_dim = 128;
- ctx.spec[2].id = "late-main";
- ctx.spec[2].path = late_dir;
- ctx.spec[2].kind = EMBED_SERVER_MODEL_LATE;
- ctx.spec[2].api = EMBED_SERVER_API_PERPLEXITY;
- ctx.spec[2].min_dim = 128;
- ctx.spec[3].id = "qwen-search";
- ctx.spec[3].path = embed_dir;
- ctx.spec[3].min_dim = 32;
- ctx.spec[4].id = "gte-search";
- ctx.spec[4].path = gte_dir;
- ctx.spec[4].min_dim = 1536;
- ctx.spec[4].query_instruct = TEST_GTE_QUERY_INSTRUCT;
- ctx.cfg.models = ctx.spec;
- ctx.cfg.n_models = 5;
- ctx.cfg.port = port;
- ctx.cfg.batch_size = 2;
- ctx.cfg.batch_wait_us = 1000;
- ctx.cfg.api_key = TEST_API_KEY;
-
- pthread_t th;
- if (pthread_create(&th, NULL, srv_thread_main, &ctx) != 0) {
- fprintf(stderr, "FAIL: server thread\n");
- test_failures++;
- return;
- }
-
- int up = 0;
- for (int i = 0; i < 200; i++) { /* up to ~10 s */
- int fd = tcp_connect(port);
- if (fd >= 0) {
- close(fd);
- up = 1;
- break;
- }
- usleep(50 * 1000);
- }
- TEST_ASSERT(up);
- if (up) {
- test_http_embeddings(port);
- test_http_contextual(port);
- test_http_rerank(port);
- }
-
- stop_signal_handler(SIGTERM);
- pthread_join(th, NULL);
- TEST_ASSERT(ctx.rc == 0);
-}
-
-int main(void) {
- test_base64_rfc4648();
- test_base64_binary_vectors();
- test_sbuf_growth_and_formatting();
- test_json_error_body_escaping();
- test_job_set_422_replaces_response();
- test_quantize_int8_tanh();
- test_encode_embedding_int8();
- test_encode_embedding_binary();
- test_encode_embedding_base64_float32();
- test_append_embedding_value_float();
- test_encoding_from_root_family();
- test_text_type();
- test_loaded_model_lookup();
- test_collect_job_batch_deadline();
- test_collect_job_batch_zero_wait();
- test_http_server();
- if (test_failures) {
- fprintf(stderr, "server tests: %d failure(s)\n", test_failures);
- return 1;
- }
- puts("ok: server unit and HTTP request-path tests passed");
- return 0;
-}