aboutsummaryrefslogtreecommitdiff
path: root/tests/test_server.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-13 01:25:21 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:10 +0200
commitce352727a6f56ae19038a95b4f8f533c487fac4b (patch)
treea76e0da7123efc7b4144d6913d03410b8deaebec /tests/test_server.c
parenta716f7fa3bbedf1563db15e590cfc1b8419f5b5b (diff)
downloadffwd-ce352727a6f56ae19038a95b4f8f533c487fac4b.tar.gz
ffwd-ce352727a6f56ae19038a95b4f8f533c487fac4b.zip
server: make microbatch admission deterministic
Diffstat (limited to 'tests/test_server.c')
-rw-r--r--tests/test_server.c63
1 files changed, 63 insertions, 0 deletions
diff --git a/tests/test_server.c b/tests/test_server.c
index 6f1e48e..2ed53a8 100644
--- a/tests/test_server.c
+++ b/tests/test_server.c
@@ -82,6 +82,67 @@ static void test_encode_embedding_binary(void)
free(want);
}
+static void test_collect_job_batch_deadline(void)
+{
+ http_server s;
+ memset(&s, 0, sizeof(s));
+ s.batch_size = 32;
+ s.batch_wait_us = 1000;
+ pthread_mutex_init(&s.mu, NULL);
+ pthread_cond_init(&s.cv, NULL);
+
+ uint64_t first_ns = nstime() - 5000000u;
+ job first = {.srv = &s, .created_ns = first_ns};
+ job before_deadline = {.srv = &s, .created_ns = first_ns + 500000u};
+ job after_deadline = {.srv = &s, .created_ns = first_ns + 2000000u};
+ snprintf(first.path, sizeof(first.path), "%s", "/v1/embeddings");
+ snprintf(before_deadline.path, sizeof(before_deadline.path), "%s",
+ "/v1/embeddings");
+ snprintf(after_deadline.path, sizeof(after_deadline.path), "%s",
+ "/v1/embeddings");
+ enqueue_job(&first);
+ enqueue_job(&before_deadline);
+ enqueue_job(&after_deadline);
+
+ job *batch[3] = {0};
+ TEST_ASSERT(collect_job_batch(&s, batch, 3) == 2);
+ TEST_ASSERT(batch[0] == &first);
+ TEST_ASSERT(batch[1] == &before_deadline);
+ TEST_ASSERT(s.job_head == &after_deadline);
+ TEST_ASSERT(s.job_tail == &after_deadline);
+
+ s.job_head = NULL;
+ s.job_tail = NULL;
+ pthread_cond_destroy(&s.cv);
+ pthread_mutex_destroy(&s.mu);
+}
+
+static void test_collect_job_batch_zero_wait(void)
+{
+ http_server s;
+ memset(&s, 0, sizeof(s));
+ s.batch_size = 32;
+ pthread_mutex_init(&s.mu, NULL);
+ pthread_cond_init(&s.cv, NULL);
+
+ job first = {.srv = &s, .created_ns = nstime()};
+ job second = {.srv = &s, .created_ns = nstime()};
+ snprintf(first.path, sizeof(first.path), "%s", "/v1/embeddings");
+ snprintf(second.path, sizeof(second.path), "%s", "/v1/embeddings");
+ enqueue_job(&first);
+ enqueue_job(&second);
+
+ job *batch[2] = {0};
+ TEST_ASSERT(collect_job_batch(&s, batch, 2) == 2);
+ TEST_ASSERT(batch[0] == &first);
+ TEST_ASSERT(batch[1] == &second);
+ TEST_ASSERT(s.job_head == NULL);
+ TEST_ASSERT(s.job_tail == NULL);
+
+ pthread_cond_destroy(&s.cv);
+ pthread_mutex_destroy(&s.mu);
+}
+
/* ====================================================================
* HTTP request-path tests against an in-process server
* ==================================================================== */
@@ -613,6 +674,8 @@ int main(void)
test_quantize_int8_tanh();
test_encode_embedding_int8();
test_encode_embedding_binary();
+ test_collect_job_batch_deadline();
+ test_collect_job_batch_zero_wait();
test_http_server();
if (test_failures) {
fprintf(stderr, "server tests: %d failure(s)\n", test_failures);