diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-13 01:25:21 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:10 +0200 |
| commit | ce352727a6f56ae19038a95b4f8f533c487fac4b (patch) | |
| tree | a76e0da7123efc7b4144d6913d03410b8deaebec /tests | |
| parent | a716f7fa3bbedf1563db15e590cfc1b8419f5b5b (diff) | |
| download | ffwd-ce352727a6f56ae19038a95b4f8f533c487fac4b.tar.gz ffwd-ce352727a6f56ae19038a95b4f8f533c487fac4b.zip | |
server: make microbatch admission deterministic
Diffstat (limited to 'tests')
| -rw-r--r-- | tests/test_server.c | 63 |
1 files changed, 63 insertions, 0 deletions
diff --git a/tests/test_server.c b/tests/test_server.c index 6f1e48e..2ed53a8 100644 --- a/tests/test_server.c +++ b/tests/test_server.c @@ -82,6 +82,67 @@ static void test_encode_embedding_binary(void) free(want); } +static void test_collect_job_batch_deadline(void) +{ + http_server s; + memset(&s, 0, sizeof(s)); + s.batch_size = 32; + s.batch_wait_us = 1000; + pthread_mutex_init(&s.mu, NULL); + pthread_cond_init(&s.cv, NULL); + + uint64_t first_ns = nstime() - 5000000u; + job first = {.srv = &s, .created_ns = first_ns}; + job before_deadline = {.srv = &s, .created_ns = first_ns + 500000u}; + job after_deadline = {.srv = &s, .created_ns = first_ns + 2000000u}; + snprintf(first.path, sizeof(first.path), "%s", "/v1/embeddings"); + snprintf(before_deadline.path, sizeof(before_deadline.path), "%s", + "/v1/embeddings"); + snprintf(after_deadline.path, sizeof(after_deadline.path), "%s", + "/v1/embeddings"); + enqueue_job(&first); + enqueue_job(&before_deadline); + enqueue_job(&after_deadline); + + job *batch[3] = {0}; + TEST_ASSERT(collect_job_batch(&s, batch, 3) == 2); + TEST_ASSERT(batch[0] == &first); + TEST_ASSERT(batch[1] == &before_deadline); + TEST_ASSERT(s.job_head == &after_deadline); + TEST_ASSERT(s.job_tail == &after_deadline); + + s.job_head = NULL; + s.job_tail = NULL; + pthread_cond_destroy(&s.cv); + pthread_mutex_destroy(&s.mu); +} + +static void test_collect_job_batch_zero_wait(void) +{ + http_server s; + memset(&s, 0, sizeof(s)); + s.batch_size = 32; + pthread_mutex_init(&s.mu, NULL); + pthread_cond_init(&s.cv, NULL); + + job first = {.srv = &s, .created_ns = nstime()}; + job second = {.srv = &s, .created_ns = nstime()}; + snprintf(first.path, sizeof(first.path), "%s", "/v1/embeddings"); + snprintf(second.path, sizeof(second.path), "%s", "/v1/embeddings"); + enqueue_job(&first); + enqueue_job(&second); + + job *batch[2] = {0}; + TEST_ASSERT(collect_job_batch(&s, batch, 2) == 2); + TEST_ASSERT(batch[0] == &first); + TEST_ASSERT(batch[1] == &second); + TEST_ASSERT(s.job_head == NULL); + TEST_ASSERT(s.job_tail == NULL); + + pthread_cond_destroy(&s.cv); + pthread_mutex_destroy(&s.mu); +} + /* ==================================================================== * HTTP request-path tests against an in-process server * ==================================================================== */ @@ -613,6 +674,8 @@ int main(void) test_quantize_int8_tanh(); test_encode_embedding_int8(); test_encode_embedding_binary(); + test_collect_job_batch_deadline(); + test_collect_job_batch_zero_wait(); test_http_server(); if (test_failures) { fprintf(stderr, "server tests: %d failure(s)\n", test_failures); |
