diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 18:18:00 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-16 18:18:00 +0200 |
| commit | 3889d3f43c9d52efe97ce9422ecfcabc775cc661 (patch) | |
| tree | d5125e3a1b851a3da9969374d718212d6f2b6af1 /src/server.c | |
| parent | 3a88e6f18243b399979fe03ea6e1d51d931cabfe (diff) | |
| download | ffwd-3889d3f43c9d52efe97ce9422ecfcabc775cc661.tar.gz ffwd-3889d3f43c9d52efe97ce9422ecfcabc775cc661.zip | |
server: extract output encoding and shared request structs into server_encode.c/server_internal.h
Diffstat (limited to 'src/server.c')
| -rw-r--r-- | src/server.c | 196 |
1 files changed, 0 insertions, 196 deletions
diff --git a/src/server.c b/src/server.c index beab27f..9c439f5 100644 --- a/src/server.c +++ b/src/server.c @@ -779,107 +779,6 @@ static void job_set_timing_header(job *j) { j->extra_headers = xstrdup(buf); } -static signed char quantize_int8_tanh(float x) { - int v = (int)lrintf(tanhf(x) * 127.0f); - if (v > 127) - v = 127; - if (v < -128) - v = -128; - return (signed char)v; -} - -static char *encode_embedding(const float *emb, int dims, const char *encoding) { - if (!strcmp(encoding, "base64")) { - /* OpenAI/DashScope (Qwen3): base64 of the raw little-endian float32 - * vector. Copy through a byte buffer instead of reinterpret-casting the - * float pointer; x86_64 and aarch64 are little-endian, so the bytes - * match the wire format with no swap. */ - size_t nbytes = (size_t)dims * sizeof(float); - unsigned char *buf = xmalloc(nbytes); - memcpy(buf, emb, nbytes); - char *out = base64_encode(buf, nbytes); - free(buf); - return out; - } - if (!strcmp(encoding, "base64_binary")) { - size_t bytes = (size_t)dims / 8; - unsigned char *bits = xcalloc(bytes, 1); - for (int i = 0; i < dims; i++) { - if (emb[i] >= 0.0f) - bits[(size_t)i >> 3] |= (unsigned char)(1u << (i & 7)); - } - char *out = base64_encode(bits, bytes); - free(bits); - return out; - } - - signed char *q = xmalloc((size_t)dims); - for (int i = 0; i < dims; i++) - q[i] = quantize_int8_tanh(emb[i]); - char *out = base64_encode((const unsigned char *)q, (size_t)dims); - free(q); - return out; -} - -typedef struct { - int *ids; - int n_tokens; -} token_buf; - -typedef struct { - job *j; - cJSON *root; - loaded_model *model; - int dims; - const char *encoding; - int n_inputs; - token_buf *tokens; - embed_input_t *inputs; - int total_tokens; - int ready; -} embedding_request; - -typedef struct { - int *ids; - int n_tokens; - embed_span_t *spans; - int n_spans; -} contextual_doc; - -typedef struct { - job *j; - cJSON *root; - loaded_model *model; - int dims; - const char *encoding; - contextual_doc *docs; - int n_docs; - int total_chunks; - int total_tokens; - int ready; -} contextual_request; - -typedef struct { - int *ids; - int n_tokens; - int *keep; - int n_keep; -} late_tokens; - -typedef struct { - job *j; - cJSON *root; - loaded_model *model; - late_tokens query; - late_tokens *documents; - int n_documents; - int top_n; - int return_documents; - int query_tokens; - int document_tokens; - int ready; -} rerank_request; - static void free_token_bufs(token_buf *t, int n) { if (!t) return; @@ -1096,79 +995,6 @@ static int inference_batch_accepts_input( return next_tokens <= max_batch_tokens - packed_tokens; } -static void append_embedding_object(sbuf *b, int index, const char *embedding) { - sbuf_printf(b, "{\"object\":\"embedding\",\"index\":%d,\"embedding\":\"", index); - sbuf_puts(b, embedding); - sbuf_puts(b, "\"}"); -} - -/* Emit one embedding into the response, following the model's API family. - * "float" renders a JSON array: the true float32 vector for OpenAI/DashScope - * (Qwen3), or the int8-decoded view (int8/128) for Perplexity (pplx). Every - * other encoding renders a base64 string via encode_embedding(). */ -static void append_embedding_value( - sbuf *b, int index, const float *emb, int dims, const char *encoding, embedding_api_t api) { - if (!strcmp(encoding, "float")) { - sbuf_printf(b, "{\"object\":\"embedding\",\"index\":%d,\"embedding\":[", index); - for (int i = 0; i < dims; i++) { - if (i) - sbuf_putc(b, ','); - float v = api == EMBED_API_OPENAI ? emb[i] : (float)quantize_int8_tanh(emb[i]) / 128.0f; - sbuf_printf(b, "%.9g", (double)v); - } - sbuf_puts(b, "]}"); - return; - } - char *encoded = encode_embedding(emb, dims, encoding); - append_embedding_object(b, index, encoded); - free(encoded); -} - -static void set_response_from_buf(job *j, sbuf *b) { - j->status = 200; - j->content_type = "application/json"; - j->response = b->ptr; - j->response_len = b->len; - memset(b, 0, sizeof(*b)); -} - -static int render_embedding_response(embedding_request *r, const float *embs) { - const int full_dim = r->model->info->dim; - const float *render_embs = embs; - float *truncated = NULL; - if (r->model->renormalize_truncated && r->dims < full_dim) { - truncated = xmalloc((size_t)r->n_inputs * r->dims * sizeof(*truncated)); - for (int i = 0; i < r->n_inputs; i++) { - float *dst = truncated + (size_t)i * r->dims; - memcpy(dst, embs + (size_t)i * full_dim, (size_t)r->dims * sizeof(*dst)); - if (embed_l2_normalize(dst, r->dims) != 0) { - free(truncated); - return -1; - } - } - render_embs = truncated; - } - int render_stride = truncated ? r->dims : full_dim; - embedding_api_t api = r->model->info->api; - - sbuf b = {0}; - sbuf_puts(&b, "{\"object\":\"list\",\"data\":["); - for (int i = 0; i < r->n_inputs; i++) { - if (i) - sbuf_putc(&b, ','); - append_embedding_value(&b, i, render_embs + (size_t)i * render_stride, r->dims, r->encoding, - api); - } - sbuf_printf(&b, - "],\"model\":\"%s\",\"usage\":{\"prompt_tokens\":%d," - "\"total_tokens\":%d}}", - r->model->info->id, r->total_tokens, r->total_tokens); - set_response_from_buf(r->j, &b); - - free(truncated); - return 0; -} - static int embedding_request_compatible(const embedding_request *a, const embedding_request *b) { return a->ready && b->ready && a->model == b->model && a->dims == b->dims && !strcmp(a->encoding, b->encoding); @@ -1275,28 +1101,6 @@ static void execute_embedding_request_list(embedding_request **reqs, int n_reqs) free(items); } -static void render_contextual_response(contextual_request *r, const float *embs) { - sbuf b = {0}; - sbuf_puts(&b, "{\"object\":\"list\",\"data\":["); - int span_offset = 0; - for (int di = 0; di < r->n_docs; di++) { - if (di) - sbuf_putc(&b, ','); - sbuf_printf(&b, "{\"object\":\"list\",\"index\":%d,\"data\":[", di); - for (int ci = 0; ci < r->docs[di].n_spans; ci++) { - if (ci) - sbuf_putc(&b, ','); - const float *emb = embs + (size_t)span_offset * r->model->info->dim; - append_embedding_value(&b, ci, emb, r->dims, r->encoding, r->model->info->api); - span_offset++; - } - sbuf_puts(&b, "]}"); - } - sbuf_printf(&b, "],\"model\":\"%s\",\"usage\":{\"prompt_tokens\":%d,\"total_tokens\":%d}}", - r->model->info->id, r->total_tokens, r->total_tokens); - set_response_from_buf(r->j, &b); -} - static int contextual_request_compatible(const contextual_request *a, const contextual_request *b) { return a->ready && b->ready && a->model == b->model && a->dims == b->dims && !strcmp(a->encoding, b->encoding); |
