From 6b969d25ce136eaf695222bd1a10bff1ecac0220 Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Sat, 20 Jun 2026 20:10:56 +0200 Subject: all: split Makefile and reorg library/tools --- src/server_encode.c | 152 ---------------------------------------------------- 1 file changed, 152 deletions(-) delete mode 100644 src/server_encode.c (limited to 'src/server_encode.c') diff --git a/src/server_encode.c b/src/server_encode.c deleted file mode 100644 index ef4e3ec..0000000 --- a/src/server_encode.c +++ /dev/null @@ -1,152 +0,0 @@ -#include "server_internal.h" -#include "server_util.h" -#include "sbuf.h" -#include "base64.h" -#include "embed.h" - -#include -#include -#include - -/* ======================================================================== - * Embedding output encoding - * - * Turns a pooled float vector into the requested wire form. OpenAI-compatible - * models emit true float32 arrays by default. Perplexity-compatible models - * emit tanh-quantized int8 by default, and their "float" view is the decoded - * int8 value for SDK compatibility. - * ======================================================================== */ - -signed char quantize_int8_tanh(float x) { - int v = (int)lrintf(tanhf(x) * 127.0f); - if (v > 127) - v = 127; - if (v < -128) - v = -128; - return (signed char)v; -} - -char *encode_embedding(const float *emb, int dims, const char *encoding) { - if (!strcmp(encoding, "base64")) { - /* OpenAI/DashScope (Qwen3): base64 of the raw little-endian float32 - * vector. Copy through a byte buffer instead of reinterpret-casting the - * float pointer; x86_64 and aarch64 are little-endian, so the bytes - * match the wire format with no swap. */ - size_t nbytes = (size_t)dims * sizeof(float); - unsigned char *buf = xmalloc(nbytes); - memcpy(buf, emb, nbytes); - char *out = base64_encode(buf, nbytes); - free(buf); - return out; - } - if (!strcmp(encoding, "base64_binary")) { - size_t bytes = (size_t)dims / 8; - unsigned char *bits = xcalloc(bytes, 1); - for (int i = 0; i < dims; i++) { - if (emb[i] >= 0.0f) - bits[(size_t)i >> 3] |= (unsigned char)(1u << (i & 7)); - } - char *out = base64_encode(bits, bytes); - free(bits); - return out; - } - - signed char *q = xmalloc((size_t)dims); - for (int i = 0; i < dims; i++) - q[i] = quantize_int8_tanh(emb[i]); - char *out = base64_encode((const unsigned char *)q, (size_t)dims); - free(q); - return out; -} - -static void append_embedding_object(sbuf *b, int index, const char *embedding) { - sbuf_printf(b, "{\"object\":\"embedding\",\"index\":%d,\"embedding\":\"", index); - sbuf_puts(b, embedding); - sbuf_puts(b, "\"}"); -} - -void append_embedding_value( - sbuf *b, int index, const float *emb, int dims, const char *encoding, embedding_api_t api) { - if (!strcmp(encoding, "float")) { - sbuf_printf(b, "{\"object\":\"embedding\",\"index\":%d,\"embedding\":[", index); - for (int i = 0; i < dims; i++) { - if (i) - sbuf_putc(b, ','); - float v = - api == EMBED_API_PERPLEXITY ? (float)quantize_int8_tanh(emb[i]) / 128.0f : emb[i]; - sbuf_printf(b, "%.9g", (double)v); - } - sbuf_puts(b, "]}"); - return; - } - char *encoded = encode_embedding(emb, dims, encoding); - append_embedding_object(b, index, encoded); - free(encoded); -} - -void set_response_from_buf(job *j, sbuf *b) { - j->status = 200; - j->content_type = "application/json"; - j->response = b->ptr; - j->response_len = b->len; - memset(b, 0, sizeof(*b)); -} - -int render_embedding_response(embedding_request *r, const float *embs) { - const int full_dim = r->model->info->dim; - const float *render_embs = embs; - float *truncated = NULL; - if (r->model->renormalize_truncated && r->dims < full_dim) { - truncated = xmalloc((size_t)r->n_inputs * r->dims * sizeof(*truncated)); - for (int i = 0; i < r->n_inputs; i++) { - float *dst = truncated + (size_t)i * r->dims; - memcpy(dst, embs + (size_t)i * full_dim, (size_t)r->dims * sizeof(*dst)); - if (embed_l2_normalize(dst, r->dims) != 0) { - free(truncated); - return -1; - } - } - render_embs = truncated; - } - int render_stride = truncated ? r->dims : full_dim; - embedding_api_t api = r->model->info->api; - - sbuf b = {0}; - sbuf_puts(&b, "{\"object\":\"list\",\"data\":["); - for (int i = 0; i < r->n_inputs; i++) { - if (i) - sbuf_putc(&b, ','); - append_embedding_value(&b, i, render_embs + (size_t)i * render_stride, r->dims, r->encoding, - api); - } - sbuf_printf(&b, - "],\"model\":\"%s\",\"usage\":{\"prompt_tokens\":%d," - "\"total_tokens\":%d}}", - r->model->info->id, r->total_tokens, r->total_tokens); - set_response_from_buf(r->j, &b); - - free(truncated); - return 0; -} - -void render_contextual_response(contextual_request *r, const float *embs) { - sbuf b = {0}; - sbuf_puts(&b, "{\"object\":\"list\",\"data\":["); - int span_offset = 0; - for (int di = 0; di < r->n_docs; di++) { - if (di) - sbuf_putc(&b, ','); - sbuf_printf(&b, "{\"object\":\"list\",\"index\":%d,\"data\":[", di); - for (int ci = 0; ci < r->docs[di].n_spans; ci++) { - if (ci) - sbuf_putc(&b, ','); - const float *emb = embs + (size_t)span_offset * r->model->info->dim; - append_embedding_value(&b, ci, emb, r->dims, r->encoding, r->model->info->api); - span_offset++; - } - sbuf_puts(&b, "]}"); - } - sbuf_printf(&b, "],\"model\":\"%s\",\"usage\":{\"prompt_tokens\":%d,\"total_tokens\":%d}}", - r->model->info->id, r->total_tokens, r->total_tokens); - set_response_from_buf(r->j, &b); -} -- cgit v1.3.1