aboutsummaryrefslogtreecommitdiff
path: root/pplx_server.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-05-30 05:26:44 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:18:59 +0200
commit385bed06e606f9cbacb719c9569cc77e4000f12c (patch)
tree89da34bae34d89f467e4a6e3cae01354d710dd69 /pplx_server.c
parentaba76ae05435492b8ac3fc477ce13356fda6ffde (diff)
downloadffwd-385bed06e606f9cbacb719c9569cc77e4000f12c.tar.gz
ffwd-385bed06e606f9cbacb719c9569cc77e4000f12c.zip
server: align embedding quantization with perplexity
Diffstat (limited to 'pplx_server.c')
-rw-r--r--pplx_server.c24
1 files changed, 11 insertions, 13 deletions
diff --git a/pplx_server.c b/pplx_server.c
index 0258ae2..08a8dd2 100644
--- a/pplx_server.c
+++ b/pplx_server.c
@@ -875,6 +875,13 @@ static char *base64_encode(const unsigned char *src, size_t n) {
return out;
}
+static signed char quantize_int8_tanh(float x) {
+ int v = (int)lrintf(tanhf(x) * 127.0f);
+ if (v > 127) v = 127;
+ if (v < -128) v = -128;
+ return (signed char)v;
+}
+
static char *encode_embedding(const float *emb, int dims, const char *encoding) {
if (!strcmp(encoding, "base64_binary")) {
size_t bytes = (size_t)dims / 8;
@@ -889,18 +896,8 @@ static char *encode_embedding(const float *emb, int dims, const char *encoding)
}
signed char *q = xmalloc((size_t)dims);
- float max_abs = 0.0f;
- for (int i = 0; i < dims; i++) {
- float a = fabsf(emb[i]);
- if (a > max_abs) max_abs = a;
- }
- float scale = max_abs > 1e-12f ? 127.0f / max_abs : 0.0f;
- for (int i = 0; i < dims; i++) {
- int v = (int)lrintf(emb[i] * scale);
- if (v > 127) v = 127;
- if (v < -127) v = -127;
- q[i] = (signed char)v;
- }
+ for (int i = 0; i < dims; i++)
+ q[i] = quantize_int8_tanh(emb[i]);
char *out = base64_encode((const unsigned char *)q, (size_t)dims);
free(q);
return out;
@@ -979,7 +976,8 @@ static void append_float_embedding_object(sbuf *b, int index,
sbuf_printf(b, "{\"object\":\"embedding\",\"index\":%d,\"embedding\":[", index);
for (int i = 0; i < dims; i++) {
if (i) sbuf_putc(b, ',');
- sbuf_printf(b, "%.9g", (double)emb[i]);
+ float v = (float)quantize_int8_tanh(emb[i]) / 128.0f;
+ sbuf_printf(b, "%.9g", (double)v);
}
sbuf_puts(b, "]}");
}