aboutsummaryrefslogtreecommitdiff
path: root/tools/server/encode.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-23 23:54:56 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-23 23:54:56 +0200
commita4cfca86f2b3374fdb170023b29e86bef5d3e5d4 (patch)
treee8c17ff7ba9fe66cb3ed7bfa05483cbb9dac1618 /tools/server/encode.c
parentf76b9fa8e52845eebb51552dcd1474b2a7e381b0 (diff)
downloadffwd-a4cfca86f2b3374fdb170023b29e86bef5d3e5d4.tar.gz
ffwd-a4cfca86f2b3374fdb170023b29e86bef5d3e5d4.zip
server: render embedding responses off worker
Diffstat (limited to '')
-rw-r--r--tools/server/encode.c42
1 files changed, 42 insertions, 0 deletions
diff --git a/tools/server/encode.c b/tools/server/encode.c
index faa58a0..61ff4ea 100644
--- a/tools/server/encode.c
+++ b/tools/server/encode.c
@@ -129,6 +129,48 @@ int render_embedding_response(embedding_request *r, const float *embs) {
return 0;
}
+void job_render_free(job *j) {
+ if (!j)
+ return;
+ free(j->embedding_render.encoding);
+ free(j->embedding_render.embs);
+ memset(&j->embedding_render, 0, sizeof(j->embedding_render));
+ j->render_kind = 0;
+}
+
+void job_set_embedding_render(job *j, const embedding_request *r, const float *embs) {
+ if (!j || !r || !r->model || !embs)
+ return;
+ job_render_free(j);
+ size_t count = (size_t)r->n_inputs * (size_t)r->model->info->dim;
+ j->embedding_render.model = r->model;
+ j->embedding_render.encoding = xstrdup(r->encoding);
+ j->embedding_render.embs = xmalloc(count * sizeof(*j->embedding_render.embs));
+ memcpy(j->embedding_render.embs, embs, count * sizeof(*j->embedding_render.embs));
+ j->embedding_render.dims = r->dims;
+ j->embedding_render.n_inputs = r->n_inputs;
+ j->embedding_render.total_tokens = r->total_tokens;
+ j->render_kind = 1;
+}
+
+int render_job_response(job *j) {
+ if (!j || j->render_kind == 0)
+ return 0;
+ if (j->render_kind != 1 || !j->embedding_render.model || !j->embedding_render.encoding ||
+ !j->embedding_render.embs)
+ return -1;
+
+ embedding_request r;
+ memset(&r, 0, sizeof(r));
+ r.j = j;
+ r.model = j->embedding_render.model;
+ r.dims = j->embedding_render.dims;
+ r.encoding = j->embedding_render.encoding;
+ r.n_inputs = j->embedding_render.n_inputs;
+ r.total_tokens = j->embedding_render.total_tokens;
+ return render_embedding_response(&r, j->embedding_render.embs);
+}
+
void render_contextual_response(contextual_request *r, const float *embs) {
sbuf b = {0};
sbuf_puts(&b, "{\"object\":\"list\",\"data\":[");