aboutsummaryrefslogtreecommitdiff
path: root/src/mlx.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-18 06:17:41 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-18 06:40:54 +0200
commitd4bdb8dae753462f621507d5fc3582e0e53da35c (patch)
tree2e67f32e02fd6ba739e1601493246086d7e0b81b /src/mlx.c
parent262804db7a2e9ee2e56a7d7faed646152b1e486b (diff)
downloadffwd-d4bdb8dae753462f621507d5fc3582e0e53da35c.tar.gz
ffwd-d4bdb8dae753462f621507d5fc3582e0e53da35c.zip
server: serve models by explicit labels
Diffstat (limited to 'src/mlx.c')
-rw-r--r--src/mlx.c3
1 files changed, 2 insertions, 1 deletions
diff --git a/src/mlx.c b/src/mlx.c
index 4d5abe6..7d05e91 100644
--- a/src/mlx.c
+++ b/src/mlx.c
@@ -520,6 +520,7 @@ static embed_mlx_ctx_t *mlx_load_range_ex(const char *model_dir,
}
ctx->layer_start = layer_start;
ctx->layer_end = layer_end;
+ int h = c->hidden_size;
ctx->ms = multi_safetensors_open(model_dir);
if (!ctx->ms) {
@@ -541,7 +542,7 @@ static embed_mlx_ctx_t *mlx_load_range_ex(const char *model_dir,
goto fail;
}
- int h = c->hidden_size, qd = c->q_dim, kvd = c->kv_dim;
+ int qd = c->q_dim, kvd = c->kv_dim;
int inter = c->intermediate_size, hd = c->head_dim;
char name[256];