diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-18 06:17:41 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-18 06:40:54 +0200 |
| commit | d4bdb8dae753462f621507d5fc3582e0e53da35c (patch) | |
| tree | 2e67f32e02fd6ba739e1601493246086d7e0b81b /src/mlx.c | |
| parent | 262804db7a2e9ee2e56a7d7faed646152b1e486b (diff) | |
| download | ffwd-d4bdb8dae753462f621507d5fc3582e0e53da35c.tar.gz ffwd-d4bdb8dae753462f621507d5fc3582e0e53da35c.zip | |
server: serve models by explicit labels
Diffstat (limited to 'src/mlx.c')
| -rw-r--r-- | src/mlx.c | 3 |
1 files changed, 2 insertions, 1 deletions
@@ -520,6 +520,7 @@ static embed_mlx_ctx_t *mlx_load_range_ex(const char *model_dir, } ctx->layer_start = layer_start; ctx->layer_end = layer_end; + int h = c->hidden_size; ctx->ms = multi_safetensors_open(model_dir); if (!ctx->ms) { @@ -541,7 +542,7 @@ static embed_mlx_ctx_t *mlx_load_range_ex(const char *model_dir, goto fail; } - int h = c->hidden_size, qd = c->q_dim, kvd = c->kv_dim; + int qd = c->q_dim, kvd = c->kv_dim; int inter = c->intermediate_size, hd = c->head_dim; char name[256]; |
