aboutsummaryrefslogtreecommitdiff
path: root/pplx_embed_mlx.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-05-30 11:23:52 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:26:57 +0200
commitf6e959455add3260a483c89e6fb9aa214d4e6789 (patch)
treecf4ace129480645fe8e19d04e3b7688549b93be4 /pplx_embed_mlx.h
parent1a69ce474b8698ab8701119305e32c55cac7239b (diff)
downloadffwd-f6e959455add3260a483c89e6fb9aa214d4e6789.tar.gz
ffwd-f6e959455add3260a483c89e6fb9aa214d4e6789.zip
dist: load distributed layer shards selectively
Diffstat (limited to 'pplx_embed_mlx.h')
-rw-r--r--pplx_embed_mlx.h8
1 files changed, 8 insertions, 0 deletions
diff --git a/pplx_embed_mlx.h b/pplx_embed_mlx.h
index 1ec6fab..b45fc8a 100644
--- a/pplx_embed_mlx.h
+++ b/pplx_embed_mlx.h
@@ -20,6 +20,14 @@ typedef struct pplx_mlx_ctx pplx_mlx_ctx_t;
*/
pplx_mlx_ctx_t *pplx_mlx_load(const char *model_dir);
+/*
+ * Load one contiguous transformer layer range for distributed execution.
+ * Uses the same half-open range and endpoint ownership rules as
+ * pplx_model_load_slice().
+ */
+pplx_mlx_ctx_t *pplx_mlx_load_slice(const char *model_dir,
+ int layer_start, int layer_end);
+
void pplx_mlx_free(pplx_mlx_ctx_t *ctx);
/*