diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-05-30 11:23:52 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:26:57 +0200 |
| commit | f6e959455add3260a483c89e6fb9aa214d4e6789 (patch) | |
| tree | cf4ace129480645fe8e19d04e3b7688549b93be4 /pplx_embed_mlx.h | |
| parent | 1a69ce474b8698ab8701119305e32c55cac7239b (diff) | |
| download | ffwd-f6e959455add3260a483c89e6fb9aa214d4e6789.tar.gz ffwd-f6e959455add3260a483c89e6fb9aa214d4e6789.zip | |
dist: load distributed layer shards selectively
Diffstat (limited to 'pplx_embed_mlx.h')
| -rw-r--r-- | pplx_embed_mlx.h | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/pplx_embed_mlx.h b/pplx_embed_mlx.h index 1ec6fab..b45fc8a 100644 --- a/pplx_embed_mlx.h +++ b/pplx_embed_mlx.h @@ -20,6 +20,14 @@ typedef struct pplx_mlx_ctx pplx_mlx_ctx_t; */ pplx_mlx_ctx_t *pplx_mlx_load(const char *model_dir); +/* + * Load one contiguous transformer layer range for distributed execution. + * Uses the same half-open range and endpoint ownership rules as + * pplx_model_load_slice(). + */ +pplx_mlx_ctx_t *pplx_mlx_load_slice(const char *model_dir, + int layer_start, int layer_end); + void pplx_mlx_free(pplx_mlx_ctx_t *ctx); /* |
