diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-11 15:34:50 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | 6b3c4bb1482917e4fb24480a1d082da5f191467b (patch) | |
| tree | 6a29d58959d1c5d3a0febcc9cb06005ac5a009ed /embed_mlx.h | |
| parent | 54e6e6bbef396eb1d38c09517d8157301fb8f151 (diff) | |
| download | ffwd-6b3c4bb1482917e4fb24480a1d082da5f191467b.tar.gz ffwd-6b3c4bb1482917e4fb24480a1d082da5f191467b.zip | |
dist: remove distributed layer-sharding (protocol, CLI flags, slice APIs)
Diffstat (limited to 'embed_mlx.h')
| -rw-r--r-- | embed_mlx.h | 24 |
1 files changed, 0 insertions, 24 deletions
diff --git a/embed_mlx.h b/embed_mlx.h index 52a8801..ccc20c5 100644 --- a/embed_mlx.h +++ b/embed_mlx.h @@ -40,17 +40,6 @@ PPLX_API pplx_mlx_ctx_t *pplx_mlx_load(const char *model_dir); PPLX_API pplx_mlx_ctx_t *pplx_mlx_load_with_options(const char *model_dir, const pplx_mlx_options_t *opts); -/* - * Load one contiguous transformer layer range for distributed execution. - * Uses the same half-open range and endpoint ownership rules as - * pplx_model_load_slice(). - */ -PPLX_API pplx_mlx_ctx_t *pplx_mlx_load_slice(const char *model_dir, - int layer_start, int layer_end); -PPLX_API pplx_mlx_ctx_t *pplx_mlx_load_slice_with_options( - const char *model_dir, int layer_start, int layer_end, - const pplx_mlx_options_t *opts); - PPLX_API void pplx_mlx_free(pplx_mlx_ctx_t *ctx); /* @@ -126,19 +115,6 @@ PPLX_API int pplx_mlx_embed_batch(pplx_mlx_ctx_t *ctx, const pplx_input_t *input int batch, float *out_embeddings); /* - * MLX equivalent of pplx_model_forward_slice_batch(). - * - * Hidden states cross the API boundary as packed float32 rows even though MLX - * executes a padded dense batch internally. - */ -PPLX_API int pplx_mlx_forward_slice_batch(pplx_mlx_ctx_t *ctx, - const pplx_input_t *inputs, int batch, - const float *input_states, - int layer_start, int layer_end, - int apply_final_norm, - float *out_states); - -/* * Run one contextual sequence and pool selected token spans. * Returns 0 on success, -1 on error. */ |
