diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-11 15:34:50 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | 6b3c4bb1482917e4fb24480a1d082da5f191467b (patch) | |
| tree | 6a29d58959d1c5d3a0febcc9cb06005ac5a009ed /embed_distributed.h | |
| parent | 54e6e6bbef396eb1d38c09517d8157301fb8f151 (diff) | |
| download | ffwd-6b3c4bb1482917e4fb24480a1d082da5f191467b.tar.gz ffwd-6b3c4bb1482917e4fb24480a1d082da5f191467b.zip | |
dist: remove distributed layer-sharding (protocol, CLI flags, slice APIs)
Diffstat (limited to 'embed_distributed.h')
| -rw-r--r-- | embed_distributed.h | 58 |
1 files changed, 0 insertions, 58 deletions
diff --git a/embed_distributed.h b/embed_distributed.h deleted file mode 100644 index 3bd3e48..0000000 --- a/embed_distributed.h +++ /dev/null @@ -1,58 +0,0 @@ -/* - * embed_distributed.h - Stateless two-node layer-sharded inference. - */ - -#ifndef PPLX_DISTRIBUTED_H -#define PPLX_DISTRIBUTED_H - -/* Public-API export annotation. The libraries are built with - * -fvisibility=hidden, so only declarations carrying PPLX_API are exported - * from the shared library; everything else stays internal. */ -#ifndef PPLX_API -#if defined(__GNUC__) -#define PPLX_API __attribute__((visibility("default"))) -#else -#define PPLX_API -#endif -#endif - -#include "embed.h" - -typedef struct pplx_dist_client pplx_dist_client_t; - -typedef struct { - int mlx_quantize_bits; - int mlx_quantize_group_size; - int activation_bits; /* 0 defaults to fp32; supported: 32, 16 */ -} pplx_dist_options_t; - -/* - * Open a coordinator-side connection. The coordinator owns layers - * [0, local_layer_end); the remote worker must own [local_layer_end, N). - */ -PPLX_API pplx_dist_client_t *pplx_dist_client_open(const char *model_dir, - const char *host, int port, - int local_layer_end, int use_mlx); -PPLX_API pplx_dist_client_t *pplx_dist_client_open_with_options( - const char *model_dir, const char *host, int port, - int local_layer_end, int use_mlx, const pplx_dist_options_t *opts); -PPLX_API void pplx_dist_client_free(pplx_dist_client_t *client); - -PPLX_API const pplx_config_t *pplx_dist_client_config(const pplx_dist_client_t *client); - -PPLX_API int pplx_dist_client_embed_batch(pplx_dist_client_t *client, - const pplx_input_t *inputs, int batch, - float *out_embeddings); - -/* - * Run a final-stage worker until the process is terminated. The worker owns - * [layer_start, layer_end), and layer_end must be the model's final layer. - */ -PPLX_API int pplx_dist_run_worker(const char *model_dir, const char *host, int port, - int layer_start, int layer_end, int use_mlx); -PPLX_API int pplx_dist_run_worker_with_options( - const char *model_dir, const char *host, int port, - int layer_start, int layer_end, int use_mlx, - const pplx_dist_options_t *opts); - -#endif /* PPLX_DISTRIBUTED_H */ |
