diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-10 08:24:39 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-14 08:27:03 +0200 |
| commit | 2c37727e653d2340d8977dd5db4addc767dd81ea (patch) | |
| tree | 578ad6affac511f847a346a0efc6d40ebf6a279f /pplx_distributed.h | |
| parent | ec417bcb52f2aa8e24aeec312e8ddbf3a0798056 (diff) | |
| download | ffwd-2c37727e653d2340d8977dd5db4addc767dd81ea.tar.gz ffwd-2c37727e653d2340d8977dd5db4addc767dd81ea.zip | |
gitignore: track new binary and library names
Diffstat (limited to 'pplx_distributed.h')
| -rw-r--r-- | pplx_distributed.h | 47 |
1 files changed, 0 insertions, 47 deletions
diff --git a/pplx_distributed.h b/pplx_distributed.h deleted file mode 100644 index cd97147..0000000 --- a/pplx_distributed.h +++ /dev/null @@ -1,47 +0,0 @@ -/* - * pplx_distributed.h - Stateless two-node layer-sharded inference. - */ - -#ifndef PPLX_DISTRIBUTED_H -#define PPLX_DISTRIBUTED_H - -#include "pplx_embed.h" - -typedef struct pplx_dist_client pplx_dist_client_t; - -typedef struct { - int mlx_quantize_bits; - int mlx_quantize_group_size; - int activation_bits; /* 0 defaults to fp32; supported: 32, 16 */ -} pplx_dist_options_t; - -/* - * Open a coordinator-side connection. The coordinator owns layers - * [0, local_layer_end); the remote worker must own [local_layer_end, N). - */ -pplx_dist_client_t *pplx_dist_client_open(const char *model_dir, - const char *host, int port, - int local_layer_end, int use_mlx); -pplx_dist_client_t *pplx_dist_client_open_with_options( - const char *model_dir, const char *host, int port, - int local_layer_end, int use_mlx, const pplx_dist_options_t *opts); -void pplx_dist_client_free(pplx_dist_client_t *client); - -const pplx_config_t *pplx_dist_client_config(const pplx_dist_client_t *client); - -int pplx_dist_client_embed_batch(pplx_dist_client_t *client, - const pplx_input_t *inputs, int batch, - float *out_embeddings); - -/* - * Run a final-stage worker until the process is terminated. The worker owns - * [layer_start, layer_end), and layer_end must be the model's final layer. - */ -int pplx_dist_run_worker(const char *model_dir, const char *host, int port, - int layer_start, int layer_end, int use_mlx); -int pplx_dist_run_worker_with_options( - const char *model_dir, const char *host, int port, - int layer_start, int layer_end, int use_mlx, - const pplx_dist_options_t *opts); - -#endif /* PPLX_DISTRIBUTED_H */ |
