blob: a1544efc2cb8669c24e55dbd2989f12fec2cf4b5 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
/*
* pplx_embed_mlx.h - MLX GPU backend for pplx-embed inference
*
* Uses Apple's mlx-c to run the transformer on Metal.
*/
#ifndef PPLX_EMBED_MLX_H
#define PPLX_EMBED_MLX_H
#include <stddef.h>
#include <stdint.h>
#include "pplx_embed.h"
/* Opaque MLX model context */
typedef struct pplx_mlx_ctx pplx_mlx_ctx_t;
/*
* Load model into MLX arrays from safetensors + config.json.
* Returns NULL on error.
*/
pplx_mlx_ctx_t *pplx_mlx_load(const char *model_dir);
void pplx_mlx_free(pplx_mlx_ctx_t *ctx);
/*
* Compute embedding for token_ids[0..n_tokens-1].
* Returns malloc'd float[hidden_size] (caller frees). NULL on error.
*/
float *pplx_mlx_embed(pplx_mlx_ctx_t *ctx, const int *token_ids, int n_tokens);
/* Get the config (so main.c can read hidden_size etc.) */
const pplx_config_t *pplx_mlx_config(const pplx_mlx_ctx_t *ctx);
#endif /* PPLX_EMBED_MLX_H */
|