blob: 72d4a6c7386144f83ae59ecf50c1bae6e79d9bc9 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
#ifndef PPLX_SERVER_H
#define PPLX_SERVER_H
#include <stdbool.h>
typedef struct {
const char *id;
const char *path;
} pplx_server_model_spec_t;
typedef struct {
const pplx_server_model_spec_t *models;
int n_models;
const char *host;
int port;
int batch_size;
int max_batch_tokens;
int batch_wait_us;
int use_mlx;
int mlx_quantize_bits;
int mlx_quantize_group_size;
int allow_memory_overcommit;
int enable_cors;
const char *api_key;
} pplx_server_config_t;
int pplx_run_server(const pplx_server_config_t *cfg);
#endif
|