blob: 225a7acaa06266a4e2260bf2e9db3c1c0fa20537 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
#ifndef PPLX_SERVER_H
#define PPLX_SERVER_H
#include <stdbool.h>
typedef struct {
const char *id;
const char *path;
} pplx_server_model_spec_t;
typedef struct {
const pplx_server_model_spec_t *models;
int n_models;
const char *host;
int port;
int batch_size;
int max_batch_tokens;
int batch_wait_us;
int use_mlx;
int use_cuda;
int mlx_quantize_bits;
int mlx_quantize_group_size;
int allow_memory_overcommit;
int enable_cors;
const char *api_key;
} pplx_server_config_t;
int pplx_run_server(const pplx_server_config_t *cfg);
#endif
|