1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
|
/*
* pplx_embed.h - Pure C inference for Perplexity AI's pplx-embed models.
*
* Supports all pplx-embed-v1 and pplx-embed-context-v1 variants (0.6B, 4B).
*/
#ifndef PPLX_EMBED_H
#define PPLX_EMBED_H
#include <stddef.h>
#include <stdint.h>
/* ========================================================================
* Shared constants (identical across all models)
* ======================================================================== */
#define PPLX_VOCAB_SIZE 151936
#define PPLX_HEAD_DIM 128
#define PPLX_MAX_LAYERS 64 /* upper bound for stack arrays */
/* ========================================================================
* Model Configuration (populated from config.json at load time)
* ======================================================================== */
typedef struct {
int hidden_size; /* 0.6B: 1024 4B: 2560 */
int n_layers; /* 0.6B: 28 4B: 36 */
int n_heads; /* 0.6B: 16 4B: 32 */
int n_kv_heads; /* 0.6B: 8 4B: 8 */
int head_dim; /* always 128 */
int q_dim; /* n_heads * head_dim */
int kv_dim; /* n_kv_heads * head_dim */
int intermediate_size; /* 0.6B: 3072 4B: 9728 */
int vocab_size; /* 151936 */
float rms_norm_eps; /* 1e-6 */
float rope_theta; /* 1e6 */
} pplx_config_t;
/* ========================================================================
* Per-Layer Weights (all F32, direct mmap pointers - read-only)
* ======================================================================== */
typedef struct {
const float *wq; /* [q_dim, hidden] */
const float *wk; /* [kv_dim, hidden] */
const float *wv; /* [kv_dim, hidden] */
const float *wo; /* [hidden, q_dim] */
const float *q_norm; /* [head_dim] */
const float *k_norm; /* [head_dim] */
const float *input_norm; /* [hidden] */
const float *post_attn_norm;/* [hidden] */
const float *gate_proj; /* [intermediate, hidden] */
const float *up_proj; /* [intermediate, hidden] */
const float *down_proj; /* [hidden, intermediate] */
} pplx_layer_t;
/* ========================================================================
* Full Model Weights
* ======================================================================== */
typedef struct {
const float *embed_tokens; /* [vocab_size, hidden] */
pplx_layer_t *layers; /* [n_layers] heap-allocated */
const float *norm; /* [hidden] */
} pplx_weights_t;
/* ========================================================================
* Context (model + working buffers)
* ======================================================================== */
typedef struct {
pplx_config_t config;
pplx_weights_t weights;
void *safetensors; /* multi_safetensors_t*, keeps mmap alive */
/* Working buffers, grown lazily to buf_seq_cap */
int buf_seq_cap;
float *x; /* [seq, hidden] */
float *x_norm; /* [seq, hidden] */
float *q; /* [seq, q_dim] */
float *k; /* [seq, kv_dim] */
float *v; /* [seq, kv_dim] */
float *attn_out; /* [seq, q_dim] */
float *proj_out; /* [seq, hidden] */
float *ffn_gate; /* [seq, intermediate] */
float *ffn_up; /* [seq, intermediate] */
float *ffn_out; /* [seq, hidden] */
/* RoPE cosine/sine cache [n_pos, head_dim], grown lazily */
float *rope_cos;
float *rope_sin;
int rope_cache_cap;
} pplx_ctx_t;
/* ========================================================================
* API
* ======================================================================== */
/*
* Load model from directory containing:
* config.json - model hyperparameters
* model.safetensors (or sharded) - F32 weights
* vocab.json + merges.txt - BPE tokenizer
*
* Reads config.json to determine model size (0.6B vs 4B).
* Returns NULL on error.
*/
pplx_ctx_t *pplx_load(const char *model_dir);
/* Free all resources */
void pplx_free(pplx_ctx_t *ctx);
/*
* Compute embedding for a token sequence.
*
* 1. Token embedding lookup
* 2. N transformer layers (bidirectional GQA + RoPE + SwiGLU)
* 3. Final RMSNorm
* 4. Mean pooling over all positions
* 5. L2 normalization
*
* Returns malloc'd float[hidden_size] (caller frees). NULL on error.
*/
float *pplx_embed(pplx_ctx_t *ctx, const int *token_ids, int n_tokens);
/*
* Run the transformer forward pass WITHOUT pooling.
* Returns the full [n_tokens * hidden_size] output after final RMSNorm.
* Caller frees the returned buffer. NULL on error.
*
* Useful for contextual (late-chunking) models where you need
* per-token embeddings before splitting by separator positions.
*/
float *pplx_forward(pplx_ctx_t *ctx, const int *token_ids, int n_tokens);
/*
* Cosine similarity between two L2-normalized vectors.
*/
float pplx_cosine_similarity(const float *a, const float *b, int dim);
/* Verbose level: 0=quiet, 1=info, 2=debug */
extern int pplx_verbose;
extern int qwen_verbose;
#endif /* PPLX_EMBED_H */
|