aboutsummaryrefslogtreecommitdiff
path: root/pplx_embed.h
diff options
context:
space:
mode:
Diffstat (limited to 'pplx_embed.h')
-rw-r--r--pplx_embed.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_embed.h b/pplx_embed.h
index 3aa4059..1137df5 100644
--- a/pplx_embed.h
+++ b/pplx_embed.h
@@ -17,6 +17,7 @@
#define PPLX_VOCAB_SIZE 151936
#define PPLX_HEAD_DIM 128
#define PPLX_MAX_LAYERS 64 /* upper bound for stack arrays */
+#define PPLX_CONTEXT_SEPARATOR_TOKEN_ID 151643 /* <|endoftext|> */
/* ========================================================================
* Model Configuration (populated from config.json at load time)