diff options
Diffstat (limited to 'pplx_embed.h')
| -rw-r--r-- | pplx_embed.h | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/pplx_embed.h b/pplx_embed.h index 3aa4059..1137df5 100644 --- a/pplx_embed.h +++ b/pplx_embed.h @@ -17,6 +17,7 @@ #define PPLX_VOCAB_SIZE 151936 #define PPLX_HEAD_DIM 128 #define PPLX_MAX_LAYERS 64 /* upper bound for stack arrays */ +#define PPLX_CONTEXT_SEPARATOR_TOKEN_ID 151643 /* <|endoftext|> */ /* ======================================================================== * Model Configuration (populated from config.json at load time) |
