From 1ea03a65ed2a836005ea7a0061db100e470cc69d Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Tue, 16 Jun 2026 20:30:55 +0200 Subject: all: add SentencePiece XLM-R support --- src/embed.h | 2 ++ 1 file changed, 2 insertions(+) (limited to 'src/embed.h') diff --git a/src/embed.h b/src/embed.h index 028b3d8..5c4f2f3 100644 --- a/src/embed.h +++ b/src/embed.h @@ -69,6 +69,8 @@ typedef struct { int intermediate_size; int vocab_size; int max_position_embeddings; /* BERT learned position table size */ + int position_id_offset; /* RoBERTa/XLM-R positions start at pad_id + 1 */ + int type_vocab_size; /* BERT token-type embedding rows; XLM-R uses 1 */ float rms_norm_eps; float layer_norm_eps; /* BERT LayerNorm epsilon */ float rope_theta; -- cgit v1.3.1