aboutsummaryrefslogtreecommitdiff
path: root/src/embed.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-16 20:30:55 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-16 23:38:17 +0200
commit1ea03a65ed2a836005ea7a0061db100e470cc69d (patch)
tree9274145ea702cdc5d9574e5dc3b2dcaa0bd726ae /src/embed.h
parent7500042ac2c33e0501e3d2ebae5a423e61cc39d1 (diff)
downloadffwd-1ea03a65ed2a836005ea7a0061db100e470cc69d.tar.gz
ffwd-1ea03a65ed2a836005ea7a0061db100e470cc69d.zip
all: add SentencePiece XLM-R support
Diffstat (limited to 'src/embed.h')
-rw-r--r--src/embed.h2
1 files changed, 2 insertions, 0 deletions
diff --git a/src/embed.h b/src/embed.h
index 028b3d8..5c4f2f3 100644
--- a/src/embed.h
+++ b/src/embed.h
@@ -69,6 +69,8 @@ typedef struct {
int intermediate_size;
int vocab_size;
int max_position_embeddings; /* BERT learned position table size */
+ int position_id_offset; /* RoBERTa/XLM-R positions start at pad_id + 1 */
+ int type_vocab_size; /* BERT token-type embedding rows; XLM-R uses 1 */
float rms_norm_eps;
float layer_norm_eps; /* BERT LayerNorm epsilon */
float rope_theta;