aboutsummaryrefslogtreecommitdiff
path: root/src/internal.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-16 20:30:55 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-16 23:38:17 +0200
commit1ea03a65ed2a836005ea7a0061db100e470cc69d (patch)
tree9274145ea702cdc5d9574e5dc3b2dcaa0bd726ae /src/internal.h
parent7500042ac2c33e0501e3d2ebae5a423e61cc39d1 (diff)
downloadffwd-1ea03a65ed2a836005ea7a0061db100e470cc69d.tar.gz
ffwd-1ea03a65ed2a836005ea7a0061db100e470cc69d.zip
all: add SentencePiece XLM-R support
Diffstat (limited to 'src/internal.h')
-rw-r--r--src/internal.h2
1 files changed, 1 insertions, 1 deletions
diff --git a/src/internal.h b/src/internal.h
index cdc02a1..b3c2aa0 100644
--- a/src/internal.h
+++ b/src/internal.h
@@ -43,7 +43,7 @@ typedef struct {
/* BERT family (NULL for Qwen3): learned absolute position embeddings,
* token-type (segment) embeddings, and the embedding LayerNorm. */
const float *position_embeddings; /* [max_position_embeddings, hidden] */
- const float *token_type_embeddings; /* [2, hidden] */
+ const float *token_type_embeddings; /* [type_vocab_size, hidden] */
const float *embed_ln_w; /* embedding LayerNorm weight [hidden] */
const float *embed_ln_b; /* embedding LayerNorm bias [hidden] */
} embed_weights_t;