From 1ea03a65ed2a836005ea7a0061db100e470cc69d Mon Sep 17 00:00:00 2001 From: Onur Gündüz Date: Tue, 16 Jun 2026 20:30:55 +0200 Subject: all: add SentencePiece XLM-R support --- src/internal.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src/internal.h') diff --git a/src/internal.h b/src/internal.h index cdc02a1..b3c2aa0 100644 --- a/src/internal.h +++ b/src/internal.h @@ -43,7 +43,7 @@ typedef struct { /* BERT family (NULL for Qwen3): learned absolute position embeddings, * token-type (segment) embeddings, and the embedding LayerNorm. */ const float *position_embeddings; /* [max_position_embeddings, hidden] */ - const float *token_type_embeddings; /* [2, hidden] */ + const float *token_type_embeddings; /* [type_vocab_size, hidden] */ const float *embed_ln_w; /* embedding LayerNorm weight [hidden] */ const float *embed_ln_b; /* embedding LayerNorm bias [hidden] */ } embed_weights_t; -- cgit v1.3.1