diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-15 12:16:33 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-15 12:16:33 +0200 |
| commit | c6ade0a14b87053d4a19cbac121d03af48cbf515 (patch) | |
| tree | fccea2d9351e310ad308a2336abf766b4884cc11 /embed_internal.h | |
| parent | b5ada41fedf1ebdaff39ee0fbef76a468b26e5f7 (diff) | |
| download | ffwd-c6ade0a14b87053d4a19cbac121d03af48cbf515.tar.gz ffwd-c6ade0a14b87053d4a19cbac121d03af48cbf515.zip | |
all: support GTE-Qwen2 embeddings
Diffstat (limited to 'embed_internal.h')
| -rw-r--r-- | embed_internal.h | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/embed_internal.h b/embed_internal.h index 7d6977c..0536692 100644 --- a/embed_internal.h +++ b/embed_internal.h @@ -14,6 +14,9 @@ typedef struct { embed_weight_ref_t wk; /* [kv_dim, hidden] */ embed_weight_ref_t wv; /* [kv_dim, hidden] */ embed_weight_ref_t wo; /* [hidden, q_dim] */ + const float *q_bias; /* [q_dim], optional */ + const float *k_bias; /* [kv_dim], optional */ + const float *v_bias; /* [kv_dim], optional */ const float *q_norm; /* [head_dim] */ const float *k_norm; /* [head_dim] */ const float *input_norm; /* [hidden] */ |
