aboutsummaryrefslogtreecommitdiff
path: root/embed_internal.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-15 12:16:33 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-15 12:16:33 +0200
commitc6ade0a14b87053d4a19cbac121d03af48cbf515 (patch)
treefccea2d9351e310ad308a2336abf766b4884cc11 /embed_internal.h
parentb5ada41fedf1ebdaff39ee0fbef76a468b26e5f7 (diff)
downloadffwd-c6ade0a14b87053d4a19cbac121d03af48cbf515.tar.gz
ffwd-c6ade0a14b87053d4a19cbac121d03af48cbf515.zip
all: support GTE-Qwen2 embeddings
Diffstat (limited to 'embed_internal.h')
-rw-r--r--embed_internal.h3
1 files changed, 3 insertions, 0 deletions
diff --git a/embed_internal.h b/embed_internal.h
index 7d6977c..0536692 100644
--- a/embed_internal.h
+++ b/embed_internal.h
@@ -14,6 +14,9 @@ typedef struct {
embed_weight_ref_t wk; /* [kv_dim, hidden] */
embed_weight_ref_t wv; /* [kv_dim, hidden] */
embed_weight_ref_t wo; /* [hidden, q_dim] */
+ const float *q_bias; /* [q_dim], optional */
+ const float *k_bias; /* [kv_dim], optional */
+ const float *v_bias; /* [kv_dim], optional */
const float *q_norm; /* [head_dim] */
const float *k_norm; /* [head_dim] */
const float *input_norm; /* [hidden] */