aboutsummaryrefslogtreecommitdiff
path: root/embed_internal.h
diff options
context:
space:
mode:
Diffstat (limited to 'embed_internal.h')
-rw-r--r--embed_internal.h3
1 files changed, 3 insertions, 0 deletions
diff --git a/embed_internal.h b/embed_internal.h
index 7d6977c..0536692 100644
--- a/embed_internal.h
+++ b/embed_internal.h
@@ -14,6 +14,9 @@ typedef struct {
embed_weight_ref_t wk; /* [kv_dim, hidden] */
embed_weight_ref_t wv; /* [kv_dim, hidden] */
embed_weight_ref_t wo; /* [hidden, q_dim] */
+ const float *q_bias; /* [q_dim], optional */
+ const float *k_bias; /* [kv_dim], optional */
+ const float *v_bias; /* [kv_dim], optional */
const float *q_norm; /* [head_dim] */
const float *k_norm; /* [head_dim] */
const float *input_norm; /* [hidden] */