diff options
Diffstat (limited to 'embed_internal.h')
| -rw-r--r-- | embed_internal.h | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/embed_internal.h b/embed_internal.h index 7d6977c..0536692 100644 --- a/embed_internal.h +++ b/embed_internal.h @@ -14,6 +14,9 @@ typedef struct { embed_weight_ref_t wk; /* [kv_dim, hidden] */ embed_weight_ref_t wv; /* [kv_dim, hidden] */ embed_weight_ref_t wo; /* [hidden, q_dim] */ + const float *q_bias; /* [q_dim], optional */ + const float *k_bias; /* [kv_dim], optional */ + const float *v_bias; /* [kv_dim], optional */ const float *q_norm; /* [head_dim] */ const float *k_norm; /* [head_dim] */ const float *input_norm; /* [hidden] */ |
