aboutsummaryrefslogtreecommitdiff
path: root/embed.h
diff options
context:
space:
mode:
Diffstat (limited to 'embed.h')
-rw-r--r--embed.h2
1 files changed, 2 insertions, 0 deletions
diff --git a/embed.h b/embed.h
index b84f71c..ef36359 100644
--- a/embed.h
+++ b/embed.h
@@ -54,6 +54,8 @@ typedef struct {
int vocab_size;
float rms_norm_eps;
float rope_theta;
+ int qk_norm;
+ int qkv_bias;
embed_attention_mode_t attention_mode;
embed_pooling_mode_t pooling_mode;
int normalize_embeddings;