aboutsummaryrefslogtreecommitdiff
path: root/liblangdet/forward.c
diff options
context:
space:
mode:
Diffstat (limited to 'liblangdet/forward.c')
-rw-r--r--liblangdet/forward.c8
1 files changed, 3 insertions, 5 deletions
diff --git a/liblangdet/forward.c b/liblangdet/forward.c
index 14b1327..cede404 100644
--- a/liblangdet/forward.c
+++ b/liblangdet/forward.c
@@ -40,8 +40,7 @@ int langdet_model_encode_into(const langdet_model_t *model,
if (n_tokens > INT_MAX / hidden || n_tokens > INT_MAX / inter ||
ensure_buffers(ws, cfg, n_tokens) != 0)
return -1;
- int offsets[2] = {0, n_tokens};
- ensure_attention_scores(ws, offsets, 1);
+ ensure_attention_scores(ws, n_tokens);
float *x = ws->x;
float *q_buf = ws->q, *k_buf = ws->k, *v_buf = ws->v;
@@ -73,9 +72,8 @@ int langdet_model_encode_into(const langdet_model_t *model,
add_bias_rows(k_buf, l->k_bias, n_tokens, hidden);
add_bias_rows(v_buf, l->v_bias, n_tokens, hidden);
- bidirectional_gqa_attention_packed_with_scratch(
- attn_out, q_buf, k_buf, v_buf, offsets, 1, n_heads, n_heads, head_dim, scale,
- ws->attn_scores, ws->attn_scores_bytes);
+ attention_with_scratch(attn_out, q_buf, k_buf, v_buf, n_tokens, n_heads, head_dim, scale,
+ ws->attn_scores, ws->attn_scores_bytes);
linear_nobias(proj_out, attn_out, l->wo, n_tokens, hidden, hidden);
add_bias_rows(proj_out, l->o_bias, n_tokens, hidden);