diff options
Diffstat (limited to 'liblangdet/forward.c')
| -rw-r--r-- | liblangdet/forward.c | 8 |
1 files changed, 3 insertions, 5 deletions
diff --git a/liblangdet/forward.c b/liblangdet/forward.c index 14b1327..cede404 100644 --- a/liblangdet/forward.c +++ b/liblangdet/forward.c @@ -40,8 +40,7 @@ int langdet_model_encode_into(const langdet_model_t *model, if (n_tokens > INT_MAX / hidden || n_tokens > INT_MAX / inter || ensure_buffers(ws, cfg, n_tokens) != 0) return -1; - int offsets[2] = {0, n_tokens}; - ensure_attention_scores(ws, offsets, 1); + ensure_attention_scores(ws, n_tokens); float *x = ws->x; float *q_buf = ws->q, *k_buf = ws->k, *v_buf = ws->v; @@ -73,9 +72,8 @@ int langdet_model_encode_into(const langdet_model_t *model, add_bias_rows(k_buf, l->k_bias, n_tokens, hidden); add_bias_rows(v_buf, l->v_bias, n_tokens, hidden); - bidirectional_gqa_attention_packed_with_scratch( - attn_out, q_buf, k_buf, v_buf, offsets, 1, n_heads, n_heads, head_dim, scale, - ws->attn_scores, ws->attn_scores_bytes); + attention_with_scratch(attn_out, q_buf, k_buf, v_buf, n_tokens, n_heads, head_dim, scale, + ws->attn_scores, ws->attn_scores_bytes); linear_nobias(proj_out, attn_out, l->wo, n_tokens, hidden, hidden); add_bias_rows(proj_out, l->o_bias, n_tokens, hidden); |
