aboutsummaryrefslogtreecommitdiff
path: root/libffwd/wordpiece.h
diff options
context:
space:
mode:
Diffstat (limited to 'libffwd/wordpiece.h')
-rw-r--r--libffwd/wordpiece.h16
1 files changed, 8 insertions, 8 deletions
diff --git a/libffwd/wordpiece.h b/libffwd/wordpiece.h
index 66c62a0..c93140a 100644
--- a/libffwd/wordpiece.h
+++ b/libffwd/wordpiece.h
@@ -52,18 +52,18 @@ void tok_wp_workspace_free(tok_wp_workspace_t *ws);
* on error, -2 if out_cap is too small. *out_n_tokens (when non-NULL) is set to
* the number of tokens needed/emitted in all cases. */
int tok_wp_encode_into(const tok_wp_t *tok,
- tok_wp_workspace_t *ws,
- const char *text,
- int *out_ids,
- int out_cap,
- int *out_n_tokens);
+ tok_wp_workspace_t *ws,
+ const char *text,
+ int *out_ids,
+ int out_cap,
+ int *out_n_tokens);
/* Same tokenization as tok_wp_encode(), reusing ws internally and
* performing only the final returned int[] allocation. */
int *tok_wp_encode_with_workspace(const tok_wp_t *tok,
- tok_wp_workspace_t *ws,
- const char *text,
- int *out_n_tokens);
+ tok_wp_workspace_t *ws,
+ const char *text,
+ int *out_n_tokens);
void tok_wp_free(tok_wp_t *tok);