aboutsummaryrefslogtreecommitdiff
path: root/libffwd/wordpiece.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-25 17:58:46 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-25 17:58:46 +0200
commitf7ef995ff54da671f9d7665b3d92ff25934c1e8b (patch)
tree1401d04c0f464b32bffd63f787a63a82c6959e97 /libffwd/wordpiece.h
parent417f861f3661c2253258b5683a627d961e81fc68 (diff)
downloadffwd-f7ef995ff54da671f9d7665b3d92ff25934c1e8b.tar.gz
ffwd-f7ef995ff54da671f9d7665b3d92ff25934c1e8b.zip
chore: run clang-format
Diffstat (limited to 'libffwd/wordpiece.h')
-rw-r--r--libffwd/wordpiece.h16
1 files changed, 8 insertions, 8 deletions
diff --git a/libffwd/wordpiece.h b/libffwd/wordpiece.h
index 66c62a0..c93140a 100644
--- a/libffwd/wordpiece.h
+++ b/libffwd/wordpiece.h
@@ -52,18 +52,18 @@ void tok_wp_workspace_free(tok_wp_workspace_t *ws);
* on error, -2 if out_cap is too small. *out_n_tokens (when non-NULL) is set to
* the number of tokens needed/emitted in all cases. */
int tok_wp_encode_into(const tok_wp_t *tok,
- tok_wp_workspace_t *ws,
- const char *text,
- int *out_ids,
- int out_cap,
- int *out_n_tokens);
+ tok_wp_workspace_t *ws,
+ const char *text,
+ int *out_ids,
+ int out_cap,
+ int *out_n_tokens);
/* Same tokenization as tok_wp_encode(), reusing ws internally and
* performing only the final returned int[] allocation. */
int *tok_wp_encode_with_workspace(const tok_wp_t *tok,
- tok_wp_workspace_t *ws,
- const char *text,
- int *out_n_tokens);
+ tok_wp_workspace_t *ws,
+ const char *text,
+ int *out_n_tokens);
void tok_wp_free(tok_wp_t *tok);