aboutsummaryrefslogtreecommitdiff
path: root/libffwd/model_types.h
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-25 17:58:46 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-25 17:58:46 +0200
commitf7ef995ff54da671f9d7665b3d92ff25934c1e8b (patch)
tree1401d04c0f464b32bffd63f787a63a82c6959e97 /libffwd/model_types.h
parent417f861f3661c2253258b5683a627d961e81fc68 (diff)
downloadffwd-f7ef995ff54da671f9d7665b3d92ff25934c1e8b.tar.gz
ffwd-f7ef995ff54da671f9d7665b3d92ff25934c1e8b.zip
chore: run clang-format
Diffstat (limited to 'libffwd/model_types.h')
-rw-r--r--libffwd/model_types.h42
1 files changed, 21 insertions, 21 deletions
diff --git a/libffwd/model_types.h b/libffwd/model_types.h
index 2719a5b..345e0cd 100644
--- a/libffwd/model_types.h
+++ b/libffwd/model_types.h
@@ -26,13 +26,13 @@ typedef struct {
ffwd_weight_ref_t wk; /* [kv_dim, hidden] */
ffwd_weight_ref_t wv; /* [kv_dim, hidden] */
ffwd_weight_ref_t wo; /* [hidden, q_dim] */
- const float *q_bias; /* [q_dim], optional */
- const float *k_bias; /* [kv_dim], optional */
- const float *v_bias; /* [kv_dim], optional */
- const float *q_norm; /* [head_dim] */
- const float *k_norm; /* [head_dim] */
- const float *input_norm; /* [hidden] */
- const float *post_attn_norm; /* [hidden] */
+ const float *q_bias; /* [q_dim], optional */
+ const float *k_bias; /* [kv_dim], optional */
+ const float *v_bias; /* [kv_dim], optional */
+ const float *q_norm; /* [head_dim] */
+ const float *k_norm; /* [head_dim] */
+ const float *input_norm; /* [hidden] */
+ const float *post_attn_norm; /* [hidden] */
ffwd_weight_ref_t gate_proj; /* [intermediate, hidden] */
ffwd_weight_ref_t up_proj; /* [intermediate, hidden] */
ffwd_weight_ref_t down_proj; /* [hidden, intermediate] */
@@ -51,27 +51,27 @@ typedef struct {
typedef struct {
ffwd_weight_ref_t embed_tokens; /* [vocab_size, hidden] */
ffwd_layer_t *layers; /* [n_layers] heap-allocated */
- const float *norm; /* [hidden]; NULL for BERT (no final norm) */
+ const float *norm; /* [hidden]; NULL for BERT (no final norm) */
/* BERT family (NULL for Qwen3): learned absolute position embeddings,
* token-type (segment) embeddings, and the embedding LayerNorm. */
const float *position_embeddings; /* [max_position_embeddings, hidden] */
const float *token_type_embeddings; /* [type_vocab_size, hidden] */
- const float *ffwd_ln_w; /* embedding LayerNorm weight [hidden] */
- const float *ffwd_ln_b; /* embedding LayerNorm bias [hidden] */
+ const float *ffwd_ln_w; /* embedding LayerNorm weight [hidden] */
+ const float *ffwd_ln_b; /* embedding LayerNorm bias [hidden] */
} ffwd_weights_t;
typedef void (*ffwd_attention_fn)(float *out,
- const float *Q,
- const float *K,
- const float *V,
- const int *offsets,
- int batch,
- int n_heads,
- int n_kv_heads,
- int head_dim,
- float scale,
- float *scratch,
- size_t scratch_bytes);
+ const float *Q,
+ const float *K,
+ const float *V,
+ const int *offsets,
+ int batch,
+ int n_heads,
+ int n_kv_heads,
+ int head_dim,
+ float scale,
+ float *scratch,
+ size_t scratch_bytes);
struct ffwd_model {
ffwd_config_t config;