1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
/*
* Safetensors file format reader with multi-shard support.
*/
#ifndef SAFETENSORS_H
#define SAFETENSORS_H
#include <stddef.h>
#include <stdint.h>
#define SAFETENSORS_MAX_TENSORS 1024
#define SAFETENSORS_MAX_SHARDS 8
typedef enum {
DTYPE_F32 = 0,
DTYPE_F16 = 1,
DTYPE_BF16 = 2,
DTYPE_I32 = 3,
DTYPE_I64 = 4,
DTYPE_BOOL = 5,
DTYPE_UNKNOWN = -1
} safetensor_dtype_t;
typedef struct {
char name[256];
safetensor_dtype_t dtype;
int ndim;
int64_t shape[8];
size_t data_offset;
size_t data_size;
} safetensor_t;
typedef struct {
char *path;
void *data;
size_t file_size;
size_t header_size;
char *header_json;
int num_tensors;
safetensor_t tensors[SAFETENSORS_MAX_TENSORS];
} safetensors_file_t;
/* Multi-shard wrapper: opens all shard files and provides unified tensor lookup */
typedef struct {
safetensors_file_t *shards[SAFETENSORS_MAX_SHARDS];
int num_shards;
} multi_safetensors_t;
/* Open a single safetensors file (memory-mapped) */
safetensors_file_t *safetensors_open(const char *path);
void safetensors_close(safetensors_file_t *sf);
/* Open model from directory (auto-detects single file or multi-shard) */
multi_safetensors_t *multi_safetensors_open(const char *model_dir);
void multi_safetensors_close(multi_safetensors_t *ms);
int multi_safetensors_data_nbytes(const multi_safetensors_t *ms, size_t *out_nbytes);
/* Find a tensor by name across all shards */
const safetensor_t *
multi_safetensors_find(const multi_safetensors_t *ms, const char *name, safetensors_file_t **out_sf);
/* Resolve an optional Hugging Face "model." namespace for a backbone tensor.
* Returns "", "model.", or NULL when neither form exists. */
const char *multi_safetensors_weight_prefix(const multi_safetensors_t *ms, const char *tensor_name);
/* Get raw pointer to tensor data (within mmap'd region) */
const void *safetensors_data(const safetensors_file_t *sf, const safetensor_t *t);
int64_t safetensor_numel(const safetensor_t *t);
#endif /* SAFETENSORS_H */
|