#define _POSIX_C_SOURCE 200809L #include "safetensors.h" #include #include #include #include #define CHECK(condition) do { \ if (!(condition)) { \ fprintf(stderr, "%s:%d: %s\n", __FILE__, __LINE__, #condition); \ exit(1); \ } \ } while (0) static safetensors_file_t *read_header(const char *header) { char path[] = "build/safetensors-test-XXXXXX"; int fd = mkstemp(path); CHECK(fd >= 0); FILE *file = fdopen(fd, "wb"); CHECK(file); size_t length = strlen(header); uint64_t padded = (length + 7) & ~(uint64_t)7; const float values[] = {1.25f, -2.5f}; CHECK(fwrite(&padded, sizeof(padded), 1, file) == 1); CHECK(fwrite(header, 1, length, file) == length); for (size_t i = length; i < padded; i++) CHECK(fputc(' ', file) != EOF); CHECK(fwrite(values, sizeof(values), 1, file) == 1); CHECK(fclose(file) == 0); safetensors_file_t *sf = safetensors_open(path); CHECK(unlink(path) == 0); return sf; } int main(void) { safetensors_file_t *sf = read_header( "{\"__metadata__\":{\"format\":\"pt\"}," "\"weight\":{\"dtype\":\"F32\",\"shape\":[2],\"data_offsets\":[0,8]}}"); CHECK(sf && sf->num_tensors == 1); const safetensor_t *tensor = safetensors_find(sf, "weight"); CHECK(tensor && tensor->dtype == DTYPE_F32 && tensor->ndim == 1 && tensor->shape[0] == 2); CHECK(tensor->data_offset == 0 && tensor->data_size == 8); const float *values = safetensors_data(sf, tensor); CHECK(values[0] == 1.25f && values[1] == -2.5f); CHECK(!safetensors_find(sf, "missing")); safetensors_close(sf); sf = read_header("{\"position_ids\":{\"dtype\":\"I64\",\"shape\":[1,1],\"data_offsets\":[0,8]}}"); CHECK(sf && safetensors_find(sf, "position_ids")->dtype == DTYPE_UNKNOWN); safetensors_close(sf); safetensors_close(NULL); const char *invalid[] = { "{", "[]", "{\"weight\":null}", "{\"weight\":{\"shape\":[2],\"data_offsets\":[0,8]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":2,\"data_offsets\":[0,8]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[-1],\"data_offsets\":[0,8]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[1.5],\"data_offsets\":[0,8]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[9223372036854775808],\"data_offsets\":[0,8]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[1,1,1,1,1,1,1,1,1],\"data_offsets\":[0,8]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[2],\"data_offsets\":[0]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[2],\"data_offsets\":[-1,8]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[2],\"data_offsets\":[8,0]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[2],\"data_offsets\":[0,9]}}", "{\"weight\":{\"dtype\":\"F32\",\"shape\":[2],\"data_offsets\":[0,18446744073709551616]}}", }; for (size_t i = 0; i < sizeof(invalid) / sizeof(invalid[0]); i++) CHECK(!read_header(invalid[i])); puts("PASS: single-file tensor loading, metadata, lookup, and malformed header rejection."); return 0; }