diff options
Diffstat (limited to 'tests/test_policy.c')
| -rw-r--r-- | tests/test_policy.c | 140 |
1 files changed, 140 insertions, 0 deletions
diff --git a/tests/test_policy.c b/tests/test_policy.c new file mode 100644 index 0000000..b8731bd --- /dev/null +++ b/tests/test_policy.c @@ -0,0 +1,140 @@ +/* Synthetic scores isolate policy contracts from model recognition accuracy. */ +#include "../framesed/framesed.c" + +#define CHECK(condition) do { \ + if (!(condition)) { \ + fprintf(stderr, "%s:%d: %s\n", __FILE__, __LINE__, #condition); \ + return 1; \ + } \ +} while (0) + +static int test_metadata(void) { + CHECK(framesed_group_count() == 59); + CHECK(!strcmp(framesed_group_label(0), "music")); + CHECK(framesed_group_label(framesed_group_count()) == NULL); + CHECK(framesed_class_label(FRAMESED_CLASS_COUNT) == NULL); + CHECK(framesed_class_mid(SIZE_MAX) == NULL); + CHECK(!strcmp(framesed_class_label(0), "Accelerating, revving, vroom")); + CHECK(!strcmp(framesed_class_label(253), "Music")); + CHECK(!strcmp(framesed_class_mid(253), "/m/04rlf")); + CHECK(!strcmp(framesed_class_label(446), "Zipper (clothing)")); + for (size_t i = 0; i < FRAMESED_CLASS_COUNT; ++i) { + CHECK(framesed_class_label(i) && *framesed_class_label(i)); + CHECK(framesed_class_mid(i) && *framesed_class_mid(i)); + for (size_t j = 0; j < i; ++j) { + CHECK(strcmp(framesed_class_label(i), framesed_class_label(j))); + CHECK(strcmp(framesed_class_mid(i), framesed_class_mid(j))); + } + } + return 0; +} + +static int test_probabilities(void) { + enum { FRAMES = 2 }; + float logits[FRAMESED_CLASS_COUNT * FRAMES]; + float scores[FRAMESED_CLASS_COUNT * FRAMES]; + for (size_t i = 0; i < FRAMESED_CLASS_COUNT * FRAMES; ++i) + logits[i] = ((float)i - 447.0f) / 100.0f; + const framesed_logits input = {.logits = logits, .frames = FRAMES}; + CHECK(group_probabilities(&input, scores, 1) == 0); + for (size_t i = 0; i < FRAMESED_CLASS_COUNT * FRAMES; ++i) + CHECK(scores[i] == sigmoid(logits[i])); + CHECK(group_probabilities(&input, scores, 0) == 0); + for (size_t group = 0; group < FRAMESED_GROUP_COUNT; ++group) { + const framesed_group_definition *d = &framesed_groups[group]; + CHECK(d->class_count > 0); + CHECK((size_t)d->class_offset + d->class_count <= + sizeof(framesed_group_classes) / sizeof(framesed_group_classes[0])); + for (size_t frame = 0; frame < FRAMES; ++frame) { + float maximum = 0.0f; + for (size_t member = 0; member < d->class_count; ++member) { + const size_t index = framesed_group_classes[d->class_offset + member]; + CHECK(index < FRAMESED_CLASS_COUNT); + const float p = sigmoid(logits[index * FRAMES + frame]); + if (p > maximum) + maximum = p; + } + CHECK(scores[group * FRAMES + frame] == maximum); + } + } + return 0; +} + +static int test_all_classes(void) { + enum { FRAMES = 12 }; + float scores[FRAMESED_CLASS_COUNT * FRAMES]; + for (size_t i = 0; i < FRAMESED_CLASS_COUNT * FRAMES; ++i) + scores[i] = 0.75f; + framesed_result result = {0}; + CHECK(extract_events(scores, FRAMES, 0.48, &result, 1) == 0); + CHECK(result.num_events == FRAMESED_CLASS_COUNT); + CHECK(build_tracks(scores, FRAMES, 0.2, &result, 1) == 0); + CHECK(result.num_tracks == FRAMESED_CLASS_COUNT); + for (size_t i = 0; i < FRAMESED_CLASS_COUNT; ++i) { + const framesed_event *event = &result.events[i]; + CHECK(event->class_group == (int)i); + CHECK(event->label == framesed_class_label(i)); + CHECK(event->start == 0.0 && event->end == 0.48 && event->score == 0.75f); + const framesed_track *track = &result.tracks[i]; + CHECK(track->class_group == (int)i && track->label == framesed_class_label(i)); + CHECK(track->count == 3); + for (size_t frame = 0; frame < track->count; ++frame) + CHECK(track->values[frame] == 0.75f); + } + framesed_result_free(&result); + return 0; +} + +static int test_timing(void) { + enum { FRAMES = 30, CLASS = FRAMESED_CLASS_COUNT - 1 }; + float scores[FRAMESED_CLASS_COUNT * FRAMES] = {0}; + float *row = scores + CLASS * FRAMES; + row[1] = 0.75f; + for (size_t i = 2; i <= 8; ++i) + row[i] = 0.40f; + row[3] = 0.0f; /* A brief dropout must not split the event. */ + for (size_t i = 20; i < 23; ++i) + row[i] = 0.9f; /* Below the minimum duration. */ + for (size_t i = 0; i < FRAMES; ++i) + scores[10 * FRAMES + i] = 0.4f; /* Track without an event. */ + framesed_result result = {0}; + CHECK(extract_events(scores, FRAMES, 1.2, &result, 1) == 0); + CHECK(result.num_events == 1); + CHECK(result.events[0].class_group == CLASS); + CHECK(result.events[0].start == FRAMESED_FRAME_STEP); + CHECK(result.events[0].end == 9 * FRAMESED_FRAME_STEP); + CHECK(result.events[0].score == 0.75f); + CHECK(build_tracks(scores, FRAMES, 0.2, &result, 1) == 0); + CHECK(result.num_tracks == 2 && result.track_step == 0.2); + CHECK(result.tracks[0].class_group == 10 && result.tracks[1].class_group == CLASS); + CHECK(result.tracks[1].count == 6); + CHECK(result.tracks[1].values[0] == 0.75f); + CHECK(result.tracks[1].values[4] == 0.9f); + framesed_result_free(&result); + return 0; +} + +static int test_caption_suppression(void) { + enum { FRAMES = 30 }; + float scores[FRAMESED_GROUP_COUNT * FRAMES] = {0}; + for (size_t i = 0; i < FRAMES; ++i) { + scores[1 * FRAMES + i] = 0.75f; /* applause */ + scores[3 * FRAMES + i] = 0.75f; /* crowd */ + scores[58 * FRAMES + i] = 0.75f; /* impact */ + } + framesed_result result = {0}; + CHECK(build_tracks(scores, FRAMES, 0.2, &result, 0) == 0); + CHECK(result.num_tracks == 3); + CHECK(extract_events(scores, FRAMES, 1.2, &result, 0) == 0); + CHECK(result.num_events == 1 && result.events[0].class_group == 1); + framesed_result_free(&result); + return 0; +} + +int main(void) { + if (test_metadata() || test_probabilities() || test_all_classes() || + test_timing() || test_caption_suppression()) + return 1; + puts("framesed policy: metadata, 447 classes, timing, tracks, caption suppression passed"); + return 0; +} |
