/* Synthetic scores isolate policy contracts from model recognition accuracy. */ #include "../framesed/framesed.c" #define CHECK(condition) do { \ if (!(condition)) { \ fprintf(stderr, "%s:%d: %s\n", __FILE__, __LINE__, #condition); \ return 1; \ } \ } while (0) static int test_metadata(void) { CHECK(framesed_group_count() == 59); CHECK(!strcmp(framesed_group_label(0), "music")); CHECK(framesed_group_label(framesed_group_count()) == NULL); CHECK(framesed_class_label(FRAMESED_CLASS_COUNT) == NULL); CHECK(framesed_class_mid(SIZE_MAX) == NULL); CHECK(!strcmp(framesed_class_label(0), "Accelerating, revving, vroom")); CHECK(!strcmp(framesed_class_label(253), "Music")); CHECK(!strcmp(framesed_class_mid(253), "/m/04rlf")); CHECK(!strcmp(framesed_class_label(446), "Zipper (clothing)")); for (size_t i = 0; i < FRAMESED_CLASS_COUNT; ++i) { CHECK(framesed_class_label(i) && *framesed_class_label(i)); CHECK(framesed_class_mid(i) && *framesed_class_mid(i)); for (size_t j = 0; j < i; ++j) { CHECK(strcmp(framesed_class_label(i), framesed_class_label(j))); CHECK(strcmp(framesed_class_mid(i), framesed_class_mid(j))); } } return 0; } static int test_probabilities(void) { enum { FRAMES = 2 }; float logits[FRAMESED_CLASS_COUNT * FRAMES]; float scores[FRAMESED_CLASS_COUNT * FRAMES]; for (size_t i = 0; i < FRAMESED_CLASS_COUNT * FRAMES; ++i) logits[i] = ((float)i - 447.0f) / 100.0f; const framesed_logits input = {.logits = logits, .frames = FRAMES}; CHECK(group_probabilities(&input, scores, 1) == 0); for (size_t i = 0; i < FRAMESED_CLASS_COUNT * FRAMES; ++i) CHECK(scores[i] == sigmoid(logits[i])); CHECK(group_probabilities(&input, scores, 0) == 0); for (size_t group = 0; group < FRAMESED_GROUP_COUNT; ++group) { const framesed_group_definition *d = &framesed_groups[group]; CHECK(d->class_count > 0); CHECK((size_t)d->class_offset + d->class_count <= sizeof(framesed_group_classes) / sizeof(framesed_group_classes[0])); for (size_t frame = 0; frame < FRAMES; ++frame) { float maximum = 0.0f; for (size_t member = 0; member < d->class_count; ++member) { const size_t index = framesed_group_classes[d->class_offset + member]; CHECK(index < FRAMESED_CLASS_COUNT); const float p = sigmoid(logits[index * FRAMES + frame]); if (p > maximum) maximum = p; } CHECK(scores[group * FRAMES + frame] == maximum); } } return 0; } static int test_all_classes(void) { enum { FRAMES = 12 }; float scores[FRAMESED_CLASS_COUNT * FRAMES]; for (size_t i = 0; i < FRAMESED_CLASS_COUNT * FRAMES; ++i) scores[i] = 0.75f; framesed_result result = {0}; CHECK(extract_events(scores, FRAMES, 0.48, &result, 1) == 0); CHECK(result.num_events == FRAMESED_CLASS_COUNT); CHECK(build_tracks(scores, FRAMES, 0.2, &result, 1) == 0); CHECK(result.num_tracks == FRAMESED_CLASS_COUNT); for (size_t i = 0; i < FRAMESED_CLASS_COUNT; ++i) { const framesed_event *event = &result.events[i]; CHECK(event->class_group == (int)i); CHECK(event->label == framesed_class_label(i)); CHECK(event->start == 0.0 && event->end == 0.48 && event->score == 0.75f); const framesed_track *track = &result.tracks[i]; CHECK(track->class_group == (int)i && track->label == framesed_class_label(i)); CHECK(track->count == 3); for (size_t frame = 0; frame < track->count; ++frame) CHECK(track->values[frame] == 0.75f); } framesed_result_free(&result); return 0; } static int test_timing(void) { enum { FRAMES = 30, CLASS = FRAMESED_CLASS_COUNT - 1 }; float scores[FRAMESED_CLASS_COUNT * FRAMES] = {0}; float *row = scores + CLASS * FRAMES; row[1] = 0.75f; for (size_t i = 2; i <= 8; ++i) row[i] = 0.40f; row[3] = 0.0f; /* A brief dropout must not split the event. */ for (size_t i = 20; i < 23; ++i) row[i] = 0.9f; /* Below the minimum duration. */ for (size_t i = 0; i < FRAMES; ++i) scores[10 * FRAMES + i] = 0.4f; /* Track without an event. */ framesed_result result = {0}; CHECK(extract_events(scores, FRAMES, 1.2, &result, 1) == 0); CHECK(result.num_events == 1); CHECK(result.events[0].class_group == CLASS); CHECK(result.events[0].start == FRAMESED_FRAME_STEP); CHECK(result.events[0].end == 9 * FRAMESED_FRAME_STEP); CHECK(result.events[0].score == 0.75f); CHECK(build_tracks(scores, FRAMES, 0.2, &result, 1) == 0); CHECK(result.num_tracks == 2 && result.track_step == 0.2); CHECK(result.tracks[0].class_group == 10 && result.tracks[1].class_group == CLASS); CHECK(result.tracks[1].count == 6); CHECK(result.tracks[1].values[0] == 0.75f); CHECK(result.tracks[1].values[4] == 0.9f); framesed_result_free(&result); return 0; } static int test_caption_suppression(void) { enum { FRAMES = 30 }; float scores[FRAMESED_GROUP_COUNT * FRAMES] = {0}; for (size_t i = 0; i < FRAMES; ++i) { scores[1 * FRAMES + i] = 0.75f; /* applause */ scores[3 * FRAMES + i] = 0.75f; /* crowd */ scores[58 * FRAMES + i] = 0.75f; /* impact */ } framesed_result result = {0}; CHECK(build_tracks(scores, FRAMES, 0.2, &result, 0) == 0); CHECK(result.num_tracks == 3); CHECK(extract_events(scores, FRAMES, 1.2, &result, 0) == 0); CHECK(result.num_events == 1 && result.events[0].class_group == 1); framesed_result_free(&result); return 0; } int main(void) { if (test_metadata() || test_probabilities() || test_all_classes() || test_timing() || test_caption_suppression()) return 1; puts("framesed policy: metadata, 447 classes, timing, tracks, caption suppression passed"); return 0; }