aboutsummaryrefslogtreecommitdiff
path: root/tools/make_golden.py
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-09-13 20:03:39 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-09-13 20:13:28 +0200
commit64c3a1b528a88b4ae21bf3cbcff2537200477806 (patch)
tree85da00748d7bbb5036aeb5a7a4b60b5abf75aeea /tools/make_golden.py
downloadpyseg-64c3a1b528a88b4ae21bf3cbcff2537200477806.tar.gz
pyseg-64c3a1b528a88b4ae21bf3cbcff2537200477806.zip
Init
Diffstat (limited to 'tools/make_golden.py')
-rw-r--r--tools/make_golden.py93
1 files changed, 93 insertions, 0 deletions
diff --git a/tools/make_golden.py b/tools/make_golden.py
new file mode 100644
index 0000000..109af1d
--- /dev/null
+++ b/tools/make_golden.py
@@ -0,0 +1,93 @@
+"""Converts the captured references into flat binary files the C tests read.
+
+Keeping the test fixtures as plain little-endian float32 means the C side needs
+no parser and no dependency, and the conversion is the only place the two
+representations have to agree.
+
+ python tools/make_golden.py chunks golden.npz build/golden.bin
+ python tools/make_golden.py slide audio.wav build/slide_golden.bin
+"""
+
+import argparse
+import struct
+import sys
+
+import numpy as np
+
+from model import NUM_CLASSES, NUM_FRAMES, NUM_SAMPLES, SAMPLE_RATE
+
+MAGIC_CHUNKS = b"PSGG"
+MAGIC_SLIDE = b"PSGS"
+
+
+def chunks(args) -> int:
+ """Per-window fixtures: waveform in, class probabilities out.
+
+ The torch reference emits log probabilities. They are exponentiated here
+ because that is what the engine returns, and because a difference of 2e-3
+ in a log probability of -17 is a difference of 4e-8 in the probability
+ itself: comparing in log space would set the tolerance by the least
+ significant outputs rather than the ones that decide a frame.
+ """
+ data = np.load(args.npz)
+ inputs = data["inputs"].astype(np.float32)
+ probs = np.exp(data["outputs"].astype(np.float64)).astype(np.float32)
+ n = inputs.shape[0]
+ assert inputs.shape == (n, NUM_SAMPLES)
+ assert probs.shape == (n, NUM_FRAMES, NUM_CLASSES)
+
+ with open(args.out, "wb") as f:
+ f.write(struct.pack("<4sIII", MAGIC_CHUNKS, n, NUM_SAMPLES, NUM_FRAMES))
+ f.write(inputs.tobytes())
+ f.write(np.ascontiguousarray(probs).tobytes())
+ print(f"wrote {args.out}: {n} windows")
+ return 0
+
+
+def slide(args) -> int:
+ """Whole-recording fixture: the aggregated tracks pyannote's Inference
+ produces, next to the samples that produced them."""
+ import soundfile as sf
+
+ from pipeline import aggregate_tracks
+
+ wav, rate = sf.read(args.audio, dtype="float32", always_2d=True)
+ if rate != SAMPLE_RATE:
+ raise SystemExit(f"{args.audio}: expected {SAMPLE_RATE} Hz, got {rate}")
+ samples = np.ascontiguousarray(wav[: args.limit, 0])
+
+ tracks = aggregate_tracks(samples, step=args.step)
+ with open(args.out, "wb") as f:
+ f.write(
+ struct.pack(
+ "<4sIId", MAGIC_SLIDE, len(samples), tracks.shape[0], args.step
+ )
+ )
+ f.write(samples.tobytes())
+ f.write(np.ascontiguousarray(tracks, dtype=np.float32).tobytes())
+ print(f"wrote {args.out}: {len(samples)} samples, {tracks.shape[0]} frames")
+ return 0
+
+
+def main() -> int:
+ ap = argparse.ArgumentParser()
+ sub = ap.add_subparsers(dest="cmd", required=True)
+
+ c = sub.add_parser("chunks")
+ c.add_argument("npz")
+ c.add_argument("out")
+ c.set_defaults(func=chunks)
+
+ s = sub.add_parser("slide")
+ s.add_argument("audio")
+ s.add_argument("out")
+ s.add_argument("--step", type=float, default=1.0)
+ s.add_argument("--limit", type=int, default=45 * SAMPLE_RATE)
+ s.set_defaults(func=slide)
+
+ args = ap.parse_args()
+ return args.func(args)
+
+
+if __name__ == "__main__":
+ sys.exit(main())