aboutsummaryrefslogtreecommitdiff
path: root/tools/rank_embeddings.py
diff options
context:
space:
mode:
Diffstat (limited to 'tools/rank_embeddings.py')
-rwxr-xr-xtools/rank_embeddings.py94
1 files changed, 0 insertions, 94 deletions
diff --git a/tools/rank_embeddings.py b/tools/rank_embeddings.py
deleted file mode 100755
index ddc1e42..0000000
--- a/tools/rank_embeddings.py
+++ /dev/null
@@ -1,94 +0,0 @@
-#!/usr/bin/env python3
-"""Rank stdin JSON embeddings by cosine similarity to a query row.
-
-Usage:
- ./embed ... --stream <<'EOF' | tools/rank_embeddings.py
- query: what is the capital of France?
- document: Paris is the capital of France.
- document: Berlin is the capital of Germany.
- EOF
-"""
-
-from __future__ import annotations
-
-import argparse
-import json
-import math
-import sys
-
-
-def cosine(a: list[float], b: list[float]) -> float:
- dot = 0.0
- aa = 0.0
- bb = 0.0
- for x, y in zip(a, b):
- dot += x * y
- aa += x * x
- bb += y * y
- if aa == 0.0 or bb == 0.0:
- return float("nan")
- return dot / math.sqrt(aa * bb)
-
-
-def read_rows() -> list[dict]:
- rows = []
- for lineno, line in enumerate(sys.stdin, 1):
- line = line.strip()
- if not line:
- continue
- try:
- row = json.loads(line)
- except json.JSONDecodeError as exc:
- raise SystemExit(f"line {lineno}: invalid JSON: {exc}") from exc
- if "error" in row:
- raise SystemExit(f"line {lineno}: stdin error: {row['error']}")
- emb = row.get("embedding")
- if not isinstance(emb, list) or not emb:
- raise SystemExit(f"line {lineno}: missing embedding array")
- rows.append(row)
- return rows
-
-
-def main() -> int:
- ap = argparse.ArgumentParser(description=__doc__)
- ap.add_argument("--query-index", type=int, default=0,
- help="embedding row to use as query, default: 0")
- ap.add_argument("--include-query", action="store_true",
- help="include the query row in the ranked output")
- ap.add_argument("--labels", nargs="*",
- help="optional labels for rows, in input order")
- args = ap.parse_args()
-
- rows = read_rows()
- if not rows:
- raise SystemExit("no embeddings on stdin")
- if args.query_index < 0 or args.query_index >= len(rows):
- raise SystemExit(f"--query-index out of range for {len(rows)} rows")
- if args.labels and len(args.labels) != len(rows):
- raise SystemExit("--labels count must match embedding row count")
-
- query = rows[args.query_index]["embedding"]
- ranked = []
- for i, row in enumerate(rows):
- if i == args.query_index and not args.include_query:
- continue
- emb = row["embedding"]
- if len(emb) != len(query):
- raise SystemExit(f"row {i}: dimension mismatch")
- ranked.append((cosine(query, emb), i, row))
-
- ranked.sort(key=lambda item: item[0], reverse=True)
-
- print(f"query row: {args.query_index}")
- print("rank row cosine tokens label")
- print("---- --- ---------- ------ -----")
- for rank, (score, i, row) in enumerate(ranked, 1):
- label = args.labels[i] if args.labels else f"row {i}"
- tokens = row.get("tokens", "-")
- print(f"{rank:>4} {i:>3} {score:>10.6f} {tokens:>6} {label}")
-
- return 0
-
-
-if __name__ == "__main__":
- raise SystemExit(main())