diff options
| author | Onur Gündüz <ogunduz@gmail.com> | 2026-06-21 08:26:31 +0200 |
|---|---|---|
| committer | Onur Gündüz <ogunduz@gmail.com> | 2026-06-21 08:26:31 +0200 |
| commit | 445e0ff83bcf13f04d0a5b6f89f89fe6ada8bebf (patch) | |
| tree | 09c7e853df4dd6fece5e3758709aad7bd6ea9503 /all.bash | |
| parent | a5f67f2f828a7ac5c541ec54abf758597efcfbb6 (diff) | |
| download | ffwd-445e0ff83bcf13f04d0a5b6f89f89fe6ada8bebf.tar.gz ffwd-445e0ff83bcf13f04d0a5b6f89f89fe6ada8bebf.zip | |
build: rehome check scripts and modernize all.bash
Diffstat (limited to 'all.bash')
| -rwxr-xr-x | all.bash | 278 |
1 files changed, 278 insertions, 0 deletions
diff --git a/all.bash b/all.bash new file mode 100755 index 0000000..5f3dbcc --- /dev/null +++ b/all.bash @@ -0,0 +1,278 @@ +#!/usr/bin/env bash + +set -uo pipefail + +ROOT="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd -P)" +export UV_CACHE_DIR="${UV_CACHE_DIR:-$ROOT/.venv/uv-cache}" + +RED="" +GREEN="" +YELLOW="" +NORMAL="" +MAXWIDTH=0 + +if [[ -t 2 ]] && command -v tput >/dev/null 2>&1; then + RED="$(tput setaf 1 2>/dev/null || true)" + GREEN="$(tput setaf 2 2>/dev/null || true)" + YELLOW="$(tput setaf 3 2>/dev/null || true)" + NORMAL="$(tput sgr0 2>/dev/null || true)" + MAXWIDTH="$(tput cols 2>/dev/null || printf '0')" + if (( MAXWIDTH > 2 )); then + MAXWIDTH=$((MAXWIDTH - 2)) + else + MAXWIDTH=0 + fi +fi + +info() { printf '%sINFO: %s%s\n' "$GREEN" "$*" "$NORMAL" >&2; } +warn() { printf '%sWARN: %s%s\n' "$YELLOW" "$*" "$NORMAL" >&2; } +err() { printf '%sERROR: %s%s\n' "$RED" "$*" "$NORMAL" >&2; } + +run() { + local rendered + printf -v rendered '%q ' "$@" + rendered="${rendered% }" + if (( MAXWIDTH > 0 && ${#rendered} > MAXWIDTH )); then + rendered="${rendered:0:$((MAXWIDTH - 3))}..." + fi + info "\$ $rendered" + (cd "$ROOT" && "$@") +} + +run_uv() { + run uv run "$@" +} + +# Run a Python check that needs the pinned SentenceTransformers reference stack +# (torch, sentence-transformers); the pins live in requirements-reference.txt. +run_reference() { + run uv run --with-requirements requirements-reference.txt "$@" +} + +check_code_quality() { + run ./devtools/check_code_quality.sh "$@" +} + +run_checks() { + run ./devtools/verify_builds.sh "$@" +} + +check_kernel_golden() { + # Build and run the math-kernel golden tests straight from the test Makefile. + # test_kernels exercises the BLAS-built kernels; test_kernels_generic the + # scalar/SIMD path with USE_BLAS off. Extra args (e.g. --blas, kept for + # backward compatibility) are accepted but ignored; both variants always run. + run make -C tests test_kernels test_kernels_generic + run ./tests/test_kernels + run ./tests/test_kernels_generic +} + +check_batch_parity() { + run_uv ./tests/check_batch_parity.py "$@" +} + +check_contextual_batch_parity() { + run_uv ./tests/check_contextual_batch_parity.py "$@" +} + +check_late_interaction() { + run_uv ./tests/check_late_interaction.py "$@" +} + +check_cuda_fast_gemm_parity() { + if [[ "$(uname -s)" != "Linux" ]]; then + warn "CUDA fast GEMM parity requires Linux; skipping on $(uname -s)" + return 0 + fi + if ! command -v nvidia-smi >/dev/null 2>&1; then + warn "CUDA fast GEMM parity requires an NVIDIA GPU; nvidia-smi not found" + return 0 + fi + run_uv ./tests/check_cuda_fast_gemm_parity.py "$@" +} + +check_embedding_parity() { + run_uv ./devtools/compare_model_embeddings.py "$@" +} + +check_mlx_model_limits() { + if [[ "$(uname -s)" != "Darwin" ]]; then + warn "MLX metadata limits require macOS; skipping on $(uname -s)" + return 0 + fi + run_uv ./tests/check_mlx_model_limits.py "$@" +} + +check_mlx_quantized_parity() { + if [[ "$(uname -s)" != "Darwin" ]]; then + warn "MLX quantized parity requires macOS; skipping on $(uname -s)" + return 0 + fi + run_uv ./tests/check_mlx_quantized_parity.py "$@" +} + +check_quant_precision_drift() { + run_reference ./devtools/quant_precision_drift.py "$@" +} + +check_reference_parity() { + run_reference ./tests/check_reference_parity.py "$@" +} + +check_bert_parity() { + run_reference ./tests/check_bert_parity.py "$@" +} + +check_e5_parity() { + run_reference ./tests/check_e5_parity.py "$@" +} + +check_qwen3_parity() { + run uv run --with sentence-transformers --with torch --with numpy \ + ./tests/check_qwen3_parity.py "$@" +} + +check_tokenizer_parity() { + run_uv ./tests/check_tokenizer_parity.py "$@" +} + +check_wordpiece_parity() { + run_uv ./tests/check_wordpiece_parity.py "$@" +} + +check_model_matrix() { + run_uv ./tests/check_model_matrix.py "$@" +} + +check_perplexity_sdk_compat() { + run uv run --with perplexityai --with numpy \ + ./tests/check_perplexity_sdk_compat.py "$@" +} + +check_openai_sdk_compat() { + run uv run --with openai ./tests/check_openai_sdk_compat.py "$@" +} + +check_server_api() { + run_uv ./tests/check_server_api.py "$@" +} + +check_cli() { + run_uv ./tests/check_cli.py "$@" +} + +check_workspace_api() { + run_uv ./tests/check_workspace_api.py "$@" +} + +bench_contextual_api() { + run_uv ./bench/bench_contextual_api.py "$@" +} + +bench_late_rerank() { + run_uv ./bench/bench_late_rerank.py "$@" +} + +bench_late_api() { + run_uv ./bench/bench_late_api.py "$@" +} + +bench_matrix() { + run_uv ./bench/bench_matrix.py "$@" +} + +bench_qwen_tokenizer() { + run_uv ./bench/bench_qwen_tokenizer.py "$@" +} + +bench_server_api() { + run_uv ./bench/bench_server_api.py "$@" +} + +usage() { + cat <<'EOF' +Usage: ./all.bash COMMAND [ARGS...] + +Aggregate: + checks Build and run the comprehensive local check suite + +Checks: + check-code-quality Run clang builds, analysis, and linting + check-kernel-golden Run math-kernel golden tests + check-batch-parity Compare singleton and true batched stdin execution + check-context-batch-parity Compare contextual batch and singleton execution + check-cuda-fast-gemm-parity Gate CUDA reduced-precision modes against exact F32 + check-embedding-parity Compare embeddings from two model directories + check-late-interaction Check late-interaction vectors and MaxSim ranking + check-mlx-model-limits Check MLX model metadata rejection + check-mlx-quantized-parity Compare normal and quantized MLX embeddings + check-precision-drift Compare low-precision drift across engines + check-reference-parity Compare a running server with the Python reference + check-bert-parity Compare BERT embeddings with SentenceTransformers + check-e5-parity Compare XLM-R/E5 embeddings with SentenceTransformers + check-qwen3-parity Compare Qwen3 embeddings with SentenceTransformers + check-tokenizer-parity Compare the C BPE tokenizer with stored vectors + check-wordpiece-parity Compare the C WordPiece tokenizer with stored vectors + check-model-matrix Smoke-check supported model variants + check-server-api Verify a running local HTTP server + check-cli Drive the CLI binary through its modes and flags + check-workspace-api Check the model/workspace API with real weights + check-perplexity-sdk-compat Verify a running server through the Perplexity SDK + check-openai-sdk-compat Verify a running server through the OpenAI SDK + +Benchmarks: + bench-contextual-api Benchmark contextual inference through HTTP + bench-late-rerank Benchmark late-interaction MaxSim reranking + bench-late-api Benchmark HTTP reranking; optionally compare PyLate + bench-matrix Run the batch-aware stdin benchmark matrix + bench-qwen-tokenizer Benchmark tokenizer encode paths + bench-server-api Benchmark concurrent HTTP embedding requests +EOF +} + +main() { + local command="${1:-help}" + if (($#)); then + shift + fi + + case "$command" in + help|-h|--help) usage ;; + checks) run_checks "$@" ;; + check-code-quality) check_code_quality "$@" ;; + check-kernel-golden) check_kernel_golden "$@" ;; + check-batch-parity) check_batch_parity "$@" ;; + check-context-batch-parity) check_contextual_batch_parity "$@" ;; + check-late-interaction) check_late_interaction "$@" ;; + check-cuda-fast-gemm-parity) check_cuda_fast_gemm_parity "$@" ;; + check-embedding-parity) check_embedding_parity "$@" ;; + check-mlx-model-limits) check_mlx_model_limits "$@" ;; + check-mlx-quantized-parity) check_mlx_quantized_parity "$@" ;; + check-precision-drift) check_quant_precision_drift "$@" ;; + check-reference-parity) check_reference_parity "$@" ;; + check-bert-parity) check_bert_parity "$@" ;; + check-e5-parity) check_e5_parity "$@" ;; + check-qwen3-parity) check_qwen3_parity "$@" ;; + check-tokenizer-parity) check_tokenizer_parity "$@" ;; + check-wordpiece-parity) check_wordpiece_parity "$@" ;; + check-model-matrix) check_model_matrix "$@" ;; + check-perplexity-sdk-compat) check_perplexity_sdk_compat "$@" ;; + check-openai-sdk-compat) check_openai_sdk_compat "$@" ;; + check-server-api) check_server_api "$@" ;; + check-cli) check_cli "$@" ;; + check-workspace-api) check_workspace_api "$@" ;; + bench-contextual-api) bench_contextual_api "$@" ;; + bench-late-rerank) bench_late_rerank "$@" ;; + bench-late-api) bench_late_api "$@" ;; + bench-matrix) bench_matrix "$@" ;; + bench-qwen-tokenizer) bench_qwen_tokenizer "$@" ;; + bench-server-api) bench_server_api "$@" ;; + *) + err "unknown command: $command" + usage >&2 + return 2 + ;; + esac +} + +main "$@" |
