aboutsummaryrefslogtreecommitdiff
path: root/tests/test_cli.c
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-06-10 14:32:11 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-06-14 08:27:03 +0200
commit3f6853a7cb8fc766fea72611779915915e912501 (patch)
tree96dc47713376fc44c1e9d16de55444309f2abb4e /tests/test_cli.c
parent4723631fe34e7aae4e9def3aeb0c923de2a50cf8 (diff)
downloadffwd-3f6853a7cb8fc766fea72611779915915e912501.tar.gz
ffwd-3f6853a7cb8fc766fea72611779915915e912501.zip
tests: cover the late-interaction API and the CLI binary
Diffstat (limited to 'tests/test_cli.c')
-rw-r--r--tests/test_cli.c198
1 files changed, 198 insertions, 0 deletions
diff --git a/tests/test_cli.c b/tests/test_cli.c
new file mode 100644
index 0000000..fd464f0
--- /dev/null
+++ b/tests/test_cli.c
@@ -0,0 +1,198 @@
+/* tests/test_cli.c - drives the pplx-embed CLI binary end to end.
+ * Hermetic: synthesizes a tiny model + tokenizer fixture, then runs the
+ * binary given as argv[1] through its modes and flag validation paths,
+ * checking exit codes and output shapes. Runs via `make test`. */
+
+#include "tiny_model.h"
+#include "tok_fixture.h"
+
+#include <math.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <sys/wait.h>
+#include <unistd.h>
+
+static char g_dir[1024]; /* fixture model dir */
+static char g_out[1100]; /* captured stdout */
+static char g_err[1100]; /* captured stderr */
+static char g_in[1100]; /* stdin source */
+static const char *g_cli;
+static int g_failures;
+
+/* Run the CLI with sh-formatted args; returns its exit status (-1 on a
+ * harness error). stdin_text == NULL feeds /dev/null. */
+static int run_cli(const char *args, const char *stdin_text)
+{
+ if (stdin_text) {
+ FILE *f = fopen(g_in, "w");
+ if (!f) return -1;
+ fputs(stdin_text, f);
+ fclose(f);
+ }
+ char cmd[4096];
+ int n = snprintf(cmd, sizeof(cmd), "'%s' %s > '%s' 2> '%s' < '%s'",
+ g_cli, args, g_out, g_err,
+ stdin_text ? g_in : "/dev/null");
+ if (n < 0 || (size_t)n >= sizeof(cmd)) return -1;
+ int st = system(cmd);
+ if (st == -1 || !WIFEXITED(st)) return -1;
+ return WEXITSTATUS(st);
+}
+
+static void expect(int cond, const char *what)
+{
+ if (!cond) {
+ fprintf(stderr, "FAIL: %s\n", what);
+ g_failures++;
+ }
+}
+
+static int file_contains(const char *path, const char *needle)
+{
+ static char buf[1 << 16];
+ FILE *f = fopen(path, "rb");
+ if (!f) return 0;
+ size_t n = fread(buf, 1, sizeof(buf) - 1, f);
+ fclose(f);
+ buf[n] = '\0';
+ return strstr(buf, needle) != NULL;
+}
+
+static int count_lines(const char *path)
+{
+ FILE *f = fopen(path, "rb");
+ if (!f) return -1;
+ int lines = 0, c;
+ while ((c = fgetc(f)) != EOF)
+ if (c == '\n') lines++;
+ fclose(f);
+ return lines;
+}
+
+/* First stdout line must hold exactly `dim` finite floats. */
+static int stdout_is_embedding(int dim)
+{
+ FILE *f = fopen(g_out, "r");
+ if (!f) return 0;
+ int count = 0;
+ float v;
+ while (fscanf(f, "%f", &v) == 1) {
+ if (!isfinite((double)v)) {
+ fclose(f);
+ return 0;
+ }
+ count++;
+ }
+ fclose(f);
+ return count == dim;
+}
+
+int main(int argc, char **argv)
+{
+ g_cli = argc > 1 ? argv[1] : "./pplx-embed";
+
+ tm_dims_t dims = {4, 2, 1, 2, 8, TF_VOCAB_SIZE};
+ snprintf(g_dir, sizeof(g_dir), "%s/pplx-cli-test-XXXXXX",
+ getenv("TMPDIR") ? getenv("TMPDIR") : "/tmp");
+ if (!mkdtemp(g_dir) || tf_write_vocab(g_dir) != 0 ||
+ tm_write_model_dims(g_dir, "F32", &dims) != 0) {
+ fprintf(stderr, "fixture creation failed\n");
+ return 2;
+ }
+ snprintf(g_out, sizeof(g_out), "%s/stdout.txt", g_dir);
+ snprintf(g_err, sizeof(g_err), "%s/stderr.txt", g_dir);
+ snprintf(g_in, sizeof(g_in), "%s/stdin.txt", g_dir);
+
+ char args[2048];
+
+ /* Help and missing-argument handling. */
+ expect(run_cli("-h", NULL) == 0, "-h exits 0");
+ expect(run_cli("", NULL) == 1, "no arguments exits 1");
+ expect(run_cli("-d /nonexistent-pplx-dir hi", NULL) == 1,
+ "missing model dir exits 1");
+
+ /* Mode 1: one text prints one embedding line. */
+ snprintf(args, sizeof(args), "-d '%s' 'hello world'", g_dir);
+ expect(run_cli(args, NULL) == 0, "single text exits 0");
+ expect(stdout_is_embedding(dims.hidden), "single text prints dim floats");
+
+ /* Explicit CPU backend and thread count. */
+ snprintf(args, sizeof(args),
+ "-d '%s' --backend cpu -t 2 -v 'hello world'", g_dir);
+ expect(run_cli(args, NULL) == 0, "--backend cpu -t 2 -v exits 0");
+ expect(file_contains(g_err, "Using 2 CPU thread(s)"),
+ "-v reports the thread count");
+
+ /* Mode 2+: several texts print a similarity matrix. */
+ snprintf(args, sizeof(args), "-d '%s' 'hello world' 'held'", g_dir);
+ expect(run_cli(args, NULL) == 0, "two texts exit 0");
+ expect(file_contains(g_out, "Cosine similarity matrix (2 texts):"),
+ "two texts print a similarity matrix");
+ expect(file_contains(g_out, "1.0000"), "matrix diagonal is 1.0000");
+
+ snprintf(args, sizeof(args),
+ "-d '%s' -e -b 1 'hello' 'world' 'held'", g_dir);
+ expect(run_cli(args, NULL) == 0, "-e -b 1 with three texts exits 0");
+ expect(file_contains(g_out, "Cosine similarity matrix (3 texts):"),
+ "-b 1 still prints the full matrix");
+ expect(file_contains(g_out, "Embeddings:"), "-e prints raw embeddings");
+
+ /* Batch mode reads stdin when no texts are given. */
+ snprintf(args, sizeof(args), "-d '%s'", g_dir);
+ expect(run_cli(args, "hello world\nheld\n") == 0, "stdin batch exits 0");
+ expect(file_contains(g_out, "Cosine similarity matrix (2 texts):"),
+ "stdin batch prints a similarity matrix");
+ expect(run_cli(args, "\n\n") == 1, "blank stdin exits 1");
+
+ /* Streaming mode writes one JSON object per input line. */
+ snprintf(args, sizeof(args), "-d '%s' --stream", g_dir);
+ expect(run_cli(args, "hello\nworld\n") == 0, "--stream exits 0");
+ expect(count_lines(g_out) == 2, "--stream writes one line per input");
+ expect(file_contains(g_out, "{\"embedding\":["),
+ "--stream writes embedding JSON");
+
+ snprintf(args, sizeof(args), "-d '%s' --stream -b 2 -v", g_dir);
+ expect(run_cli(args, "hello\nworld\nheld\n") == 0,
+ "--stream -b 2 exits 0");
+ expect(count_lines(g_out) == 3, "--stream -b 2 covers the tail batch");
+
+ /* Flag validation: every bad invocation must exit 1.
+ * This is a CPU-only build, so the GPU flags are rejected too. */
+ static const struct { const char *args; const char *what; } bad[] = {
+ {"--backend foo", "invalid --backend"},
+ {"--backend mlx", "--backend mlx without MLX build"},
+ {"--backend cuda", "--backend cuda without CUDA build"},
+ {"--mlx", "--mlx without MLX build"},
+ {"--cuda", "--cuda without CUDA build"},
+ {"--mlx-quant-bits 4", "--mlx-quant-bits 4"},
+ {"--mlx-quant-group-size 0", "--mlx-quant-group-size 0"},
+ {"--layers 5:2", "inverted --layers range"},
+ {"--layers nope", "malformed --layers"},
+ {"--dist-activation-bits 8", "--dist-activation-bits 8"},
+ {"--cuda-gemm-mode f32 -d X t", "--cuda-gemm-mode without CUDA"},
+ {"--cuda-weight-dtype bf16 -d X t", "--cuda-weight-dtype without CUDA"},
+ };
+ for (size_t i = 0; i < sizeof(bad) / sizeof(bad[0]); i++)
+ expect(run_cli(bad[i].args, NULL) == 1, bad[i].what);
+
+ /* Validation that runs after the model dir is accepted. */
+ snprintf(args, sizeof(args), "-d '%s' --mlx-quant-bits 8 t", g_dir);
+ expect(run_cli(args, NULL) == 1, "--mlx-quant-bits without --mlx");
+ snprintf(args, sizeof(args), "-d '%s' --dist-worker", g_dir);
+ expect(run_cli(args, NULL) == 1, "--dist-worker without --layers");
+ snprintf(args, sizeof(args),
+ "-d '%s' --dist-worker --dist-remote h:1 --layers 0:1", g_dir);
+ expect(run_cli(args, NULL) == 1, "--dist-worker with --dist-remote");
+ snprintf(args, sizeof(args),
+ "-d '%s' --dist-activation-bits 16 t", g_dir);
+ expect(run_cli(args, NULL) == 1,
+ "--dist-activation-bits without --dist-remote");
+
+ if (g_failures) {
+ fprintf(stderr, "%d CLI check(s) failed\n", g_failures);
+ return 1;
+ }
+ printf("ok: CLI modes and flag validation against %s\n", g_cli);
+ return 0;
+}