test: glob speed of light across matcher forms (stacked on #1317)

packages/python/e2e-attestations/claude-1308-glob-speed.json

@@ -0,0 +1,7 @@
+{
+  "command": "just test-e2e",
+  "ran_at": 1791268015,
+  "exit_code": 0,
+  "commit": "0cfba3aeec10eac3af444896624084f3432aadaf",
+  "branch": "claude/1308-glob-speed"
+}

packages/python/tests/e2e/glob_speed_matchers_test.py

@@ -0,0 +1,124 @@
+"""Glob speed: braces, `?`, `[...]` and POSIX classes under `**`.
+
+One deep, wide tree of markdown files whose names start with different
+letters, a digit or `file` plus one or two characters, so each matcher keeps
+a different share of them. Native is `find` with the same name test, which
+returns what bash globstar does with dotglob off. No mocks: real console
+script, real process, real filesystem.
+"""
+
+from __future__ import annotations
+
+import shutil
+
+import pytest
+
+from .speed_of_light import (
+    assert_speed_of_light,
+    best_of,
+    cli,
+    dirsql_rows,
+    dirsql_timeout,
+    grow_until_native_takes_a_second,
+    hopeless_seconds,
+    startup_seconds,
+    timed,
+)
+
+FIND = "find . -mindepth 1 -name '.*' -prune -o -type f {test} -printf '%P\\n'"
+CASES = [
+    ("./**/{a,b}*.md", "\\( -name 'a*.md' -o -name 'b*.md' \\)"),
+    ("./**/file?.md", "-name 'file?.md'"),
+    ("./**/[a-c]*.md", "-name '[a-c]*.md'"),
+    ("./**/[[:digit:]]*.md", "-name '[[:digit:]]*.md'"),
+]
+FANOUT = 8
+
+
+def name(i):
+    """Item `i`'s file name: by `i % 8`, one starting `a`, `b`, `c`, `d`, a
+    digit or `x`, or `file` plus one or two characters. Every ninth is a
+    `.txt`."""
+    ext = "txt" if i % 9 == 0 else "md"
+    k = i // 8 % 10
+    stem = ("a", "b", "c", "d", None, None, "7", "x")[i % 8]
+    if i % 8 == 4:
+        return f"file{k}.{ext}"
+    if i % 8 == 5:
+        return f"file{k}{k}.{ext}"
+    return f"{stem}{i}.{ext}"
+
+
+def folder(i):
+    """Eighty items per directory, so the `file` names, ten per kind, stay
+    unique."""
+    m = i // 80
+    return f"x{m % FANOUT}/y{m // FANOUT % FANOUT}/z{m // FANOUT**2}"
+
+
+def build_tree(root, lo, hi):
+    for i in range(lo, hi):
+        path = root / folder(i) / name(i)
+        path.parent.mkdir(parents=True, exist_ok=True)
+        path.touch()
+
+
+def matched(n, glob):
+    def hit(i):
+        file = name(i)
+        if not file.endswith(".md"):
+            return False
+        if glob == "./**/{a,b}*.md":
+            return file[0] in "ab"
+        if glob == "./**/file?.md":
+            return len(file) == len("file0.md") and file.startswith("file")
+        if glob == "./**/[a-c]*.md":
+            return file[0] in "abc"
+        return file[0].isdigit()
+
+    return sum(1 for i in range(n) if hit(i))
+
+
+def native(root, script):
+    proc, seconds = timed(["bash", "-c", script], root, timeout=600)
+    assert proc.returncode == 0, proc.stderr
+    return sorted(proc.stdout.splitlines()), seconds
+
+
+def describe_matcher_glob_speed_of_light():
+    @pytest.fixture
+    def root(tmp_path):
+        tree = tmp_path / "matchers"
+        tree.mkdir()
+        try:
+            yield tree
+        finally:
+            shutil.rmtree(tree, ignore_errors=True)
+
+    @pytest.mark.parametrize(("glob", "test"), CASES)
+    def it_matches_native_files_within_the_bar(root, glob, test):
+        script = FIND.format(test=test)
+        startup = startup_seconds()
+        n = grow_until_native_takes_a_second(
+            lambda lo, hi: build_tree(root, lo, hi),
+            lambda: native(root, script),
+            start=100_000,
+            ceiling=2**22,
+        )
+        expected, native_seconds = best_of(lambda: native(root, script), "native")
+        assert len(expected) == matched(n, glob)
+
+        def dirsql():
+            proc, seconds = timed(
+                [cli(), "query", f"SELECT path FROM '{glob}'"],
+                root,
+                timeout=dirsql_timeout(native_seconds),
+            )
+            return sorted(row for (row,) in dirsql_rows(proc, ("path",))), seconds
+
+        actual, dirsql_seconds = best_of(
+            dirsql, "dirsql", hopeless_seconds(native_seconds, startup)
+        )
+
+        assert actual == expected
+        assert_speed_of_light(glob, native_seconds, dirsql_seconds, startup)

packages/ts/e2e-attestations/claude-1308-glob-speed.json

@@ -0,0 +1,7 @@
+{
+  "command": "pnpm test:e2e",
+  "ran_at": 1791268071,
+  "exit_code": 0,
+  "commit": "d6ba6c2d4b4e5422604c377a176828183628e725",
+  "branch": "claude/1308-glob-speed"
+}