chore: init from code-review-graph-main snapshot (v2.3.7)
This commit is contained in:
dev
@@ -0,0 +1,292 @@
|
||||
"""Shared utilities for tool sub-modules."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import logging
|
||||
import sqlite3
|
||||
import subprocess
|
||||
from datetime import datetime
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
from ..graph import GraphStore
|
||||
from ..incremental import find_project_root, get_db_path
|
||||
from ..parser import normalize_file_path
|
||||
|
||||
_PROVENANCE_READ_TIMEOUT_SECONDS = 0.05
|
||||
_PROVENANCE_GIT_TIMEOUT_SECONDS = 1.0
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
def _error_response(
|
||||
message: str, status: str = "error", **extra: Any,
|
||||
) -> dict[str, Any]:
|
||||
"""Build a standardised error response dict."""
|
||||
return {"status": status, "error": message, "summary": message, **extra}
|
||||
|
||||
|
||||
def _read_live_git_head(root: Path) -> str | None:
|
||||
"""Return the checked-out commit without making provenance mandatory.
|
||||
|
||||
``head_matches_build`` deliberately compares commits only. It does not
|
||||
claim that staged, unstaged, or untracked files are represented by the
|
||||
graph, avoiding the misleading ``is_stale=False`` contract from #458.
|
||||
"""
|
||||
if not (root / ".git").exists():
|
||||
return None
|
||||
try:
|
||||
result = subprocess.run(
|
||||
["git", "rev-parse", "--verify", "HEAD"],
|
||||
capture_output=True,
|
||||
text=True,
|
||||
encoding="utf-8",
|
||||
errors="replace",
|
||||
cwd=str(root),
|
||||
timeout=_PROVENANCE_GIT_TIMEOUT_SECONDS,
|
||||
stdin=subprocess.DEVNULL,
|
||||
check=False,
|
||||
)
|
||||
except (FileNotFoundError, OSError, subprocess.TimeoutExpired):
|
||||
logger.debug("Could not read live Git HEAD for graph provenance", exc_info=True)
|
||||
return None
|
||||
if result.returncode != 0:
|
||||
logger.debug("git rev-parse failed while reading graph provenance")
|
||||
return None
|
||||
head_sha = result.stdout.strip()
|
||||
return head_sha or None
|
||||
|
||||
|
||||
def graph_provenance(repo_root: str | None = None) -> dict[str, Any] | None:
|
||||
"""Return best-effort build metadata for one repository's graph.
|
||||
|
||||
The metadata read is deliberately read-only. Missing, incomplete, or
|
||||
unreadable graph databases must never make the enclosing tool call fail.
|
||||
"""
|
||||
try:
|
||||
root = _resolve_root(repo_root)
|
||||
db_path = get_db_path(root, read_only=True)
|
||||
if not db_path.exists():
|
||||
return None
|
||||
|
||||
# ``as_uri`` escapes URI-significant path characters before the
|
||||
# read-only mode query is appended. It also handles Windows drives.
|
||||
database_uri = f"{db_path.resolve().as_uri()}?mode=ro"
|
||||
# Provenance is optional and reads only three local metadata rows.
|
||||
# Allow a brief commit boundary, but never inherit sqlite3's 5-second
|
||||
# default wait when a build or migration holds an exclusive lock.
|
||||
connection = sqlite3.connect(
|
||||
database_uri,
|
||||
uri=True,
|
||||
timeout=_PROVENANCE_READ_TIMEOUT_SECONDS,
|
||||
)
|
||||
try:
|
||||
rows = dict(connection.execute(
|
||||
"SELECT key, value FROM metadata WHERE key IN "
|
||||
"('last_updated', 'git_branch', 'git_head_sha')"
|
||||
).fetchall())
|
||||
finally:
|
||||
connection.close()
|
||||
|
||||
provenance: dict[str, Any] = {}
|
||||
updated_at = rows.get("last_updated")
|
||||
if isinstance(updated_at, str) and updated_at:
|
||||
provenance["updated_at"] = updated_at
|
||||
try:
|
||||
built_at = datetime.fromisoformat(updated_at)
|
||||
# Match aware timestamps with an aware ``now`` in the same
|
||||
# timezone; None preserves the stored naive/local format.
|
||||
now = datetime.now(tz=built_at.tzinfo)
|
||||
provenance["age_seconds"] = max(
|
||||
0, int((now - built_at).total_seconds()),
|
||||
)
|
||||
except (OverflowError, TypeError, ValueError):
|
||||
# A malformed timestamp only removes the derived age. The raw
|
||||
# timestamp and independently valid branch/SHA remain useful.
|
||||
pass
|
||||
|
||||
head_sha = rows.get("git_head_sha")
|
||||
if isinstance(head_sha, str) and head_sha:
|
||||
provenance["built_at_sha"] = head_sha
|
||||
if provenance:
|
||||
branch = rows.get("git_branch")
|
||||
if isinstance(branch, str) and branch:
|
||||
provenance["built_on_branch"] = branch
|
||||
live_head_sha = _read_live_git_head(root)
|
||||
if live_head_sha:
|
||||
provenance["head_sha"] = live_head_sha
|
||||
if isinstance(head_sha, str) and head_sha:
|
||||
provenance["head_matches_build"] = live_head_sha == head_sha
|
||||
return provenance or None
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
|
||||
def with_provenance(result: Any, repo_root: str | None = None) -> Any:
|
||||
"""Attach a ``_graph`` envelope without changing existing fields."""
|
||||
if not isinstance(result, dict) or "_graph" in result:
|
||||
return result
|
||||
provenance = graph_provenance(repo_root)
|
||||
if provenance:
|
||||
result["_graph"] = provenance
|
||||
return result
|
||||
|
||||
# Common JS/TS builtin method names filtered from callers_of results.
|
||||
# "Who calls .map()?" returns hundreds of hits and is never useful.
|
||||
# These are kept in the graph (callees_of still shows them) but excluded
|
||||
# when doing reverse call tracing to reduce noise.
|
||||
_BUILTIN_CALL_NAMES: set[str] = {
|
||||
"map", "filter", "reduce", "reduceRight", "forEach", "find", "findIndex",
|
||||
"some", "every", "includes", "indexOf", "lastIndexOf",
|
||||
"push", "pop", "shift", "unshift", "splice", "slice",
|
||||
"concat", "join", "flat", "flatMap", "sort", "reverse", "fill",
|
||||
"keys", "values", "entries", "from", "isArray", "of", "at",
|
||||
"trim", "trimStart", "trimEnd", "split", "replace", "replaceAll",
|
||||
"match", "matchAll", "search", "substring", "substr",
|
||||
"toLowerCase", "toUpperCase", "startsWith", "endsWith",
|
||||
"padStart", "padEnd", "repeat", "charAt", "charCodeAt",
|
||||
"assign", "freeze", "defineProperty", "getOwnPropertyNames",
|
||||
"hasOwnProperty", "create", "is", "fromEntries",
|
||||
"log", "warn", "error", "info", "debug", "trace", "dir", "table",
|
||||
"time", "timeEnd", "assert", "clear", "count",
|
||||
"then", "catch", "finally", "resolve", "reject", "all", "allSettled", "race", "any",
|
||||
"parse", "stringify",
|
||||
"floor", "ceil", "round", "random", "max", "min", "abs", "pow", "sqrt",
|
||||
"addEventListener", "removeEventListener", "querySelector", "querySelectorAll",
|
||||
"getElementById", "createElement", "appendChild", "removeChild",
|
||||
"setAttribute", "getAttribute", "preventDefault", "stopPropagation",
|
||||
"setTimeout", "clearTimeout", "setInterval", "clearInterval",
|
||||
"toString", "valueOf", "toJSON", "toISOString",
|
||||
"getTime", "getFullYear", "now",
|
||||
"isNaN", "parseInt", "parseFloat", "toFixed",
|
||||
"encodeURIComponent", "decodeURIComponent",
|
||||
"call", "apply", "bind", "next",
|
||||
"emit", "on", "off", "once",
|
||||
"pipe", "write", "read", "end", "close", "destroy",
|
||||
"send", "status", "json", "redirect",
|
||||
"set", "get", "delete", "has",
|
||||
"findUnique", "findFirst", "findMany", "createMany",
|
||||
"update", "updateMany", "deleteMany", "upsert",
|
||||
"aggregate", "groupBy", "transaction",
|
||||
"describe", "it", "test", "expect", "beforeEach", "afterEach",
|
||||
"beforeAll", "afterAll", "mock", "spyOn",
|
||||
"require", "fetch",
|
||||
}
|
||||
|
||||
|
||||
def _validate_repo_root(path: "Path | str") -> Path:
|
||||
"""Validate that a path is a plausible project root.
|
||||
|
||||
Ensures the path is an existing directory that contains a ``.git``,
|
||||
``.svn``, or ``.code-review-graph`` directory, preventing arbitrary
|
||||
file-system traversal via the ``repo_root`` parameter.
|
||||
"""
|
||||
resolved = Path(path).resolve()
|
||||
if not resolved.is_dir():
|
||||
raise ValueError(
|
||||
f"repo_root is not an existing directory: {resolved}"
|
||||
)
|
||||
has_vcs = (
|
||||
(resolved / ".git").exists()
|
||||
or (resolved / ".svn").exists()
|
||||
or (resolved / ".code-review-graph").exists()
|
||||
)
|
||||
if not has_vcs:
|
||||
raise ValueError(
|
||||
f"repo_root does not look like a project root "
|
||||
f"(no .git, .svn, or .code-review-graph directory found): "
|
||||
f"{resolved}"
|
||||
)
|
||||
return resolved
|
||||
|
||||
|
||||
def _resolve_root(repo_root: str | None = None) -> Path:
|
||||
"""Resolve and validate the repository root without opening a store."""
|
||||
return _validate_repo_root(Path(repo_root)) if repo_root else find_project_root()
|
||||
|
||||
|
||||
def _get_store(repo_root: str | None = None) -> tuple[GraphStore, Path]:
|
||||
"""Resolve repo root and open the graph store.
|
||||
|
||||
Callers own the returned store and must close it (try/finally or
|
||||
context manager) to avoid leaking SQLite file descriptors.
|
||||
"""
|
||||
root = _resolve_root(repo_root)
|
||||
db_path = get_db_path(root)
|
||||
return GraphStore(db_path), root
|
||||
|
||||
|
||||
def _resolve_graph_file_paths(
|
||||
store: GraphStore, root: Path, file_paths: list[str],
|
||||
) -> list[str]:
|
||||
"""Resolve user-facing file paths to the paths stored in the graph.
|
||||
|
||||
Graphs may contain absolute paths, repo-relative paths, or cwd-relative
|
||||
paths depending on how they were built. Tool inputs are usually relative to
|
||||
repo root, so exact matching alone can miss existing graph nodes.
|
||||
"""
|
||||
resolved: list[str] = []
|
||||
seen: set[str] = set()
|
||||
|
||||
def add(path: str) -> None:
|
||||
if path not in seen:
|
||||
resolved.append(path)
|
||||
seen.add(path)
|
||||
|
||||
for file_path in file_paths:
|
||||
raw = file_path.replace("\\", "/")
|
||||
candidates = [raw]
|
||||
path = Path(file_path)
|
||||
if path.is_absolute():
|
||||
try:
|
||||
candidates.append(str(path.resolve().relative_to(root)).replace("\\", "/"))
|
||||
except ValueError:
|
||||
pass
|
||||
else:
|
||||
candidates.append(normalize_file_path(root / path))
|
||||
|
||||
for candidate in candidates:
|
||||
if store.get_nodes_by_file(candidate):
|
||||
add(candidate)
|
||||
|
||||
suffixes = []
|
||||
for candidate in candidates:
|
||||
normalized = candidate.replace("\\", "/")
|
||||
if normalized not in suffixes:
|
||||
suffixes.append(normalized)
|
||||
|
||||
for suffix in suffixes:
|
||||
for matched_path in store.get_files_matching(suffix):
|
||||
add(matched_path)
|
||||
|
||||
return resolved
|
||||
|
||||
|
||||
def compact_response(
|
||||
summary: str,
|
||||
key_entities: list[str] | None = None,
|
||||
risk: str = "unknown",
|
||||
communities: list[str] | None = None,
|
||||
flows_affected: list[str] | None = None,
|
||||
next_tool_suggestions: list[str] | None = None,
|
||||
data: dict[str, Any] | None = None,
|
||||
detail_level: str = "minimal",
|
||||
) -> dict[str, Any]:
|
||||
"""Standard compact response format for token efficiency."""
|
||||
resp: dict[str, Any] = {
|
||||
"status": "ok",
|
||||
"summary": summary,
|
||||
}
|
||||
if key_entities:
|
||||
resp["key_entities"] = key_entities[:10]
|
||||
if risk != "unknown":
|
||||
resp["risk"] = risk
|
||||
if communities:
|
||||
resp["communities"] = communities[:5]
|
||||
if flows_affected:
|
||||
resp["flows_affected"] = flows_affected[:5]
|
||||
if next_tool_suggestions:
|
||||
resp["next_tool_suggestions"] = next_tool_suggestions[:3]
|
||||
if detail_level != "minimal" and data:
|
||||
resp["data"] = data
|
||||
return resp
|
||||
Reference in New Issue
Block a user