Add comprehensive tests for tokenizer, performance benchmarks, and TreeSitter parser functionality

- Implemented unit tests for the Tokenizer class, covering various text inputs, edge cases, and fallback mechanisms.
- Created performance benchmarks comparing tiktoken and pure Python implementations for token counting.
- Developed extensive tests for TreeSitterSymbolParser across Python, JavaScript, and TypeScript, ensuring accurate symbol extraction and parsing.
- Added configuration documentation for MCP integration and custom prompts, enhancing usability and flexibility.
- Introduced a refactor script for GraphAnalyzer to streamline future improvements.

codex-lens/src/codexlens/cli/output.py

@@ -89,3 +89,68 @@ def render_file_inspect(path: str, language: str, symbols: Iterable[Symbol]) ->
     console.print(header)
     render_symbols(list(symbols), title="Discovered Symbols")
 
+
+def render_graph_results(results: list[dict[str, Any]], *, query_type: str, symbol: str) -> None:
+    """Render semantic graph query results.
+
+    Args:
+        results: List of relationship dicts
+        query_type: Type of query (callers, callees, inheritance)
+        symbol: Symbol name that was queried
+    """
+    if not results:
+        console.print(f"[yellow]No {query_type} found for symbol:[/yellow] {symbol}")
+        return
+
+    title_map = {
+        "callers": f"Callers of '{symbol}' ({len(results)} found)",
+        "callees": f"Callees of '{symbol}' ({len(results)} found)",
+        "inheritance": f"Inheritance relationships for '{symbol}' ({len(results)} found)"
+    }
+
+    table = Table(title=title_map.get(query_type, f"Graph Results ({len(results)})"))
+
+    if query_type == "callers":
+        table.add_column("Caller", style="green")
+        table.add_column("File", style="cyan", no_wrap=False, max_width=40)
+        table.add_column("Line", justify="right", style="yellow")
+        table.add_column("Type", style="dim")
+
+        for rel in results:
+            table.add_row(
+                rel.get("source_symbol", "-"),
+                rel.get("source_file", "-"),
+                str(rel.get("source_line", "-")),
+                rel.get("relationship_type", "-")
+            )
+
+    elif query_type == "callees":
+        table.add_column("Target", style="green")
+        table.add_column("File", style="cyan", no_wrap=False, max_width=40)
+        table.add_column("Line", justify="right", style="yellow")
+        table.add_column("Type", style="dim")
+
+        for rel in results:
+            table.add_row(
+                rel.get("target_symbol", "-"),
+                rel.get("target_file", "-") if rel.get("target_file") else rel.get("source_file", "-"),
+                str(rel.get("source_line", "-")),
+                rel.get("relationship_type", "-")
+            )
+
+    else:  # inheritance
+        table.add_column("Derived Class", style="green")
+        table.add_column("Base Class", style="magenta")
+        table.add_column("File", style="cyan", no_wrap=False, max_width=40)
+        table.add_column("Line", justify="right", style="yellow")
+
+        for rel in results:
+            table.add_row(
+                rel.get("source_symbol", "-"),
+                rel.get("target_symbol", "-"),
+                rel.get("source_file", "-"),
+                str(rel.get("source_line", "-"))
+            )
+
+    console.print(table)
+