Add comprehensive tests for tokenizer, performance benchmarks, and TreeSitter parser functionality

- Implemented unit tests for the Tokenizer class, covering various text inputs, edge cases, and fallback mechanisms.
- Created performance benchmarks comparing tiktoken and pure Python implementations for token counting.
- Developed extensive tests for TreeSitterSymbolParser across Python, JavaScript, and TypeScript, ensuring accurate symbol extraction and parsing.
- Added configuration documentation for MCP integration and custom prompts, enhancing usability and flexibility.
- Introduced a refactor script for GraphAnalyzer to streamline future improvements.

codex-lens/src/codexlens/cli/commands.py

@@ -1100,6 +1100,103 @@ def clean(
             raise typer.Exit(code=1)
 
 
+@app.command()
+def graph(
+    query_type: str = typer.Argument(..., help="Query type: callers, callees, or inheritance"),
+    symbol: str = typer.Argument(..., help="Symbol name to query"),
+    path: Path = typer.Option(Path("."), "--path", "-p", help="Directory to search from."),
+    limit: int = typer.Option(50, "--limit", "-n", min=1, max=500, help="Max results."),
+    depth: int = typer.Option(-1, "--depth", "-d", help="Search depth (-1 = unlimited)."),
+    json_mode: bool = typer.Option(False, "--json", help="Output JSON response."),
+    verbose: bool = typer.Option(False, "--verbose", "-v", help="Enable debug logging."),
+) -> None:
+    """Query semantic graph for code relationships.
+
+    Supported query types:
+    - callers: Find all functions/methods that call the given symbol
+    - callees: Find all functions/methods called by the given symbol
+    - inheritance: Find inheritance relationships for the given class
+
+    Examples:
+        codex-lens graph callers my_function
+        codex-lens graph callees MyClass.method --path src/
+        codex-lens graph inheritance BaseClass
+    """
+    _configure_logging(verbose)
+    search_path = path.expanduser().resolve()
+
+    # Validate query type
+    valid_types = ["callers", "callees", "inheritance"]
+    if query_type not in valid_types:
+        if json_mode:
+            print_json(success=False, error=f"Invalid query type: {query_type}. Must be one of: {', '.join(valid_types)}")
+        else:
+            console.print(f"[red]Invalid query type:[/red] {query_type}")
+            console.print(f"[dim]Valid types: {', '.join(valid_types)}[/dim]")
+            raise typer.Exit(code=1)
+
+    registry: RegistryStore | None = None
+    try:
+        registry = RegistryStore()
+        registry.initialize()
+        mapper = PathMapper()
+
+        engine = ChainSearchEngine(registry, mapper)
+        options = SearchOptions(depth=depth, total_limit=limit)
+
+        # Execute graph query based on type
+        if query_type == "callers":
+            results = engine.search_callers(symbol, search_path, options=options)
+            result_type = "callers"
+        elif query_type == "callees":
+            results = engine.search_callees(symbol, search_path, options=options)
+            result_type = "callees"
+        else:  # inheritance
+            results = engine.search_inheritance(symbol, search_path, options=options)
+            result_type = "inheritance"
+
+        payload = {
+            "query_type": query_type,
+            "symbol": symbol,
+            "count": len(results),
+            "relationships": results
+        }
+
+        if json_mode:
+            print_json(success=True, result=payload)
+        else:
+            from .output import render_graph_results
+            render_graph_results(results, query_type=query_type, symbol=symbol)
+
+    except SearchError as exc:
+        if json_mode:
+            print_json(success=False, error=f"Graph search error: {exc}")
+        else:
+            console.print(f"[red]Graph query failed (search):[/red] {exc}")
+            raise typer.Exit(code=1)
+    except StorageError as exc:
+        if json_mode:
+            print_json(success=False, error=f"Storage error: {exc}")
+        else:
+            console.print(f"[red]Graph query failed (storage):[/red] {exc}")
+            raise typer.Exit(code=1)
+    except CodexLensError as exc:
+        if json_mode:
+            print_json(success=False, error=str(exc))
+        else:
+            console.print(f"[red]Graph query failed:[/red] {exc}")
+            raise typer.Exit(code=1)
+    except Exception as exc:
+        if json_mode:
+            print_json(success=False, error=f"Unexpected error: {exc}")
+        else:
+            console.print(f"[red]Graph query failed (unexpected):[/red] {exc}")
+            raise typer.Exit(code=1)
+    finally:
+        if registry is not None:
+            registry.close()
+
+
 @app.command("semantic-list")
 def semantic_list(
     path: Path = typer.Option(Path("."), "--path", "-p", help="Project path to list metadata from."),