catlog22/Claude-Code-Workflow
1
0
Fork 0
mirror of https://github.com/catlog22/Claude-Code-Workflow.git synced 2026-03-21 19:08:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: enhance search, ranking, reranker and CLI tooling across ccw and codex-lens

Browse Source 
Major improvements to smart-search, chain-search cascade, ranking pipeline,
reranker factory, CLI history store, codex-lens integration, and uv-manager.
Simplify command-generator skill by inlining phases. Add comprehensive tests.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
catlog22
2026-03-16 20:35:08 +08:00
parent 1cd96b90e8
commit 5a4b18d9b1
73 changed files with 14684 additions and 2442 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1704
codex-lens/benchmarks/results/ccw_smart_search_stage2.json Normal file
View File

File diff suppressed because it is too large Load Diff

526
codex-lens/benchmarks/results/ccw_smart_search_stage2_sample4_20260314.json Normal file
View File

@@ -0,0 +1,526 @@
{
"timestamp": "2026-03-14 23:16:55",
"source": "D:\\Claude_dms3",
"queries_file": "D:\\Claude_dms3\\codex-lens\\benchmarks\\accuracy_queries_ccw_smart_search.jsonl",
"query_count": 4,
"k": 10,
"coarse_k": 100,
"local_only": true,
"strategies": {
"dense_rerank": {
"query_count": 4,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 20171.940174996853,
"p50_latency_ms": 14222.247749984264,
"p95_latency_ms": 35222.31535999476,
"errors": 0,
"strategy": "dense_rerank",
"stage2_mode": null
},
"staged:precomputed": {
"query_count": 4,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 13679.793299987912,
"p50_latency_ms": 12918.63379997015,
"p95_latency_ms": 16434.964765003322,
"errors": 0,
"strategy": "staged",
"stage2_mode": "precomputed"
},
"staged:realtime": {
"query_count": 4,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 13885.101849973202,
"p50_latency_ms": 13826.323699980974,
"p95_latency_ms": 14867.712269958853,
"errors": 0,
"strategy": "staged",
"stage2_mode": "realtime"
},
"staged:static_global_graph": {
"query_count": 4,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 13336.124025002122,
"p50_latency_ms": 13415.476950019598,
"p95_latency_ms": 13514.329230004549,
"errors": 0,
"strategy": "staged",
"stage2_mode": "static_global_graph"
}
},
"stage2_mode_matrix": {
"precomputed": {
"query_count": 4,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 13679.793299987912,
"p50_latency_ms": 12918.63379997015,
"p95_latency_ms": 16434.964765003322,
"errors": 0,
"strategy": "staged",
"stage2_mode": "precomputed"
},
"realtime": {
"query_count": 4,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 13885.101849973202,
"p50_latency_ms": 13826.323699980974,
"p95_latency_ms": 14867.712269958853,
"errors": 0,
"strategy": "staged",
"stage2_mode": "realtime"
},
"static_global_graph": {
"query_count": 4,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 13336.124025002122,
"p50_latency_ms": 13415.476950019598,
"p95_latency_ms": 13514.329230004549,
"errors": 0,
"strategy": "staged",
"stage2_mode": "static_global_graph"
}
},
"pairwise_stage2_deltas": [
{
"mode_a": "precomputed",
"mode_b": "realtime",
"hit_at_k_delta": 0.0,
"mrr_at_k_delta": 0.0,
"avg_recall_at_k_delta": 0.0,
"avg_latency_ms_delta": -205.30854998528957
},
{
"mode_a": "precomputed",
"mode_b": "static_global_graph",
"hit_at_k_delta": 0.0,
"mrr_at_k_delta": 0.0,
"avg_recall_at_k_delta": 0.0,
"avg_latency_ms_delta": 343.66927498579025
},
{
"mode_a": "realtime",
"mode_b": "static_global_graph",
"hit_at_k_delta": 0.0,
"mrr_at_k_delta": 0.0,
"avg_recall_at_k_delta": 0.0,
"avg_latency_ms_delta": 548.9778249710798
}
],
"config": {
"embedding_backend": "fastembed",
"embedding_model": "code",
"embedding_use_gpu": false,
"reranker_backend": "onnx",
"reranker_model": "cross-encoder/ms-marco-MiniLM-L-6-v2",
"enable_staged_rerank": true,
"enable_cross_encoder_rerank": true
},
"evaluations": [
{
"query": "executeHybridMode dense_rerank semantic smart_search",
"intent": "ccw-semantic-routing",
"notes": "CCW semantic mode delegates to CodexLens dense_rerank.",
"relevant_paths": [
"D:\\Claude_dms3\\ccw\\src\\tools\\smart-search.ts"
],
"runs": {
"dense_rerank": {
"strategy_key": "dense_rerank",
"strategy": "dense_rerank",
"stage2_mode": null,
"latency_ms": 38829.27079999447,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\core\\routes\\issue-routes.ts",
"d:\\claude_dms3\\ccw\\src\\tools\\session-manager.ts",
"d:\\claude_dms3\\ccw\\src\\types\\queue-types.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\nativesessionpanel.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts",
"d:\\claude_dms3\\ccw\\src\\core\\memory-extraction-pipeline.ts",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\skills-page.spec.ts",
"d:\\claude_dms3\\ccw\\dist\\tools\\discover-design-files.js",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\api-settings\\clisettingsmodal.tsx",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\api-settings.spec.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:precomputed": {
"strategy_key": "staged:precomputed",
"strategy": "staged",
"stage2_mode": "precomputed",
"latency_ms": 16915.833400011063,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
"d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
"d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
"d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:realtime": {
"strategy_key": "staged:realtime",
"strategy": "staged",
"stage2_mode": "realtime",
"latency_ms": 13961.2567999959,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
"d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
"d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
"d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:static_global_graph": {
"strategy_key": "staged:static_global_graph",
"strategy": "staged",
"stage2_mode": "static_global_graph",
"latency_ms": 12986.330999970436,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
"d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
"d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
"d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
}
}
},
{
"query": "parse CodexLens JSON output strip ANSI smart_search",
"intent": "ccw-json-fallback",
"notes": "Covers JSON/plain-text fallback handling for CodexLens output.",
"relevant_paths": [
"D:\\Claude_dms3\\ccw\\src\\tools\\smart-search.ts"
],
"runs": {
"dense_rerank": {
"strategy_key": "dense_rerank",
"strategy": "dense_rerank",
"stage2_mode": null,
"latency_ms": 14782.901199996471,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\codex-lens-lsp.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\issue\\queue\\queueexecuteinsession.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\terminal-dashboard\\queuepanel.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\usewebsocket.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useflows.ts",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\api-error-monitoring.spec.ts",
"d:\\claude_dms3\\ccw\\tests\\native-session-discovery.test.ts",
"d:\\claude_dms3\\ccw\\src\\core\\services\\checkpoint-service.ts",
"d:\\claude_dms3\\ccw\\tests\\integration\\system-routes.test.ts",
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:precomputed": {
"strategy_key": "staged:precomputed",
"strategy": "staged",
"stage2_mode": "precomputed",
"latency_ms": 13710.042499959469,
"topk_paths": [
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\userealtimeupdates.ts",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\stores\\queueexecutionstore.ts",
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\themeshare.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\clistreampanel.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\terminal-panel\\queueexecutionlistview.tsx",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\api-settings.spec.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\test\\i18n.tsx",
"d:\\claude_dms3\\ccw\\dist\\core\\history-importer.js"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:realtime": {
"strategy_key": "staged:realtime",
"strategy": "staged",
"stage2_mode": "realtime",
"latency_ms": 15027.674999952316,
"topk_paths": [
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\userealtimeupdates.ts",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\stores\\queueexecutionstore.ts",
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\themeshare.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\clistreampanel.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\terminal-panel\\queueexecutionlistview.tsx",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\api-settings.spec.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\test\\i18n.tsx",
"d:\\claude_dms3\\ccw\\dist\\core\\history-importer.js"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:static_global_graph": {
"strategy_key": "staged:static_global_graph",
"strategy": "staged",
"stage2_mode": "static_global_graph",
"latency_ms": 13389.622500002384,
"topk_paths": [
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\userealtimeupdates.ts",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\stores\\queueexecutionstore.ts",
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\themeshare.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\clistreampanel.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\terminal-panel\\queueexecutionlistview.tsx",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\api-settings.spec.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\test\\i18n.tsx",
"d:\\claude_dms3\\ccw\\dist\\core\\history-importer.js"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
}
}
},
{
"query": "smart_search init embed search action schema",
"intent": "ccw-action-schema",
"notes": "Find the Zod schema that defines init/embed/search actions.",
"relevant_paths": [
"D:\\Claude_dms3\\ccw\\src\\tools\\smart-search.ts"
],
"runs": {
"dense_rerank": {
"strategy_key": "dense_rerank",
"strategy": "dense_rerank",
"stage2_mode": null,
"latency_ms": 13661.594299972057,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\ask-question.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\a2ui\\a2uipopupcard.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\discovery-routes.ts",
"d:\\claude_dms3\\ccw\\src\\core\\a2ui\\a2uiwebsockethandler.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\discovery.spec.ts",
"d:\\claude_dms3\\ccw\\src\\tools\\__tests__\\ask-question.test.ts",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\api-settings.spec.ts",
"d:\\claude_dms3\\ccw\\dist\\core\\a2ui\\a2uiwebsockethandler.js",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\dashboard.spec.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:precomputed": {
"strategy_key": "staged:precomputed",
"strategy": "staged",
"stage2_mode": "precomputed",
"latency_ms": 12127.225099980831,
"topk_paths": [
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\src\\core\\lite-scanner-complete.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\themeselector.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\team\\teamheader.tsx",
"d:\\claude_dms3\\ccw\\src\\tools\\ask-question.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\a2ui\\a2uipopupcard.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\issue\\discovery\\findinglist.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\api-settings\\clisettingsmodal.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\discovery-routes.ts",
"d:\\claude_dms3\\ccw\\src\\core\\a2ui\\a2uiwebsockethandler.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:realtime": {
"strategy_key": "staged:realtime",
"strategy": "staged",
"stage2_mode": "realtime",
"latency_ms": 12860.084999978542,
"topk_paths": [
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\src\\core\\lite-scanner-complete.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\themeselector.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\team\\teamheader.tsx",
"d:\\claude_dms3\\ccw\\src\\tools\\ask-question.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\a2ui\\a2uipopupcard.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\issue\\discovery\\findinglist.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\api-settings\\clisettingsmodal.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\discovery-routes.ts",
"d:\\claude_dms3\\ccw\\src\\core\\a2ui\\a2uiwebsockethandler.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:static_global_graph": {
"strategy_key": "staged:static_global_graph",
"strategy": "staged",
"stage2_mode": "static_global_graph",
"latency_ms": 13441.331400036812,
"topk_paths": [
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\src\\core\\lite-scanner-complete.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\themeselector.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\team\\teamheader.tsx",
"d:\\claude_dms3\\ccw\\src\\tools\\ask-question.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\a2ui\\a2uipopupcard.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\issue\\discovery\\findinglist.tsx",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\api-settings\\clisettingsmodal.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\discovery-routes.ts",
"d:\\claude_dms3\\ccw\\src\\core\\a2ui\\a2uiwebsockethandler.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
}
}
},
{
"query": "auto init missing job dedupe smart_search",
"intent": "ccw-auto-init",
"notes": "Targets background init/embed warmup and dedupe state.",
"relevant_paths": [
"D:\\Claude_dms3\\ccw\\src\\tools\\smart-search.ts"
],
"runs": {
"dense_rerank": {
"strategy_key": "dense_rerank",
"strategy": "dense_rerank",
"stage2_mode": null,
"latency_ms": 13413.994400024414,
"topk_paths": [
"d:\\claude_dms3\\ccw\\frontend\\src\\pages\\memorypage.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\memory-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\usememory.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\batchoperationtoolbar.tsx",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\memory.spec.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useprompthistory.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\stores\\flowstore.ts",
"d:\\claude_dms3\\ccw\\src\\services\\deepwiki-service.ts",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\claude-routes.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:precomputed": {
"strategy_key": "staged:precomputed",
"strategy": "staged",
"stage2_mode": "precomputed",
"latency_ms": 11966.072200000286,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\lsp\\handlers.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\ui\\commandcombobox.tsx",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\search\\global_graph_expander.py",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\api\\definition.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\orchestrator\\orchestrationplanbuilder.ts",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\lsp\\handlers.py",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\search\\global_graph_expander.py",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\api\\definition.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\pages\\memorypage.tsx"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:realtime": {
"strategy_key": "staged:realtime",
"strategy": "staged",
"stage2_mode": "realtime",
"latency_ms": 13691.39059996605,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\lsp\\handlers.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\ui\\commandcombobox.tsx",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\search\\global_graph_expander.py",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\api\\definition.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\orchestrator\\orchestrationplanbuilder.ts",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\lsp\\handlers.py",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\search\\global_graph_expander.py",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\api\\definition.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\pages\\memorypage.tsx"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
},
"staged:static_global_graph": {
"strategy_key": "staged:static_global_graph",
"strategy": "staged",
"stage2_mode": "static_global_graph",
"latency_ms": 13527.211199998856,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\lsp\\handlers.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\ui\\commandcombobox.tsx",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\search\\global_graph_expander.py",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\api\\definition.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\orchestrator\\orchestrationplanbuilder.ts",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\lsp\\handlers.py",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\search\\global_graph_expander.py",
"d:\\claude_dms3\\codex-lens\\build\\lib\\codexlens\\api\\definition.py",
"d:\\claude_dms3\\ccw\\frontend\\src\\pages\\memorypage.tsx"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"error": null
}
}
}
]
}

415
codex-lens/benchmarks/results/ccw_smart_search_stage2_smoke1_cpu_reranker_20260314.json Normal file
View File

@@ -0,0 +1,415 @@
{
"timestamp": "2026-03-15 00:19:16",
"source": "D:\\Claude_dms3",
"queries_file": "D:\\Claude_dms3\\codex-lens\\benchmarks\\accuracy_queries_ccw_smart_search.jsonl",
"query_count": 1,
"k": 10,
"coarse_k": 100,
"local_only": true,
"strategies": {
"auto": {
"query_count": 1,
"hit_at_k": 1.0,
"mrr_at_k": 1.0,
"avg_recall_at_k": 1.0,
"avg_latency_ms": 1377.3565999865532,
"p50_latency_ms": 1377.3565999865532,
"p95_latency_ms": 1377.3565999865532,
"avg_generated_artifact_count": 0.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 0,
"runs_with_test_files": 0,
"effective_methods": {
"fts": 1
},
"errors": 0,
"strategy": "auto",
"stage2_mode": null
},
"fts": {
"query_count": 1,
"hit_at_k": 1.0,
"mrr_at_k": 1.0,
"avg_recall_at_k": 1.0,
"avg_latency_ms": 1460.0819000601768,
"p50_latency_ms": 1460.0819000601768,
"p95_latency_ms": 1460.0819000601768,
"avg_generated_artifact_count": 0.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 0,
"runs_with_test_files": 0,
"effective_methods": {
"fts": 1
},
"errors": 0,
"strategy": "fts",
"stage2_mode": null
},
"hybrid": {
"query_count": 1,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 45991.74140000343,
"p50_latency_ms": 45991.74140000343,
"p95_latency_ms": 45991.74140000343,
"avg_generated_artifact_count": 0.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 0,
"runs_with_test_files": 0,
"effective_methods": {
"hybrid": 1
},
"errors": 0,
"strategy": "hybrid",
"stage2_mode": null
},
"dense_rerank": {
"query_count": 1,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 22739.62610000372,
"p50_latency_ms": 22739.62610000372,
"p95_latency_ms": 22739.62610000372,
"avg_generated_artifact_count": 1.0,
"avg_test_file_count": 2.0,
"runs_with_generated_artifacts": 1,
"runs_with_test_files": 1,
"effective_methods": {
"dense_rerank": 1
},
"errors": 0,
"strategy": "dense_rerank",
"stage2_mode": null
},
"staged:precomputed": {
"query_count": 1,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 14900.017599999905,
"p50_latency_ms": 14900.017599999905,
"p95_latency_ms": 14900.017599999905,
"avg_generated_artifact_count": 1.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 1,
"runs_with_test_files": 0,
"effective_methods": {
"staged": 1
},
"errors": 0,
"strategy": "staged",
"stage2_mode": "precomputed"
},
"staged:realtime": {
"query_count": 1,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 14104.314599990845,
"p50_latency_ms": 14104.314599990845,
"p95_latency_ms": 14104.314599990845,
"avg_generated_artifact_count": 1.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 1,
"runs_with_test_files": 0,
"effective_methods": {
"staged": 1
},
"errors": 0,
"strategy": "staged",
"stage2_mode": "realtime"
},
"staged:static_global_graph": {
"query_count": 1,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 11906.852500021458,
"p50_latency_ms": 11906.852500021458,
"p95_latency_ms": 11906.852500021458,
"avg_generated_artifact_count": 1.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 1,
"runs_with_test_files": 0,
"effective_methods": {
"staged": 1
},
"errors": 0,
"strategy": "staged",
"stage2_mode": "static_global_graph"
}
},
"stage2_mode_matrix": {
"precomputed": {
"query_count": 1,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 14900.017599999905,
"p50_latency_ms": 14900.017599999905,
"p95_latency_ms": 14900.017599999905,
"avg_generated_artifact_count": 1.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 1,
"runs_with_test_files": 0,
"effective_methods": {
"staged": 1
},
"errors": 0,
"strategy": "staged",
"stage2_mode": "precomputed"
},
"realtime": {
"query_count": 1,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 14104.314599990845,
"p50_latency_ms": 14104.314599990845,
"p95_latency_ms": 14104.314599990845,
"avg_generated_artifact_count": 1.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 1,
"runs_with_test_files": 0,
"effective_methods": {
"staged": 1
},
"errors": 0,
"strategy": "staged",
"stage2_mode": "realtime"
},
"static_global_graph": {
"query_count": 1,
"hit_at_k": 0.0,
"mrr_at_k": 0.0,
"avg_recall_at_k": 0.0,
"avg_latency_ms": 11906.852500021458,
"p50_latency_ms": 11906.852500021458,
"p95_latency_ms": 11906.852500021458,
"avg_generated_artifact_count": 1.0,
"avg_test_file_count": 0.0,
"runs_with_generated_artifacts": 1,
"runs_with_test_files": 0,
"effective_methods": {
"staged": 1
},
"errors": 0,
"strategy": "staged",
"stage2_mode": "static_global_graph"
}
},
"pairwise_stage2_deltas": [
{
"mode_a": "precomputed",
"mode_b": "realtime",
"hit_at_k_delta": 0.0,
"mrr_at_k_delta": 0.0,
"avg_recall_at_k_delta": 0.0,
"avg_latency_ms_delta": 795.7030000090599
},
{
"mode_a": "precomputed",
"mode_b": "static_global_graph",
"hit_at_k_delta": 0.0,
"mrr_at_k_delta": 0.0,
"avg_recall_at_k_delta": 0.0,
"avg_latency_ms_delta": 2993.165099978447
},
{
"mode_a": "realtime",
"mode_b": "static_global_graph",
"hit_at_k_delta": 0.0,
"mrr_at_k_delta": 0.0,
"avg_recall_at_k_delta": 0.0,
"avg_latency_ms_delta": 2197.462099969387
}
],
"config": {
"embedding_backend": "fastembed",
"embedding_model": "code",
"embedding_use_gpu": false,
"reranker_backend": "onnx",
"reranker_model": "cross-encoder/ms-marco-MiniLM-L-6-v2",
"reranker_use_gpu": false,
"enable_staged_rerank": true,
"enable_cross_encoder_rerank": true
},
"evaluations": [
{
"query": "executeHybridMode dense_rerank semantic smart_search",
"intent": "ccw-semantic-routing",
"notes": "CCW semantic mode delegates to CodexLens dense_rerank.",
"relevant_paths": [
"D:\\Claude_dms3\\ccw\\src\\tools\\smart-search.ts"
],
"runs": {
"auto": {
"strategy_key": "auto",
"strategy": "auto",
"stage2_mode": null,
"effective_method": "fts",
"execution_method": "fts",
"latency_ms": 1377.3565999865532,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\smart-search.ts"
],
"first_hit_rank": 1,
"hit_at_k": true,
"recall_at_k": 1.0,
"generated_artifact_count": 0,
"test_file_count": 0,
"error": null
},
"fts": {
"strategy_key": "fts",
"strategy": "fts",
"stage2_mode": null,
"effective_method": "fts",
"execution_method": "fts",
"latency_ms": 1460.0819000601768,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\smart-search.ts"
],
"first_hit_rank": 1,
"hit_at_k": true,
"recall_at_k": 1.0,
"generated_artifact_count": 0,
"test_file_count": 0,
"error": null
},
"hybrid": {
"strategy_key": "hybrid",
"strategy": "hybrid",
"stage2_mode": null,
"effective_method": "hybrid",
"execution_method": "hybrid",
"latency_ms": 45991.74140000343,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\config\\litellm-api-config-manager.ts",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\semantic\\reranker\\api_reranker.py",
"d:\\claude_dms3\\ccw\\src\\commands\\core-memory.ts",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\cli\\commands.py",
"d:\\claude_dms3\\codex-lens\\scripts\\generate_embeddings.py",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\notification-routes.ts",
"d:\\claude_dms3\\ccw\\src\\tools\\team-msg.ts",
"d:\\claude_dms3\\ccw\\src\\types\\remote-notification.ts",
"d:\\claude_dms3\\ccw\\src\\core\\memory-store.ts",
"d:\\claude_dms3\\codex-lens\\src\\codexlens\\semantic\\vector_store.py"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"generated_artifact_count": 0,
"test_file_count": 0,
"error": null
},
"dense_rerank": {
"strategy_key": "dense_rerank",
"strategy": "dense_rerank",
"stage2_mode": null,
"effective_method": "dense_rerank",
"execution_method": "cascade",
"latency_ms": 22739.62610000372,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\core\\routes\\issue-routes.ts",
"d:\\claude_dms3\\ccw\\src\\tools\\session-manager.ts",
"d:\\claude_dms3\\ccw\\src\\types\\queue-types.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\nativesessionpanel.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts",
"d:\\claude_dms3\\ccw\\src\\core\\memory-extraction-pipeline.ts",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\skills-page.spec.ts",
"d:\\claude_dms3\\ccw\\dist\\tools\\discover-design-files.js",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\api-settings\\clisettingsmodal.tsx",
"d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\api-settings.spec.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"generated_artifact_count": 1,
"test_file_count": 2,
"error": null
},
"staged:precomputed": {
"strategy_key": "staged:precomputed",
"strategy": "staged",
"stage2_mode": "precomputed",
"effective_method": "staged",
"execution_method": "cascade",
"latency_ms": 14900.017599999905,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
"d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
"d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
"d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"generated_artifact_count": 1,
"test_file_count": 0,
"error": null
},
"staged:realtime": {
"strategy_key": "staged:realtime",
"strategy": "staged",
"stage2_mode": "realtime",
"effective_method": "staged",
"execution_method": "cascade",
"latency_ms": 14104.314599990845,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
"d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
"d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
"d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"generated_artifact_count": 1,
"test_file_count": 0,
"error": null
},
"staged:static_global_graph": {
"strategy_key": "staged:static_global_graph",
"strategy": "staged",
"stage2_mode": "static_global_graph",
"effective_method": "staged",
"execution_method": "cascade",
"latency_ms": 11906.852500021458,
"topk_paths": [
"d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
"d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
"d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
"d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
"d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
"d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
"d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
],
"first_hit_rank": null,
"hit_at_k": false,
"recall_at_k": 0.0,
"generated_artifact_count": 1,
"test_file_count": 0,
"error": null
}
}
}
]
}