{
  "timestamp": "2026-03-15 00:19:16",
  "source": "D:\\Claude_dms3",
  "queries_file": "D:\\Claude_dms3\\codex-lens\\benchmarks\\accuracy_queries_ccw_smart_search.jsonl",
  "query_count": 1,
  "k": 10,
  "coarse_k": 100,
  "local_only": true,
  "strategies": {
    "auto": {
      "query_count": 1,
      "hit_at_k": 1.0,
      "mrr_at_k": 1.0,
      "avg_recall_at_k": 1.0,
      "avg_latency_ms": 1377.3565999865532,
      "p50_latency_ms": 1377.3565999865532,
      "p95_latency_ms": 1377.3565999865532,
      "avg_generated_artifact_count": 0.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 0,
      "runs_with_test_files": 0,
      "effective_methods": {
        "fts": 1
      },
      "errors": 0,
      "strategy": "auto",
      "stage2_mode": null
    },
    "fts": {
      "query_count": 1,
      "hit_at_k": 1.0,
      "mrr_at_k": 1.0,
      "avg_recall_at_k": 1.0,
      "avg_latency_ms": 1460.0819000601768,
      "p50_latency_ms": 1460.0819000601768,
      "p95_latency_ms": 1460.0819000601768,
      "avg_generated_artifact_count": 0.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 0,
      "runs_with_test_files": 0,
      "effective_methods": {
        "fts": 1
      },
      "errors": 0,
      "strategy": "fts",
      "stage2_mode": null
    },
    "hybrid": {
      "query_count": 1,
      "hit_at_k": 0.0,
      "mrr_at_k": 0.0,
      "avg_recall_at_k": 0.0,
      "avg_latency_ms": 45991.74140000343,
      "p50_latency_ms": 45991.74140000343,
      "p95_latency_ms": 45991.74140000343,
      "avg_generated_artifact_count": 0.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 0,
      "runs_with_test_files": 0,
      "effective_methods": {
        "hybrid": 1
      },
      "errors": 0,
      "strategy": "hybrid",
      "stage2_mode": null
    },
    "dense_rerank": {
      "query_count": 1,
      "hit_at_k": 0.0,
      "mrr_at_k": 0.0,
      "avg_recall_at_k": 0.0,
      "avg_latency_ms": 22739.62610000372,
      "p50_latency_ms": 22739.62610000372,
      "p95_latency_ms": 22739.62610000372,
      "avg_generated_artifact_count": 1.0,
      "avg_test_file_count": 2.0,
      "runs_with_generated_artifacts": 1,
      "runs_with_test_files": 1,
      "effective_methods": {
        "dense_rerank": 1
      },
      "errors": 0,
      "strategy": "dense_rerank",
      "stage2_mode": null
    },
    "staged:precomputed": {
      "query_count": 1,
      "hit_at_k": 0.0,
      "mrr_at_k": 0.0,
      "avg_recall_at_k": 0.0,
      "avg_latency_ms": 14900.017599999905,
      "p50_latency_ms": 14900.017599999905,
      "p95_latency_ms": 14900.017599999905,
      "avg_generated_artifact_count": 1.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 1,
      "runs_with_test_files": 0,
      "effective_methods": {
        "staged": 1
      },
      "errors": 0,
      "strategy": "staged",
      "stage2_mode": "precomputed"
    },
    "staged:realtime": {
      "query_count": 1,
      "hit_at_k": 0.0,
      "mrr_at_k": 0.0,
      "avg_recall_at_k": 0.0,
      "avg_latency_ms": 14104.314599990845,
      "p50_latency_ms": 14104.314599990845,
      "p95_latency_ms": 14104.314599990845,
      "avg_generated_artifact_count": 1.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 1,
      "runs_with_test_files": 0,
      "effective_methods": {
        "staged": 1
      },
      "errors": 0,
      "strategy": "staged",
      "stage2_mode": "realtime"
    },
    "staged:static_global_graph": {
      "query_count": 1,
      "hit_at_k": 0.0,
      "mrr_at_k": 0.0,
      "avg_recall_at_k": 0.0,
      "avg_latency_ms": 11906.852500021458,
      "p50_latency_ms": 11906.852500021458,
      "p95_latency_ms": 11906.852500021458,
      "avg_generated_artifact_count": 1.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 1,
      "runs_with_test_files": 0,
      "effective_methods": {
        "staged": 1
      },
      "errors": 0,
      "strategy": "staged",
      "stage2_mode": "static_global_graph"
    }
  },
  "stage2_mode_matrix": {
    "precomputed": {
      "query_count": 1,
      "hit_at_k": 0.0,
      "mrr_at_k": 0.0,
      "avg_recall_at_k": 0.0,
      "avg_latency_ms": 14900.017599999905,
      "p50_latency_ms": 14900.017599999905,
      "p95_latency_ms": 14900.017599999905,
      "avg_generated_artifact_count": 1.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 1,
      "runs_with_test_files": 0,
      "effective_methods": {
        "staged": 1
      },
      "errors": 0,
      "strategy": "staged",
      "stage2_mode": "precomputed"
    },
    "realtime": {
      "query_count": 1,
      "hit_at_k": 0.0,
      "mrr_at_k": 0.0,
      "avg_recall_at_k": 0.0,
      "avg_latency_ms": 14104.314599990845,
      "p50_latency_ms": 14104.314599990845,
      "p95_latency_ms": 14104.314599990845,
      "avg_generated_artifact_count": 1.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 1,
      "runs_with_test_files": 0,
      "effective_methods": {
        "staged": 1
      },
      "errors": 0,
      "strategy": "staged",
      "stage2_mode": "realtime"
    },
    "static_global_graph": {
      "query_count": 1,
      "hit_at_k": 0.0,
      "mrr_at_k": 0.0,
      "avg_recall_at_k": 0.0,
      "avg_latency_ms": 11906.852500021458,
      "p50_latency_ms": 11906.852500021458,
      "p95_latency_ms": 11906.852500021458,
      "avg_generated_artifact_count": 1.0,
      "avg_test_file_count": 0.0,
      "runs_with_generated_artifacts": 1,
      "runs_with_test_files": 0,
      "effective_methods": {
        "staged": 1
      },
      "errors": 0,
      "strategy": "staged",
      "stage2_mode": "static_global_graph"
    }
  },
  "pairwise_stage2_deltas": [
    {
      "mode_a": "precomputed",
      "mode_b": "realtime",
      "hit_at_k_delta": 0.0,
      "mrr_at_k_delta": 0.0,
      "avg_recall_at_k_delta": 0.0,
      "avg_latency_ms_delta": 795.7030000090599
    },
    {
      "mode_a": "precomputed",
      "mode_b": "static_global_graph",
      "hit_at_k_delta": 0.0,
      "mrr_at_k_delta": 0.0,
      "avg_recall_at_k_delta": 0.0,
      "avg_latency_ms_delta": 2993.165099978447
    },
    {
      "mode_a": "realtime",
      "mode_b": "static_global_graph",
      "hit_at_k_delta": 0.0,
      "mrr_at_k_delta": 0.0,
      "avg_recall_at_k_delta": 0.0,
      "avg_latency_ms_delta": 2197.462099969387
    }
  ],
  "config": {
    "embedding_backend": "fastembed",
    "embedding_model": "code",
    "embedding_use_gpu": false,
    "reranker_backend": "onnx",
    "reranker_model": "cross-encoder/ms-marco-MiniLM-L-6-v2",
    "reranker_use_gpu": false,
    "enable_staged_rerank": true,
    "enable_cross_encoder_rerank": true
  },
  "evaluations": [
    {
      "query": "executeHybridMode dense_rerank semantic smart_search",
      "intent": "ccw-semantic-routing",
      "notes": "CCW semantic mode delegates to CodexLens dense_rerank.",
      "relevant_paths": [
        "D:\\Claude_dms3\\ccw\\src\\tools\\smart-search.ts"
      ],
      "runs": {
        "auto": {
          "strategy_key": "auto",
          "strategy": "auto",
          "stage2_mode": null,
          "effective_method": "fts",
          "execution_method": "fts",
          "latency_ms": 1377.3565999865532,
          "topk_paths": [
            "d:\\claude_dms3\\ccw\\src\\tools\\smart-search.ts"
          ],
          "first_hit_rank": 1,
          "hit_at_k": true,
          "recall_at_k": 1.0,
          "generated_artifact_count": 0,
          "test_file_count": 0,
          "error": null
        },
        "fts": {
          "strategy_key": "fts",
          "strategy": "fts",
          "stage2_mode": null,
          "effective_method": "fts",
          "execution_method": "fts",
          "latency_ms": 1460.0819000601768,
          "topk_paths": [
            "d:\\claude_dms3\\ccw\\src\\tools\\smart-search.ts"
          ],
          "first_hit_rank": 1,
          "hit_at_k": true,
          "recall_at_k": 1.0,
          "generated_artifact_count": 0,
          "test_file_count": 0,
          "error": null
        },
        "hybrid": {
          "strategy_key": "hybrid",
          "strategy": "hybrid",
          "stage2_mode": null,
          "effective_method": "hybrid",
          "execution_method": "hybrid",
          "latency_ms": 45991.74140000343,
          "topk_paths": [
            "d:\\claude_dms3\\ccw\\src\\config\\litellm-api-config-manager.ts",
            "d:\\claude_dms3\\codex-lens\\src\\codexlens\\semantic\\reranker\\api_reranker.py",
            "d:\\claude_dms3\\ccw\\src\\commands\\core-memory.ts",
            "d:\\claude_dms3\\codex-lens\\src\\codexlens\\cli\\commands.py",
            "d:\\claude_dms3\\codex-lens\\scripts\\generate_embeddings.py",
            "d:\\claude_dms3\\ccw\\src\\core\\routes\\notification-routes.ts",
            "d:\\claude_dms3\\ccw\\src\\tools\\team-msg.ts",
            "d:\\claude_dms3\\ccw\\src\\types\\remote-notification.ts",
            "d:\\claude_dms3\\ccw\\src\\core\\memory-store.ts",
            "d:\\claude_dms3\\codex-lens\\src\\codexlens\\semantic\\vector_store.py"
          ],
          "first_hit_rank": null,
          "hit_at_k": false,
          "recall_at_k": 0.0,
          "generated_artifact_count": 0,
          "test_file_count": 0,
          "error": null
        },
        "dense_rerank": {
          "strategy_key": "dense_rerank",
          "strategy": "dense_rerank",
          "stage2_mode": null,
          "effective_method": "dense_rerank",
          "execution_method": "cascade",
          "latency_ms": 22739.62610000372,
          "topk_paths": [
            "d:\\claude_dms3\\ccw\\src\\core\\routes\\issue-routes.ts",
            "d:\\claude_dms3\\ccw\\src\\tools\\session-manager.ts",
            "d:\\claude_dms3\\ccw\\src\\types\\queue-types.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\nativesessionpanel.tsx",
            "d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts",
            "d:\\claude_dms3\\ccw\\src\\core\\memory-extraction-pipeline.ts",
            "d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\skills-page.spec.ts",
            "d:\\claude_dms3\\ccw\\dist\\tools\\discover-design-files.js",
            "d:\\claude_dms3\\ccw\\frontend\\src\\components\\api-settings\\clisettingsmodal.tsx",
            "d:\\claude_dms3\\ccw\\frontend\\tests\\e2e\\api-settings.spec.ts"
          ],
          "first_hit_rank": null,
          "hit_at_k": false,
          "recall_at_k": 0.0,
          "generated_artifact_count": 1,
          "test_file_count": 2,
          "error": null
        },
        "staged:precomputed": {
          "strategy_key": "staged:precomputed",
          "strategy": "staged",
          "stage2_mode": "precomputed",
          "effective_method": "staged",
          "execution_method": "cascade",
          "latency_ms": 14900.017599999905,
          "topk_paths": [
            "d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
            "d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
            "d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
            "d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
            "d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
            "d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
            "d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
          ],
          "first_hit_rank": null,
          "hit_at_k": false,
          "recall_at_k": 0.0,
          "generated_artifact_count": 1,
          "test_file_count": 0,
          "error": null
        },
        "staged:realtime": {
          "strategy_key": "staged:realtime",
          "strategy": "staged",
          "stage2_mode": "realtime",
          "effective_method": "staged",
          "execution_method": "cascade",
          "latency_ms": 14104.314599990845,
          "topk_paths": [
            "d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
            "d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
            "d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
            "d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
            "d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
            "d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
            "d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
          ],
          "first_hit_rank": null,
          "hit_at_k": false,
          "recall_at_k": 0.0,
          "generated_artifact_count": 1,
          "test_file_count": 0,
          "error": null
        },
        "staged:static_global_graph": {
          "strategy_key": "staged:static_global_graph",
          "strategy": "staged",
          "stage2_mode": "static_global_graph",
          "effective_method": "staged",
          "execution_method": "cascade",
          "latency_ms": 11906.852500021458,
          "topk_paths": [
            "d:\\claude_dms3\\ccw\\src\\tools\\native-session-discovery.ts",
            "d:\\claude_dms3\\ccw\\src\\commands\\memory.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\hooks\\useissues.test.tsx",
            "d:\\claude_dms3\\ccw\\src\\core\\routes\\cli-sessions-routes.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\lib\\api.ts",
            "d:\\claude_dms3\\ccw\\frontend\\src\\components\\shared\\filepreview.tsx",
            "d:\\claude_dms3\\ccw\\src\\core\\hooks\\hook-templates.ts",
            "d:\\claude_dms3\\ccw\\src\\utils\\file-reader.ts",
            "d:\\claude_dms3\\ccw\\dist\\core\\routes\\cli-sessions-routes.js",
            "d:\\claude_dms3\\ccw\\src\\core\\history-importer.ts"
          ],
          "first_hit_rank": null,
          "hit_at_k": false,
          "recall_at_k": 0.0,
          "generated_artifact_count": 1,
          "test_file_count": 0,
          "error": null
        }
      }
    }
  ]
}