catlog22/Claude-Code-Workflow
1
0
Fork 0
mirror of https://github.com/catlog22/Claude-Code-Workflow.git synced 2026-02-09 02:24:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(vector-store): add lock protection for bulk insert mode flag

Browse Source 
Protect _bulk_insert_mode flag and accumulation lists with
_ann_write_lock to prevent corruption during concurrent access.

Solution-ID: SOL-1735392000003
Issue-ID: ISS-1766921318981-12
Task-ID: T1
This commit is contained in:
catlog22
2025-12-29 19:16:30 +08:00
parent ffbc4a4b76
commit d8be23fa83
2 changed files with 82 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
codex-lens/src/codexlens/semantic/vector_store.py
View File

@@ -500,13 +500,13 @@ class VectorStore:
# Handle ANN index updates
if embeddings_list and update_ann and self._ensure_ann_index(len(embeddings_list[0])):
# In bulk insert mode, accumulate for later batch update
if self._bulk_insert_mode:
self._bulk_insert_ids.extend(ids)
self._bulk_insert_embeddings.extend(embeddings_list)
else:
# Normal mode: update immediately
with self._ann_write_lock:
with self._ann_write_lock:
# In bulk insert mode, accumulate for later batch update
if self._bulk_insert_mode:
self._bulk_insert_ids.extend(ids)
self._bulk_insert_embeddings.extend(embeddings_list)
else:
# Normal mode: update immediately
try:
embeddings_matrix = np.vstack(embeddings_list)
self._ann_index.add_vectors(ids, embeddings_matrix)
@@ -579,14 +579,14 @@ class VectorStore:
# Handle ANN index updates
if update_ann and self._ensure_ann_index(embeddings_matrix.shape[1]):
# In bulk insert mode, accumulate for later batch update
if self._bulk_insert_mode:
self._bulk_insert_ids.extend(ids)
# Split matrix into individual arrays for accumulation
self._bulk_insert_embeddings.extend([embeddings_matrix[i] for i in range(len(ids))])
else:
# Normal mode: update immediately
with self._ann_write_lock:
with self._ann_write_lock:
# In bulk insert mode, accumulate for later batch update
if self._bulk_insert_mode:
self._bulk_insert_ids.extend(ids)
# Split matrix into individual arrays for accumulation
self._bulk_insert_embeddings.extend([embeddings_matrix[i] for i in range(len(ids))])
else:
# Normal mode: update immediately
try:
self._ann_index.add_vectors(ids, embeddings_matrix)
if auto_save_ann: