mirror of
https://github.com/catlog22/Claude-Code-Workflow.git
synced 2026-02-12 02:37:45 +08:00
Implement SPLADE sparse encoder and associated database migrations
- Added `splade_encoder.py` for ONNX-optimized SPLADE encoding, including methods for encoding text and batch processing. - Created `SPLADE_IMPLEMENTATION.md` to document the SPLADE encoder's functionality, design patterns, and integration points. - Introduced migration script `migration_009_add_splade.py` to add SPLADE metadata and posting list tables to the database. - Developed `splade_index.py` for managing the SPLADE inverted index, supporting efficient sparse vector retrieval. - Added verification script `verify_watcher.py` to test FileWatcher event filtering and debouncing functionality.
This commit is contained in:
@@ -80,6 +80,18 @@ reranker = [
|
||||
"transformers>=4.36",
|
||||
]
|
||||
|
||||
# SPLADE sparse retrieval
|
||||
splade = [
|
||||
"transformers>=4.36",
|
||||
"optimum[onnxruntime]>=1.16",
|
||||
]
|
||||
|
||||
# SPLADE with GPU acceleration (CUDA)
|
||||
splade-gpu = [
|
||||
"transformers>=4.36",
|
||||
"optimum[onnxruntime-gpu]>=1.16",
|
||||
]
|
||||
|
||||
# Encoding detection for non-UTF8 files
|
||||
encoding = [
|
||||
"chardet>=5.0",
|
||||
|
||||
Reference in New Issue
Block a user