TBNilles/LEANN
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

debug: add detailed logging for CI path resolution debugging

Browse Source 
- Add logging in DiskANN embedding server to show metadata_file_path
- Add debug logging in PassageManager to trace path resolution
- This will help identify why CI fails to find passage files
This commit is contained in:
Andy Lee
2025-08-07 00:00:12 -07:00
parent 8b538d1ef9
commit 45bdad4fa7
3 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
packages/leann-backend-diskann/leann_backend_diskann/diskann_embedding_server.py
View File

@@ -80,6 +80,7 @@ def create_diskann_embedding_server(
with open(passages_file) as f: with open(passages_file) as f:
meta = json.load(f) meta = json.load(f)
logger.info(f"Loading PassageManager with metadata_file_path: {passages_file}")
passages = PassageManager(meta["passage_sources"], metadata_file_path=passages_file) passages = PassageManager(meta["passage_sources"], metadata_file_path=passages_file)
logger.info( logger.info(
f"Loaded PassageManager with {len(passages.global_offset_map)} passages from metadata" f"Loaded PassageManager with {len(passages.global_offset_map)} passages from metadata"

2
packages/leann-backend-diskann/third_party/DiskANN vendored

Submodule packages/leann-backend-diskann/third_party/DiskANN updated: c73bcec98c...b2dc4ea2c7

9
packages/leann-core/src/leann/api.py
View File

@@ -132,12 +132,21 @@ class PassageManager:
if metadata_file_path: if metadata_file_path:
# Resolve relative to metadata file directory # Resolve relative to metadata file directory
metadata_dir = Path(metadata_file_path).parent metadata_dir = Path(metadata_file_path).parent
logger.debug(
f"PassageManager: Resolving relative paths from metadata_dir: {metadata_dir}"
)
index_file = str((metadata_dir / index_file).resolve()) index_file = str((metadata_dir / index_file).resolve())
passage_file = str((metadata_dir / passage_file).resolve()) passage_file = str((metadata_dir / passage_file).resolve())
logger.debug(f"PassageManager: Resolved index_file: {index_file}")
else: else:
# Fallback to current directory resolution (legacy behavior) # Fallback to current directory resolution (legacy behavior)
logger.warning(
"PassageManager: No metadata_file_path provided, using fallback resolution from cwd"
)
logger.debug(f"PassageManager: Current working directory: {Path.cwd()}")
index_file = str(Path(index_file).resolve()) index_file = str(Path(index_file).resolve())
passage_file = str(Path(passage_file).resolve()) passage_file = str(Path(passage_file).resolve())
logger.debug(f"PassageManager: Fallback resolved index_file: {index_file}")
if not Path(index_file).exists(): if not Path(index_file).exists():
raise FileNotFoundError(f"Passage index file not found: {index_file}") raise FileNotFoundError(f"Passage index file not found: {index_file}")