perf: avoid merging offset dicts for lower mem usage

This commit is contained in:
Andy Lee
2025-08-19 10:58:16 -07:00
parent 9d5cdd93b4
commit bc621677f6
4 changed files with 44 additions and 20 deletions

View File

@@ -84,7 +84,7 @@ def create_diskann_embedding_server(
logger.info(f"Loading PassageManager with metadata_file_path: {passages_file}")
passages = PassageManager(meta["passage_sources"], metadata_file_path=passages_file)
logger.info(
f"Loaded PassageManager with {len(passages.global_offset_map)} passages from metadata"
f"Loaded PassageManager with {len(passages)} passages from metadata"
)
# Import protobuf after ensuring the path is correct