fix: Fix issues in unified examples

- Add smart path detection for data directory
- Fix add_texts -> add_text method call
- Handle both running from project root and examples directory
This commit is contained in:
Andy Lee
2025-07-29 15:55:46 -07:00
parent 7fbb6c98ef
commit 9d77175ac8
2 changed files with 10 additions and 3 deletions

View File

@@ -164,7 +164,8 @@ class BaseRAGExample(ABC):
batch_size = 1000 batch_size = 1000
for i in range(0, len(texts), batch_size): for i in range(0, len(texts), batch_size):
batch = texts[i : i + batch_size] batch = texts[i : i + batch_size]
builder.add_texts(batch) for text in batch:
builder.add_text(text)
print(f"Added {min(i + batch_size, len(texts))}/{len(texts)} texts...") print(f"Added {min(i + batch_size, len(texts))}/{len(texts)} texts...")
print("Building index structure...") print("Building index structure...")

View File

@@ -26,11 +26,17 @@ class DocumentRAG(BaseRAGExample):
def _add_specific_arguments(self, parser): def _add_specific_arguments(self, parser):
"""Add document-specific arguments.""" """Add document-specific arguments."""
doc_group = parser.add_argument_group("Document Parameters") doc_group = parser.add_argument_group("Document Parameters")
# Smart default path detection
default_data_dir = Path("examples/data")
if not default_data_dir.exists() and Path("data").exists():
default_data_dir = Path("data")
doc_group.add_argument( doc_group.add_argument(
"--data-dir", "--data-dir",
type=str, type=str,
default="examples/data", default=str(default_data_dir),
help="Directory containing documents to index (default: examples/data)", help=f"Directory containing documents to index (default: {default_data_dir})",
) )
doc_group.add_argument( doc_group.add_argument(
"--file-types", "--file-types",