add mac support in this repo

This commit is contained in:
yichuan520030910320
2025-07-07 18:22:24 -07:00
parent 637dab379e
commit dfca00c21b
6 changed files with 2923 additions and 3725 deletions

View File

@@ -25,7 +25,7 @@ file_extractor: dict[str, BaseReader] = {
".md": reader,
}
node_parser = DoclingNodeParser(
chunker=HybridChunker(tokenizer="Qwen/Qwen3-Embedding-4B", max_tokens=128)
chunker=HybridChunker(tokenizer="facebook/contriever", max_tokens=128)
)
print("Loading documents...")
documents = SimpleDirectoryReader(