TBNilles/LEANN
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add configuable funcname

Browse Source
This commit is contained in:
yichuan520030910320
2025-07-02 05:18:00 +00:00
parent 371e3de04e
commit 44815ee7fd
5 changed files with 3208 additions and 966 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/main_cli_example.py
View File

@@ -21,7 +21,7 @@ file_extractor: dict[str, BaseReader] = {
".xlsx": reader,
}
node_parser = DoclingNodeParser(
chunker=HybridChunker(tokenizer="Qwen/Qwen3-Embedding-4B", max_tokens=512)
chunker=HybridChunker(tokenizer="Qwen/Qwen3-Embedding-4B", max_tokens=64)
)
documents = SimpleDirectoryReader(
@@ -67,7 +67,7 @@ async def main():
print(f"\n[PHASE 2] Starting Leann chat session...")
chat = LeannChat(index_path=INDEX_PATH)
query = "Based on the paper, what are the main techniques LEANN explores to reduce the storage overhead?"
query = "Based on the paper, what are the main techniques LEANN and DLPM explores to reduce the storage overhead?"
print(f"You: {query}")
chat_response = chat.ask(query, top_k=10, recompute_beighbor_embeddings=True)
print(f"Leann: {chat_response}")