TBNilles/LEANN
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: file name

Browse Source
This commit is contained in:
Andy Lee
2025-07-14 15:34:56 -07:00
parent ed8a02e721
commit b89e56e9c2
1 changed files with 27 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
examples/compare_faiss_vs_leann.py
View File

@@ -58,7 +58,12 @@ def test_faiss_hnsw():
print("=" * 50)
try:
result = subprocess.run([sys.executable, "examples/test_faiss_only.py"], capture_output=True, text=True, timeout=300)
result = subprocess.run(
[sys.executable, "examples/faiss_only.py"],
capture_output=True,
text=True,
timeout=300,
)
print(result.stdout)
if result.stderr:
@@ -71,12 +76,14 @@ def test_faiss_hnsw():
}
# Parse peak memory from output
lines = result.stdout.split('\n')
lines = result.stdout.split("\n")
peak_memory = 0.0
for line in lines:
if "Peak Memory:" in line:
peak_memory = float(line.split("Peak Memory:")[1].split("MB")[0].strip())
peak_memory = float(
line.split("Peak Memory:")[1].split("MB")[0].strip()
)
return {"peak_memory": peak_memory}
@@ -228,10 +235,10 @@ def test_leann_hnsw():
for dirpath, dirnames, filenames in os.walk(str(INDEX_DIR)):
for filename in filenames:
# Only count actual index files, skip text data and backups
if filename.endswith(('.old', '.tmp', '.bak', '.jsonl', '.json')):
if filename.endswith((".old", ".tmp", ".bak", ".jsonl", ".json")):
continue
# Count .index, .idx, .map files (actual index structures)
if filename.endswith(('.index', '.idx', '.map')):
if filename.endswith((".index", ".idx", ".map")):
filepath = os.path.join(dirpath, filename)
total_size += os.path.getsize(filepath)
storage_size = total_size / (1024 * 1024) # Convert to MB
@@ -303,15 +310,19 @@ def main():
# Storage comparison - be clear about which is larger
if leann_storage_size > faiss_storage_size:
storage_ratio = leann_storage_size / faiss_storage_size
print(f" Storage Size: {storage_ratio:.1f}x larger (LEANN uses more storage)")
print(
f" Storage Size: {storage_ratio:.1f}x larger (LEANN uses more storage)"
)
elif faiss_storage_size > leann_storage_size:
storage_ratio = faiss_storage_size / leann_storage_size
print(f" Storage Size: {storage_ratio:.1f}x smaller (LEANN uses less storage)")
print(
f" Storage Size: {storage_ratio:.1f}x smaller (LEANN uses less storage)"
)
else:
print(f" Storage Size: similar")
print(f"\nSavings:")
memory_saving = faiss_results['peak_memory'] - leann_results['peak_memory']
memory_saving = faiss_results["peak_memory"] - leann_results["peak_memory"]
storage_diff = faiss_storage_size - leann_storage_size
print(f" Memory: {memory_saving:.1f} MB")
if storage_diff >= 0: