TBNilles/LEANN
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit

Browse Source
This commit is contained in:
yichuan520030910320
2025-06-30 09:05:05 +00:00
commit 46f6cc100b
1231 changed files with 278432 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
research/utils/simple_search.fish Normal file
View File

@@ -0,0 +1,18 @@
set -l BIG_GRAPH /opt/dlami/nvme/scaling_out/indices/rpj_wiki/facebook/contriever-msmarco/hnsw/hnsw_IP_M30_efC128.index \
/opt/dlami/nvme/scaling_out/embeddings/facebook/contriever-msmarco/rpj_wiki/1-shards/indices/99_4_degree_based_hnsw_IP_M32_efC256/index.faiss \
/opt/dlami/nvme/scaling_out/embeddings/facebook/contriever-msmarco/rpj_wiki/1-shards/indices/d9_hnsw_IP_M8_efC128/index.faiss \
/opt/dlami/nvme/scaling_out/embeddings/facebook/contriever-msmarco/rpj_wiki/1-shards/indices/half_edges_IP_M32_efC128/index.faiss
set -l LABELS hnsw_IP_M30_efC128 \
99_4_degree_based_hnsw_IP_M32_efC256 \
d9_hnsw_IP_M8_efC128 \
half_edges_IP_M32_efC128
for i in (seq 1 4)
set graph (string join / $BIG_GRAPH[$i])
set label (string join / $LABELS[$i])
echo "Building HNSW index with $label..."
python ./faiss/demo/large_graph_simple_build.py --index-file $graph
end