{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Initializing leann-backend-diskann...\n", "INFO: Registering backend 'diskann'\n", "INFO: DiskANN backend loaded successfully\n", "INFO: LeannBuilder initialized with 'diskann' backend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/ubuntu/LEANN_clean/leann/.venv/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", " from .autonotebook import tqdm as notebook_tqdm\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "INFO: Computing embeddings for 6 chunks using 'sentence-transformers/all-mpnet-base-v2'...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "Batches: 100%|██████████| 1/1 [00:00<00:00, 3.02it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "INFO: Building DiskANN index for 6 vectors with metric Metric.INNER_PRODUCT...\n", "Using Inner Product search, so need to pre-process base data into temp file. Please ensure there is additional (n*(d+1)*4) bytes for storing pre-processed base vectors, apart from the interim indices created by DiskANN and the final index.\n", "Pre-processing base file by adding extra coordinate\n", "✅ DiskANN index built successfully at 'knowledge'\n", "Writing bin: knowledge_disk.index_max_base_norm.bin\n", "bin: #pts = 1, #dims = 1, size = 12B\n", "Finished writing bin.\n", "Time for preprocessing data for inner product: 0.000182 seconds\n", "Reading max_norm_of_base from knowledge_disk.index_max_base_norm.bin\n", "Reading bin file knowledge_disk.index_max_base_norm.bin ...\n", "Opening bin file knowledge_disk.index_max_base_norm.bin... \n", "Metadata: #pts = 1, #dims = 1...\n", "done.\n", "max_norm_of_base: 1\n", "! Using prepped_base file at knowledge_prepped_base.bin\n", "Starting index build: R=32 L=64 Query RAM budget: 4.02653e+09 Indexing ram budget: 8 T: 8\n", "getting bin metadata\n", "Time for getting bin metadata: 0.000019 seconds\n", "Compressing 769-dimensional data into 512 bytes per vector.\n", "Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n", "Training data with 6 samples loaded.\n", "Processing chunk 0 with dimensions [0, 2)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 1 with dimensions [2, 4)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 2 with dimensions [4, 6)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 3 with dimensions [6, 8)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 4 with dimensions [8, 10)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 5 with dimensions [10, 12)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 6 with dimensions [12, 14)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 7 with dimensions [14, 16)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 8 with dimensions [16, 18)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 9 with dimensions [18, 20)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 10 with dimensions [20, 22)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 11 with dimensions [22, 24)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 12 with dimensions [24, 26)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 13 with dimensions [26, 28)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 14 with dimensions [28, 30)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 15 with dimensions [30, 32)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 16 with dimensions [32, 34)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 17 with dimensions [34, 36)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 18 with dimensions [36, 38)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 19 with dimensions [38, 40)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 20 with dimensions [40, 42)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 21 with dimensions [42, 44)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 22 with dimensions [44, 46)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 23 with dimensions [46, 48)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 24 with dimensions [48, 50)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 25 with dimensions [50, 52)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 26 with dimensions [52, 54)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 27 with dimensions [54, 56)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 28 with dimensions [56, 58)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 29 with dimensions [58, 60)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 30 with dimensions [60, 62)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 31 with dimensions [62, 64)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 32 with dimensions [64, 66)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 33 with dimensions [66, 68)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 34 with dimensions [68, 70)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 35 with dimensions [70, 72)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 36 with dimensions [72, 74)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 37 with dimensions [74, 76)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 38 with dimensions [76, 78)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 39 with dimensions [78, 80)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 40 with dimensions [80, 82)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 41 with dimensions [82, 84)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 42 with dimensions [84, 86)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 43 with dimensions [86, 88)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 44 with dimensions [88, 90)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 45 with dimensions [90, 92)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 46 with dimensions [92, 94)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 47 with dimensions [94, 96)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 48 with dimensions [96, 98)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 49 with dimensions [98, 100)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 50 with dimensions [100, 102)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 51 with dimensions [102, 104)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 52 with dimensions [104, 106)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 53 with dimensions [106, 108)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 54 with dimensions [108, 110)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 55 with dimensions [110, 112)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 56 with dimensions [112, 114)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 57 with dimensions [114, 116)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 58 with dimensions [116, 118)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 59 with dimensions [118, 120)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 60 with dimensions [120, 122)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 61 with dimensions [122, 124)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 62 with dimensions [124, 126)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 63 with dimensions [126, 128)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 64 with dimensions [128, 130)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 65 with dimensions [130, 132)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 66 with dimensions [132, 134)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 67 with dimensions [134, 136)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 68 with dimensions [136, 138)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 69 with dimensions [138, 140)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 70 with dimensions [140, 142)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 71 with dimensions [142, 144)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 72 with dimensions [144, 146)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 73 with dimensions [146, 148)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 74 with dimensions [148, 150)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 75 with dimensions [150, 152)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 76 with dimensions [152, 154)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 77 with dimensions [154, 156)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 78 with dimensions [156, 158)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 79 with dimensions [158, 160)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 80 with dimensions [160, 162)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 81 with dimensions [162, 164)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 82 with dimensions [164, 166)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 83 with dimensions [166, 168)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 84 with dimensions [168, 170)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 85 with dimensions [170, 172)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 86 with dimensions [172, 174)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 87 with dimensions [174, 176)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 88 with dimensions [176, 178)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 89 with dimensions [178, 180)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 90 with dimensions [180, 182)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 91 with dimensions [182, 184)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 92 with dimensions [184, 186)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 93 with dimensions [186, 188)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 94 with dimensions [188, 190)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 95 with dimensions [190, 192)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 96 with dimensions [192, 194)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 97 with dimensions [194, 196)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 98 with dimensions [196, 198)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 99 with dimensions [198, 200)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 100 with dimensions [200, 202)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 101 with dimensions [202, 204)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 102 with dimensions [204, 206)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 103 with dimensions [206, 208)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 104 with dimensions [208, 210)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 105 with dimensions [210, 212)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 106 with dimensions [212, 214)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 107 with dimensions [214, 216)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 108 with dimensions [216, 218)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 109 with dimensions [218, 220)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 110 with dimensions [220, 222)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 111 with dimensions [222, 224)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 112 with dimensions [224, 226)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 113 with dimensions [226, 228)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 114 with dimensions [228, 230)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 115 with dimensions [230, 232)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 116 with dimensions [232, 234)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 117 with dimensions [234, 236)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 118 with dimensions [236, 238)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 119 with dimensions [238, 240)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 120 with dimensions [240, 242)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 121 with dimensions [242, 244)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 122 with dimensions [244, 246)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 123 with dimensions [246, 248)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 124 with dimensions [248, 250)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 125 with dimensions [250, 252)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 126 with dimensions [252, 254)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 127 with dimensions [254, 256)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 128 with dimensions [256, 258)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 129 with dimensions [258, 260)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 130 with dimensions [260, 262)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 131 with dimensions [262, 264)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 132 with dimensions [264, 266)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 133 with dimensions [266, 268)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 134 with dimensions [268, 270)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 135 with dimensions [270, 272)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 136 with dimensions [272, 274)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 137 with dimensions [274, 276)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 138 with dimensions [276, 278)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 139 with dimensions [278, 280)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 140 with dimensions [280, 282)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 141 with dimensions [282, 284)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 142 with dimensions [284, 286)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 143 with dimensions [286, 288)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 144 with dimensions [288, 290)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 145 with dimensions [290, 292)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 146 with dimensions [292, 294)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 147 with dimensions [294, 296)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 148 with dimensions [296, 298)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 149 with dimensions [298, 300)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 150 with dimensions [300, 302)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 151 with dimensions [302, 304)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 152 with dimensions [304, 306)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 153 with dimensions [306, 308)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 154 with dimensions [308, 310)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 155 with dimensions [310, 312)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 156 with dimensions [312, 314)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 157 with dimensions [314, 316)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 158 with dimensions [316, 318)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 159 with dimensions [318, 320)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 160 with dimensions [320, 322)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 161 with dimensions [322, 324)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 162 with dimensions [324, 326)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 163 with dimensions [326, 328)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 164 with dimensions [328, 330)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 165 with dimensions [330, 332)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 166 with dimensions [332, 334)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 167 with dimensions [334, 336)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 168 with dimensions [336, 338)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 169 with dimensions [338, 340)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 170 with dimensions [340, 342)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 171 with dimensions [342, 344)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 172 with dimensions [344, 346)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 173 with dimensions [346, 348)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 174 with dimensions [348, 350)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 175 with dimensions [350, 352)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 176 with dimensions [352, 354)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 177 with dimensions [354, 356)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 178 with dimensions [356, 358)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 179 with dimensions [358, 360)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 180 with dimensions [360, 362)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 181 with dimensions [362, 364)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 182 with dimensions [364, 366)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 183 with dimensions [366, 368)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 184 with dimensions [368, 370)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 185 with dimensions [370, 372)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 186 with dimensions [372, 374)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 187 with dimensions [374, 376)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 188 with dimensions [376, 378)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 189 with dimensions [378, 380)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 190 with dimensions [380, 382)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 191 with dimensions [382, 384)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 192 with dimensions [384, 386)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early terminINFO: Leann metadata saved to knowledge.leann.meta.json\n", "ation.\n", "Processing chunk 193 with dimensions [386, 388)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 194 with dimensions [388, 390)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 195 with dimensions [390, 392)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 196 with dimensions [392, 394)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 197 with dimensions [394, 396)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 198 with dimensions [396, 398)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 199 with dimensions [398, 400)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 200 with dimensions [400, 402)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 201 with dimensions [402, 404)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 202 with dimensions [404, 406)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 203 with dimensions [406, 408)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 204 with dimensions [408, 410)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 205 with dimensions [410, 412)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 206 with dimensions [412, 414)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 207 with dimensions [414, 416)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 208 with dimensions [416, 418)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 209 with dimensions [418, 420)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 210 with dimensions [420, 422)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 211 with dimensions [422, 424)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 212 with dimensions [424, 426)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 213 with dimensions [426, 428)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 214 with dimensions [428, 430)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 215 with dimensions [430, 432)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 216 with dimensions [432, 434)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 217 with dimensions [434, 436)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 218 with dimensions [436, 438)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 219 with dimensions [438, 440)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 220 with dimensions [440, 442)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 221 with dimensions [442, 444)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 222 with dimensions [444, 446)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 223 with dimensions [446, 448)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 224 with dimensions [448, 450)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 225 with dimensions [450, 452)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 226 with dimensions [452, 454)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 227 with dimensions [454, 456)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 228 with dimensions [456, 458)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 229 with dimensions [458, 460)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 230 with dimensions [460, 462)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 231 with dimensions [462, 464)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 232 with dimensions [464, 466)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 233 with dimensions [466, 468)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 234 with dimensions [468, 470)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 235 with dimensions [470, 472)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 236 with dimensions [472, 474)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 237 with dimensions [474, 476)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 238 with dimensions [476, 478)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 239 with dimensions [478, 480)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 240 with dimensions [480, 482)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 241 with dimensions [482, 484)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 242 with dimensions [484, 486)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 243 with dimensions [486, 488)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 244 with dimensions [488, 490)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 245 with dimensions [490, 492)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 246 with dimensions [492, 494)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 247 with dimensions [494, 496)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 248 with dimensions [496, 498)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 249 with dimensions [498, 500)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 250 with dimensions [500, 502)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 251 with dimensions [502, 504)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 252 with dimensions [504, 506)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 253 with dimensions [506, 508)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 254 with dimensions [508, 510)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 255 with dimensions [510, 512)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 256 with dimensions [512, 514)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 257 with dimensions [514, 515)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 258 with dimensions [515, 516)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 259 with dimensions [516, 517)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 260 with dimensions [517, 518)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 261 with dimensions [518, 519)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 262 with dimensions [519, 520)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 263 with dimensions [520, 521)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 264 with dimensions [521, 522)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 265 with dimensions [522, 523)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 266 with dimensions [523, 524)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 267 with dimensions [524, 525)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 268 with dimensions [525, 526)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 269 with dimensions [526, 527)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 270 with dimensions [527, 528)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 271 with dimensions [528, 529)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 272 with dimensions [529, 530)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 273 with dimensions [530, 531)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 274 with dimensions [531, 532)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 275 with dimensions [532, 533)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 276 with dimensions [533, 534)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 277 with dimensions [534, 535)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 278 with dimensions [535, 536)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 279 with dimensions [536, 537)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 280 with dimensions [537, 538)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 281 with dimensions [538, 539)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 282 with dimensions [539, 540)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 283 with dimensions [540, 541)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 284 with dimensions [541, 542)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 285 with dimensions [542, 543)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 286 with dimensions [543, 544)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 287 with dimensions [544, 545)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 288 with dimensions [545, 546)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 289 with dimensions [546, 547)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 290 with dimensions [547, 548)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 291 with dimensions [548, 549)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 292 with dimensions [549, 550)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 293 with dimensions [550, 551)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 294 with dimensions [551, 552)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 295 with dimensions [552, 553)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 296 with dimensions [553, 554)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 297 with dimensions [554, 555)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 298 with dimensions [555, 556)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 299 with dimensions [556, 557)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 300 with dimensions [557, 558)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 301 with dimensions [558, 559)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 302 with dimensions [559, 560)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 303 with dimensions [560, 561)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 304 with dimensions [561, 562)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 305 with dimensions [562, 563)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 306 with dimensions [563, 564)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 307 with dimensions [564, 565)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 308 with dimensions [565, 566)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 309 with dimensions [566, 567)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 310 with dimensions [567, 568)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 311 with dimensions [568, 569)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 312 with dimensions [569, 570)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 313 with dimensions [570, 571)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 314 with dimensions [571, 572)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 315 with dimensions [572, 573)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 316 with dimensions [573, 574)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 317 with dimensions [574, 575)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 318 with dimensions [575, 576)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 319 with dimensions [576, 577)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 320 with dimensions [577, 578)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 321 with dimensions [578, 579)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 322 with dimensions [579, 580)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 323 with dimensions [580, 581)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 324 with dimensions [581, 582)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 325 with dimensions [582, 583)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 326 with dimensions [583, 584)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 327 with dimensions [584, 585)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 328 with dimensions [585, 586)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 329 with dimensions [586, 587)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 330 with dimensions [587, 588)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 331 with dimensions [588, 589)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 332 with dimensions [589, 590)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 333 with dimensions [590, 591)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 334 with dimensions [591, 592)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 335 with dimensions [592, 593)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 336 with dimensions [593, 594)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 337 with dimensions [594, 595)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 338 with dimensions [595, 596)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 339 with dimensions [596, 597)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 340 with dimensions [597, 598)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 341 with dimensions [598, 599)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 342 with dimensions [599, 600)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 343 with dimensions [600, 601)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 344 with dimensions [601, 602)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 345 with dimensions [602, 603)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 346 with dimensions [603, 604)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 347 with dimensions [604, 605)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 348 with dimensions [605, 606)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 349 with dimensions [606, 607)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 350 with dimensions [607, 608)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 351 with dimensions [608, 609)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 352 with dimensions [609, 610)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 353 with dimensions [610, 611)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 354 with dimensions [611, 612)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 355 with dimensions [612, 613)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 356 with dimensions [613, 614)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 357 with dimensions [614, 615)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 358 with dimensions [615, 616)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 359 with dimensions [616, 617)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 360 with dimensions [617, 618)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 361 with dimensions [618, 619)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 362 with dimensions [619, 620)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 363 with dimensions [620, 621)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 364 with dimensions [621, 622)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 365 with dimensions [622, 623)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 366 with dimensions [623, 624)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 367 with dimensions [624, 625)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 368 with dimensions [625, 626)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 369 with dimensions [626, 627)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 370 with dimensions [627, 628)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 371 with dimensions [628, 629)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 372 with dimensions [629, 630)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 373 with dimensions [630, 631)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 374 with dimensions [631, 632)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 375 with dimensions [632, 633)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 376 with dimensions [633, 634)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 377 with dimensions [634, 635)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 378 with dimensions [635, 636)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 379 with dimensions [636, 637)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 380 with dimensions [637, 638)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 381 with dimensions [638, 639)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 382 with dimensions [639, 640)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 383 with dimensions [640, 641)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 384 with dimensions [641, 642)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 385 with dimensions [642, 643)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 386 with dimensions [643, 644)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 387 with dimensions [644, 645)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 388 with dimensions [645, 646)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 389 with dimensions [646, 647)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 390 with dimensions [647, 648)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 391 with dimensions [648, 649)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 392 with dimensions [649, 650)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 393 with dimensions [650, 651)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 394 with dimensions [651, 652)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 395 with dimensions [652, 653)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 396 with dimensions [653, 654)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 397 with dimensions [654, 655)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 398 with dimensions [655, 656)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 399 with dimensions [656, 657)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 400 with dimensions [657, 658)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 401 with dimensions [658, 659)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 402 with dimensions [659, 660)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 403 with dimensions [660, 661)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 404 with dimensions [661, 662)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 405 with dimensions [662, 663)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 406 with dimensions [663, 664)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 407 with dimensions [664, 665)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 408 with dimensions [665, 666)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 409 with dimensions [666, 667)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 410 with dimensions [667, 668)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 411 with dimensions [668, 669)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 412 with dimensions [669, 670)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 413 with dimensions [670, 671)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 414 with dimensions [671, 672)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 415 with dimensions [672, 673)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 416 with dimensions [673, 674)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 417 with dimensions [674, 675)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 418 with dimensions [675, 676)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 419 with dimensions [676, 677)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 420 with dimensions [677, 678)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 421 with dimensions [678, 679)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 422 with dimensions [679, 680)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 423 with dimensions [680, 681)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 424 with dimensions [681, 682)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 425 with dimensions [682, 683)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 426 with dimensions [683, 684)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 427 with dimensions [684, 685)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 428 with dimensions [685, 686)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 429 with dimensions [686, 687)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 430 with dimensions [687, 688)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 431 with dimensions [688, 689)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 432 with dimensions [689, 690)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 433 with dimensions [690, 691)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 434 with dimensions [691, 692)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 435 with dimensions [692, 693)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 436 with dimensions [693, 694)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 437 with dimensions [694, 695)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 438 with dimensions [695, 696)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 439 with dimensions [696, 697)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 440 with dimensions [697, 698)\n", "Residuals unchanged: 3.40282e+38 becomes 1.113e-12. Early termination.\n", "Processing chunk 441 with dimensions [698, 699)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 442 with dimensions [699, 700)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 443 with dimensions [700, 701)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 444 with dimensions [701, 702)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 445 with dimensions [702, 703)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 446 with dimensions [703, 704)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 447 with dimensions [704, 705)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 448 with dimensions [705, 706)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 449 with dimensions [706, 707)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 450 with dimensions [707, 708)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 451 with dimensions [708, 709)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 452 with dimensions [709, 710)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 453 with dimensions [710, 711)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 454 with dimensions [711, 712)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 455 with dimensions [712, 713)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 456 with dimensions [713, 714)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 457 with dimensions [714, 715)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 458 with dimensions [715, 716)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 459 with dimensions [716, 717)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 460 with dimensions [717, 718)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 461 with dimensions [718, 719)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 462 with dimensions [719, 720)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 463 with dimensions [720, 721)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 464 with dimensions [721, 722)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 465 with dimensions [722, 723)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 466 with dimensions [723, 724)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 467 with dimensions [724, 725)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 468 with dimensions [725, 726)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 469 with dimensions [726, 727)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 470 with dimensions [727, 728)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 471 with dimensions [728, 729)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 472 with dimensions [729, 730)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 473 with dimensions [730, 731)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 474 with dimensions [731, 732)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 475 with dimensions [732, 733)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 476 with dimensions [733, 734)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 477 with dimensions [734, 735)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 478 with dimensions [735, 736)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 479 with dimensions [736, 737)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 480 with dimensions [737, 738)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 481 with dimensions [738, 739)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 482 with dimensions [739, 740)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 483 with dimensions [740, 741)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 484 with dimensions [741, 742)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 485 with dimensions [742, 743)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 486 with dimensions [743, 744)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 487 with dimensions [744, 745)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 488 with dimensions [745, 746)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 489 with dimensions [746, 747)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 490 with dimensions [747, 748)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 491 with dimensions [748, 749)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 492 with dimensions [749, 750)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 493 with dimensions [750, 751)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 494 with dimensions [751, 752)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 495 with dimensions [752, 753)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 496 with dimensions [753, 754)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 497 with dimensions [754, 755)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 498 with dimensions [755, 756)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 499 with dimensions [756, 757)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 500 with dimensions [757, 758)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 501 with dimensions [758, 759)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 502 with dimensions [759, 760)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 503 with dimensions [760, 761)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 504 with dimensions [761, 762)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 505 with dimensions [762, 763)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 506 with dimensions [763, 764)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 507 with dimensions [764, 765)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 508 with dimensions [765, 766)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 509 with dimensions [766, 767)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 510 with dimensions [767, 768)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Processing chunk 511 with dimensions [768, 769)\n", "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", "Writing bin: knowledge_pq_pivots.bin\n", "bin: #pts = 256, #dims = 769, size = 787464B\n", "Finished writing bin.\n", "Writing bin: knowledge_pq_pivots.bin\n", "bin: #pts = 769, #dims = 1, size = 3084B\n", "Finished writing bin.\n", "Writing bin: knowledge_pq_pivots.bin\n", "bin: #pts = 513, #dims = 1, size = 2060B\n", "Finished writing bin.\n", "Writing bin: knowledge_pq_pivots.bin\n", "bin: #pts = 4, #dims = 1, size = 40B\n", "Finished writing bin.\n", "Saved pq pivot data to knowledge_pq_pivots.bin of size 796704B.\n", "Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", "Metadata: #pts = 4, #dims = 1...\n", "done.\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", "Metadata: #pts = 256, #dims = 769...\n", "done.\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", "Metadata: #pts = 769, #dims = 1...\n", "done.\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", "Metadata: #pts = 513, #dims = 1...\n", "done.\n", "Loaded PQ pivot information\n", "Processing points [0, 6)...done.\n", "Time for generating quantized data: 0.399541 seconds\n", "Full index fits in RAM budget, should consume at most 2.03973e-05GiBs, so building in one shot\n", "L2: Using AVX2 distance computation DistanceL2Float\n", "Passed, empty search_params while creating index config\n", "Using only first 6 from file.. \n", "Starting index build with 6 points... \n", "0% of index build completed.Starting final cleanup..done. Link time: 0.00011s\n", "Index built with degree: max:5 avg:5 min:5 count(deg<2):0\n", "Not saving tags as they are not enabled.\n", "Time taken for save: 0.000144s.\n", "Time for building merged vamana index: 0.000777 seconds\n", "Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n", "Vamana index file size=168\n", "Opened: knowledge_disk.index, cache_size: 67108864\n", "medoid: 0B\n", "max_node_len: 3100B\n", "nnodes_per_sector: 1B\n", "# sectors: 6\n", "Sector #0written\n", "Finished writing 28672B\n", "Writing bin: knowledge_disk.index\n", "bin: #pts = 9, #dims = 1, size = 80B\n", "Finished writing bin.\n", "Output disk index file written to knowledge_disk.index\n", "Finished writing 28672B\n", "Time for generating disk layout: 0.039398 seconds\n", "Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n", "Loading base knowledge_prepped_base.bin. #points: 6. #dim: 769.\n", "Wrote 0 points to sample file: knowledge_sample_data.bin\n", "Indexing time: 0.440015\n", "✅ DiskANN index loaded successfully.Since data is floating point, we assume that it has been appropriately pre-processed (normalization for cosine, and convert-to-l2 by adding extra dimension for MIPS). So we shall invoke an l2 distance function.\n", "L2: Using AVX2 distance computation DistanceL2Float\n", "L2: Using AVX2 distance computation DistanceL2Float\n", "Before index load\n", "Reading bin file knowledge_pq_compressed.bin ...\n", "Opening bin file knowledge_pq_compressed.bin... \n", "Metadata: #pts = 6, #dims = 512...\n", "done.\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", "Metadata: #pts = 4, #dims = 1...\n", "done.\n", "Offsets: 4096 791560 794644 796704\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", "Metadata: #pts = 256, #dims = 769...\n", "done.\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", "Metadata: #pts = 769, #dims = 1...\n", "done.\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", "Metadata: #pts = 513, #dims = 1...\n", "done.\n", "Loaded PQ Pivots: #ctrs: 256, #dims: 769, #chunks: 512\n", "Loaded PQ centroids and in-memory compressed vectors. #points: 6 #dim: 769 #aligned_dim: 776 #chunks: 512\n", "Loading index metadata from knowledge_disk.index\n", "Disk-Index File Meta-data: # nodes per sector: 1, max node len (bytes): 3100, max node degre\n", "INFO: LeannSearcher initialized with 'diskann' backend using index 'knowledge.leann'.\n", "e: 5\n", "Disk-Index Meta: nodes per sector: 1, max node len: 3100, max node degree: 5\n", "Setting up thread-specific contexts for nthreads: 8\n", "allocating ctx: 0x77b24e80b000 to thread-id:131599213530048\n", "allocating ctx: 0x77b24d48c000 to thread-id:131599182073280\n", "allocating ctx: 0x77b24d47b000 to thread-id:131599224015680\n", "allocating ctx: 0x77b24d46a000 to thread-id:131599192558912\n", "allocating ctx: 0x77b24d459000 to thread-id:131599234501312\n", "allocating ctx: 0x77b24d448000 to thread-id:131599203044544\n", "allocating ctx: 0x77b24d437000 to thread-id:131599135935552\n", "allocating ctx: 0x77b24d426000 to thread-id:131611173562176\n", "Loading centroid data from medoids vector data of 1 medoid(s)\n", "Reading bin file knowledge_disk.index_max_base_norm.bin ...\n", "Opening bin file knowledge_disk.index_max_base_norm.bin... \n", "Metadata: #pts = 1, #dims = 1...\n", "done.\n", "Setting re-scaling factor of base vectors to 1\n", "load_from_separate_paths done.\n", "Reading (with alignment) bin file knowledge_sample_data.bin ...Metadata: #pts = 0, #dims = 769, aligned_dim = 776... allocating aligned memory of 0 bytes... done. Copying data to mem_aligned buffer... done.\n", "Loading the cache list into memory....done.\n", "After index load\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "Opened file : knowledge_disk.index\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "INFO: Computing embeddings for 1 chunks using 'sentence-transformers/all-mpnet-base-v2'...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "Batches: 100%|██████████| 1/1 [00:00<00:00, 57.79it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "INFO: DiskANN ZMQ mode enabled - ensuring embedding server is running\n", "INFO: Starting session-level embedding server as a background process...\n", "INFO: Running command from project root: /home/ubuntu/LEANN_clean/leann\n", "INFO: Server process started with PID: 197427\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "✅ Embedding server is up and ready for this session.\n", "reserve ratio: 1[EmbeddingServer LOG]: Initializing leann-backend-diskann...\n", "[EmbeddingServer LOG]: WARNING: Could not import DiskANN backend: cannot import name '_diskannpy' from partially initialized module 'packages.leann-backend-diskann.leann_backend_diskann' (most likely due to a circular import) (/home/ubuntu/LEANN_clean/leann/packages/leann-backend-diskann/leann_backend_diskann/__init__.py)\n", "[EmbeddingServer LOG]: INFO: Initializing embedding server thread on port 5555\n", "[EmbeddingServer LOG]: INFO: Using CUDA device\n", "[EmbeddingServer LOG]: INFO: Loading model sentence-transformers/all-mpnet-base-v2\n", "[EmbeddingServer LOG]: INFO: Using FP16 precision with model: sentence-transformers/all-mpnet-base-v2\n", "[EmbeddingServer LOG]: INFO: Loaded 6 demo documents\n", "[EmbeddingServer LOG]: INFO: ZMQ ROUTER server listening on port 5555\n", "[EmbeddingServer LOG]: INFO: Embedding server ready to serve requests\n", "Score: -0.481 - C++ is a powerful programming language\n", "Graph traversal completed, hops: 3\n", "\n", "Score: -1.049 - Java is a powerful programming language\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 3 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 1 node embeddings: [0]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 0\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000030 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 1, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 1\n", "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.018889 seconds\n", "[EmbeddingServer LOG]: Batch size: 1, Sequence length: 256\n", "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000184 seconds\n", "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.080892 seconds\n", "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.039653 seconds\n", "[EmbeddingServer LOG]: INFO: Serialize time: 0.000192 seconds\n", "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.140990 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [1, 2, 3, 4, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000045 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001917 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n", "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.670297 seconds\n", "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000375 seconds\n", "[EmbeddingServer LOG]: INFO: Serialize time: 0.000203 seconds\n", "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.673614 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [3, 4, 2, 1, 0]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 4\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000028 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001288 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000078 seconds\n", "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.009282 seconds\n", "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000155 seconds\n", "[EmbeddingServer LOG]: INFO: Serialize time: 0.000060 seconds\n", "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.011379 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [0, 1, 2, 4, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001060 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000100 seconds\n", "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008817 seconds\n", "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000170 seconds\n", "[EmbeddingServer LOG]: INFO: Serialize time: 0.000045 seconds\n", "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010654 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [3, 1, 0, 2, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000934 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000073 seconds\n", "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008848 seconds\n", "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000144 seconds\n", "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n", "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010560 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [0, 2, 3, 4, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000019 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000957 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000070 seconds\n", "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008813 seconds\n", "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000145 seconds\n", "[EmbeddingServer LOG]: INFO: Serialize time: 0.000046 seconds\n", "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010484 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [1, 0, 3, 4, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000019 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000816 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000072 seconds\n", "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008810 seconds\n", "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000159 seconds\n", "[EmbeddingServer LOG]: INFO: Serialize time: 0.000045 seconds\n", "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010357 seconds\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n" ] } ], "source": [ "from leann.api import LeannBuilder, LeannSearcher\n", "import leann_backend_diskann\n", "# 1. Build index (no embeddings stored!)\n", "builder = LeannBuilder(backend_name=\"diskann\")\n", "builder.add_text(\"Python is a powerful programming language\")\n", "builder.add_text(\"Machine learning transforms industries\") \n", "builder.add_text(\"Neural networks process complex data\")\n", "builder.add_text(\"Java is a powerful programming language\")\n", "builder.add_text(\"C++ is a powerful programming language\")\n", "builder.add_text(\"C# is a powerful programming language\")\n", "builder.build_index(\"knowledge.leann\")\n", "\n", "# 2. Search with real-time embeddings\n", "searcher = LeannSearcher(\"knowledge.leann\")\n", "results = searcher.search(\"C++ programming languages\", top_k=2,recompute_beighbor_embeddings=True)\n", "\n", "for result in results:\n", " print(f\"Score: {result['score']:.3f} - {result['text']}\")" ] } ], "metadata": { "kernelspec": { "display_name": ".venv", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.11" } }, "nbformat": 4, "nbformat_minor": 2 }