1411 lines
86 KiB
Plaintext
1411 lines
86 KiB
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 1,
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"Initializing leann-backend-diskann...\n",
|
|
"INFO: Registering backend 'diskann'\n",
|
|
"INFO: DiskANN backend loaded successfully\n",
|
|
"INFO: LeannBuilder initialized with 'diskann' backend.\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stderr",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"/home/ubuntu/LEANN_clean/leann/.venv/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
|
|
" from .autonotebook import tqdm as notebook_tqdm\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"INFO: Computing embeddings for 6 chunks using 'sentence-transformers/all-mpnet-base-v2'...\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stderr",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"Batches: 100%|██████████| 1/1 [00:00<00:00, 3.02it/s]\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"INFO: Building DiskANN index for 6 vectors with metric Metric.INNER_PRODUCT...\n",
|
|
"Using Inner Product search, so need to pre-process base data into temp file. Please ensure there is additional (n*(d+1)*4) bytes for storing pre-processed base vectors, apart from the interim indices created by DiskANN and the final index.\n",
|
|
"Pre-processing base file by adding extra coordinate\n",
|
|
"✅ DiskANN index built successfully at 'knowledge'\n",
|
|
"Writing bin: knowledge_disk.index_max_base_norm.bin\n",
|
|
"bin: #pts = 1, #dims = 1, size = 12B\n",
|
|
"Finished writing bin.\n",
|
|
"Time for preprocessing data for inner product: 0.000182 seconds\n",
|
|
"Reading max_norm_of_base from knowledge_disk.index_max_base_norm.bin\n",
|
|
"Reading bin file knowledge_disk.index_max_base_norm.bin ...\n",
|
|
"Opening bin file knowledge_disk.index_max_base_norm.bin... \n",
|
|
"Metadata: #pts = 1, #dims = 1...\n",
|
|
"done.\n",
|
|
"max_norm_of_base: 1\n",
|
|
"! Using prepped_base file at knowledge_prepped_base.bin\n",
|
|
"Starting index build: R=32 L=64 Query RAM budget: 4.02653e+09 Indexing ram budget: 8 T: 8\n",
|
|
"getting bin metadata\n",
|
|
"Time for getting bin metadata: 0.000019 seconds\n",
|
|
"Compressing 769-dimensional data into 512 bytes per vector.\n",
|
|
"Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n",
|
|
"Training data with 6 samples loaded.\n",
|
|
"Processing chunk 0 with dimensions [0, 2)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 1 with dimensions [2, 4)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 2 with dimensions [4, 6)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 3 with dimensions [6, 8)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 4 with dimensions [8, 10)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 5 with dimensions [10, 12)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 6 with dimensions [12, 14)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 7 with dimensions [14, 16)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 8 with dimensions [16, 18)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 9 with dimensions [18, 20)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 10 with dimensions [20, 22)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 11 with dimensions [22, 24)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 12 with dimensions [24, 26)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 13 with dimensions [26, 28)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 14 with dimensions [28, 30)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 15 with dimensions [30, 32)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 16 with dimensions [32, 34)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 17 with dimensions [34, 36)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 18 with dimensions [36, 38)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 19 with dimensions [38, 40)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 20 with dimensions [40, 42)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 21 with dimensions [42, 44)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 22 with dimensions [44, 46)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 23 with dimensions [46, 48)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 24 with dimensions [48, 50)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 25 with dimensions [50, 52)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 26 with dimensions [52, 54)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 27 with dimensions [54, 56)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 28 with dimensions [56, 58)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 29 with dimensions [58, 60)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 30 with dimensions [60, 62)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 31 with dimensions [62, 64)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 32 with dimensions [64, 66)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 33 with dimensions [66, 68)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 34 with dimensions [68, 70)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 35 with dimensions [70, 72)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 36 with dimensions [72, 74)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 37 with dimensions [74, 76)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 38 with dimensions [76, 78)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 39 with dimensions [78, 80)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 40 with dimensions [80, 82)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 41 with dimensions [82, 84)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 42 with dimensions [84, 86)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 43 with dimensions [86, 88)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 44 with dimensions [88, 90)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 45 with dimensions [90, 92)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 46 with dimensions [92, 94)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 47 with dimensions [94, 96)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 48 with dimensions [96, 98)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 49 with dimensions [98, 100)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 50 with dimensions [100, 102)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 51 with dimensions [102, 104)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 52 with dimensions [104, 106)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 53 with dimensions [106, 108)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 54 with dimensions [108, 110)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 55 with dimensions [110, 112)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 56 with dimensions [112, 114)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 57 with dimensions [114, 116)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 58 with dimensions [116, 118)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 59 with dimensions [118, 120)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 60 with dimensions [120, 122)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 61 with dimensions [122, 124)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 62 with dimensions [124, 126)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 63 with dimensions [126, 128)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 64 with dimensions [128, 130)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 65 with dimensions [130, 132)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 66 with dimensions [132, 134)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 67 with dimensions [134, 136)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 68 with dimensions [136, 138)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 69 with dimensions [138, 140)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 70 with dimensions [140, 142)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 71 with dimensions [142, 144)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 72 with dimensions [144, 146)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 73 with dimensions [146, 148)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 74 with dimensions [148, 150)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 75 with dimensions [150, 152)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 76 with dimensions [152, 154)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 77 with dimensions [154, 156)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 78 with dimensions [156, 158)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 79 with dimensions [158, 160)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 80 with dimensions [160, 162)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 81 with dimensions [162, 164)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 82 with dimensions [164, 166)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 83 with dimensions [166, 168)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 84 with dimensions [168, 170)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 85 with dimensions [170, 172)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 86 with dimensions [172, 174)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 87 with dimensions [174, 176)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 88 with dimensions [176, 178)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 89 with dimensions [178, 180)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 90 with dimensions [180, 182)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 91 with dimensions [182, 184)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 92 with dimensions [184, 186)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 93 with dimensions [186, 188)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 94 with dimensions [188, 190)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 95 with dimensions [190, 192)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 96 with dimensions [192, 194)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 97 with dimensions [194, 196)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 98 with dimensions [196, 198)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 99 with dimensions [198, 200)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 100 with dimensions [200, 202)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 101 with dimensions [202, 204)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 102 with dimensions [204, 206)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 103 with dimensions [206, 208)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 104 with dimensions [208, 210)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 105 with dimensions [210, 212)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 106 with dimensions [212, 214)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 107 with dimensions [214, 216)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 108 with dimensions [216, 218)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 109 with dimensions [218, 220)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 110 with dimensions [220, 222)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 111 with dimensions [222, 224)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 112 with dimensions [224, 226)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 113 with dimensions [226, 228)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 114 with dimensions [228, 230)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 115 with dimensions [230, 232)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 116 with dimensions [232, 234)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 117 with dimensions [234, 236)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 118 with dimensions [236, 238)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 119 with dimensions [238, 240)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 120 with dimensions [240, 242)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 121 with dimensions [242, 244)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 122 with dimensions [244, 246)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 123 with dimensions [246, 248)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 124 with dimensions [248, 250)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 125 with dimensions [250, 252)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 126 with dimensions [252, 254)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 127 with dimensions [254, 256)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 128 with dimensions [256, 258)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 129 with dimensions [258, 260)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 130 with dimensions [260, 262)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 131 with dimensions [262, 264)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 132 with dimensions [264, 266)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 133 with dimensions [266, 268)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 134 with dimensions [268, 270)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 135 with dimensions [270, 272)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 136 with dimensions [272, 274)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 137 with dimensions [274, 276)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 138 with dimensions [276, 278)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 139 with dimensions [278, 280)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 140 with dimensions [280, 282)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 141 with dimensions [282, 284)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 142 with dimensions [284, 286)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 143 with dimensions [286, 288)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 144 with dimensions [288, 290)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 145 with dimensions [290, 292)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 146 with dimensions [292, 294)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 147 with dimensions [294, 296)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 148 with dimensions [296, 298)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 149 with dimensions [298, 300)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 150 with dimensions [300, 302)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 151 with dimensions [302, 304)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 152 with dimensions [304, 306)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 153 with dimensions [306, 308)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 154 with dimensions [308, 310)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 155 with dimensions [310, 312)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 156 with dimensions [312, 314)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 157 with dimensions [314, 316)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 158 with dimensions [316, 318)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 159 with dimensions [318, 320)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 160 with dimensions [320, 322)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 161 with dimensions [322, 324)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 162 with dimensions [324, 326)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 163 with dimensions [326, 328)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 164 with dimensions [328, 330)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 165 with dimensions [330, 332)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 166 with dimensions [332, 334)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 167 with dimensions [334, 336)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 168 with dimensions [336, 338)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 169 with dimensions [338, 340)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 170 with dimensions [340, 342)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 171 with dimensions [342, 344)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 172 with dimensions [344, 346)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 173 with dimensions [346, 348)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 174 with dimensions [348, 350)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 175 with dimensions [350, 352)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 176 with dimensions [352, 354)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 177 with dimensions [354, 356)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 178 with dimensions [356, 358)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 179 with dimensions [358, 360)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 180 with dimensions [360, 362)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 181 with dimensions [362, 364)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 182 with dimensions [364, 366)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 183 with dimensions [366, 368)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 184 with dimensions [368, 370)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 185 with dimensions [370, 372)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 186 with dimensions [372, 374)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 187 with dimensions [374, 376)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 188 with dimensions [376, 378)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 189 with dimensions [378, 380)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 190 with dimensions [380, 382)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 191 with dimensions [382, 384)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 192 with dimensions [384, 386)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early terminINFO: Leann metadata saved to knowledge.leann.meta.json\n",
|
|
"ation.\n",
|
|
"Processing chunk 193 with dimensions [386, 388)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 194 with dimensions [388, 390)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 195 with dimensions [390, 392)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 196 with dimensions [392, 394)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 197 with dimensions [394, 396)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 198 with dimensions [396, 398)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 199 with dimensions [398, 400)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 200 with dimensions [400, 402)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 201 with dimensions [402, 404)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 202 with dimensions [404, 406)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 203 with dimensions [406, 408)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 204 with dimensions [408, 410)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 205 with dimensions [410, 412)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 206 with dimensions [412, 414)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 207 with dimensions [414, 416)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 208 with dimensions [416, 418)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 209 with dimensions [418, 420)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 210 with dimensions [420, 422)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 211 with dimensions [422, 424)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 212 with dimensions [424, 426)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 213 with dimensions [426, 428)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 214 with dimensions [428, 430)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 215 with dimensions [430, 432)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 216 with dimensions [432, 434)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 217 with dimensions [434, 436)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 218 with dimensions [436, 438)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 219 with dimensions [438, 440)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 220 with dimensions [440, 442)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 221 with dimensions [442, 444)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 222 with dimensions [444, 446)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 223 with dimensions [446, 448)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 224 with dimensions [448, 450)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 225 with dimensions [450, 452)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 226 with dimensions [452, 454)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 227 with dimensions [454, 456)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 228 with dimensions [456, 458)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 229 with dimensions [458, 460)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 230 with dimensions [460, 462)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 231 with dimensions [462, 464)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 232 with dimensions [464, 466)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 233 with dimensions [466, 468)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 234 with dimensions [468, 470)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 235 with dimensions [470, 472)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 236 with dimensions [472, 474)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 237 with dimensions [474, 476)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 238 with dimensions [476, 478)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 239 with dimensions [478, 480)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 240 with dimensions [480, 482)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 241 with dimensions [482, 484)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 242 with dimensions [484, 486)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 243 with dimensions [486, 488)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 244 with dimensions [488, 490)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 245 with dimensions [490, 492)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 246 with dimensions [492, 494)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 247 with dimensions [494, 496)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 248 with dimensions [496, 498)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 249 with dimensions [498, 500)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 250 with dimensions [500, 502)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 251 with dimensions [502, 504)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 252 with dimensions [504, 506)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 253 with dimensions [506, 508)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 254 with dimensions [508, 510)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 255 with dimensions [510, 512)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 256 with dimensions [512, 514)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 257 with dimensions [514, 515)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 258 with dimensions [515, 516)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 259 with dimensions [516, 517)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 260 with dimensions [517, 518)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 261 with dimensions [518, 519)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 262 with dimensions [519, 520)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 263 with dimensions [520, 521)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 264 with dimensions [521, 522)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 265 with dimensions [522, 523)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 266 with dimensions [523, 524)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 267 with dimensions [524, 525)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 268 with dimensions [525, 526)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 269 with dimensions [526, 527)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 270 with dimensions [527, 528)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 271 with dimensions [528, 529)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 272 with dimensions [529, 530)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 273 with dimensions [530, 531)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 274 with dimensions [531, 532)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 275 with dimensions [532, 533)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 276 with dimensions [533, 534)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 277 with dimensions [534, 535)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 278 with dimensions [535, 536)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 279 with dimensions [536, 537)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 280 with dimensions [537, 538)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 281 with dimensions [538, 539)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 282 with dimensions [539, 540)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 283 with dimensions [540, 541)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 284 with dimensions [541, 542)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 285 with dimensions [542, 543)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 286 with dimensions [543, 544)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 287 with dimensions [544, 545)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 288 with dimensions [545, 546)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 289 with dimensions [546, 547)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 290 with dimensions [547, 548)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 291 with dimensions [548, 549)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 292 with dimensions [549, 550)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 293 with dimensions [550, 551)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 294 with dimensions [551, 552)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 295 with dimensions [552, 553)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 296 with dimensions [553, 554)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 297 with dimensions [554, 555)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 298 with dimensions [555, 556)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 299 with dimensions [556, 557)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 300 with dimensions [557, 558)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 301 with dimensions [558, 559)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 302 with dimensions [559, 560)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 303 with dimensions [560, 561)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 304 with dimensions [561, 562)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 305 with dimensions [562, 563)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 306 with dimensions [563, 564)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 307 with dimensions [564, 565)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 308 with dimensions [565, 566)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 309 with dimensions [566, 567)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 310 with dimensions [567, 568)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 311 with dimensions [568, 569)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 312 with dimensions [569, 570)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 313 with dimensions [570, 571)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 314 with dimensions [571, 572)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 315 with dimensions [572, 573)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 316 with dimensions [573, 574)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 317 with dimensions [574, 575)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 318 with dimensions [575, 576)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 319 with dimensions [576, 577)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 320 with dimensions [577, 578)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 321 with dimensions [578, 579)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 322 with dimensions [579, 580)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 323 with dimensions [580, 581)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 324 with dimensions [581, 582)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 325 with dimensions [582, 583)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 326 with dimensions [583, 584)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 327 with dimensions [584, 585)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 328 with dimensions [585, 586)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 329 with dimensions [586, 587)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 330 with dimensions [587, 588)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 331 with dimensions [588, 589)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 332 with dimensions [589, 590)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 333 with dimensions [590, 591)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 334 with dimensions [591, 592)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 335 with dimensions [592, 593)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 336 with dimensions [593, 594)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 337 with dimensions [594, 595)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 338 with dimensions [595, 596)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 339 with dimensions [596, 597)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 340 with dimensions [597, 598)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 341 with dimensions [598, 599)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 342 with dimensions [599, 600)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 343 with dimensions [600, 601)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 344 with dimensions [601, 602)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 345 with dimensions [602, 603)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 346 with dimensions [603, 604)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 347 with dimensions [604, 605)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 348 with dimensions [605, 606)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 349 with dimensions [606, 607)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 350 with dimensions [607, 608)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 351 with dimensions [608, 609)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 352 with dimensions [609, 610)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 353 with dimensions [610, 611)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 354 with dimensions [611, 612)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 355 with dimensions [612, 613)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 356 with dimensions [613, 614)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 357 with dimensions [614, 615)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 358 with dimensions [615, 616)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 359 with dimensions [616, 617)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 360 with dimensions [617, 618)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 361 with dimensions [618, 619)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 362 with dimensions [619, 620)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 363 with dimensions [620, 621)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 364 with dimensions [621, 622)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 365 with dimensions [622, 623)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 366 with dimensions [623, 624)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 367 with dimensions [624, 625)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 368 with dimensions [625, 626)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 369 with dimensions [626, 627)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 370 with dimensions [627, 628)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 371 with dimensions [628, 629)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 372 with dimensions [629, 630)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 373 with dimensions [630, 631)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 374 with dimensions [631, 632)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 375 with dimensions [632, 633)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 376 with dimensions [633, 634)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 377 with dimensions [634, 635)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 378 with dimensions [635, 636)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 379 with dimensions [636, 637)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 380 with dimensions [637, 638)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 381 with dimensions [638, 639)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 382 with dimensions [639, 640)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 383 with dimensions [640, 641)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 384 with dimensions [641, 642)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 385 with dimensions [642, 643)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 386 with dimensions [643, 644)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 387 with dimensions [644, 645)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 388 with dimensions [645, 646)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 389 with dimensions [646, 647)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 390 with dimensions [647, 648)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 391 with dimensions [648, 649)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 392 with dimensions [649, 650)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 393 with dimensions [650, 651)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 394 with dimensions [651, 652)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 395 with dimensions [652, 653)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 396 with dimensions [653, 654)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 397 with dimensions [654, 655)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 398 with dimensions [655, 656)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 399 with dimensions [656, 657)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 400 with dimensions [657, 658)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 401 with dimensions [658, 659)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 402 with dimensions [659, 660)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 403 with dimensions [660, 661)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 404 with dimensions [661, 662)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 405 with dimensions [662, 663)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 406 with dimensions [663, 664)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 407 with dimensions [664, 665)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 408 with dimensions [665, 666)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 409 with dimensions [666, 667)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 410 with dimensions [667, 668)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 411 with dimensions [668, 669)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 412 with dimensions [669, 670)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 413 with dimensions [670, 671)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 414 with dimensions [671, 672)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 415 with dimensions [672, 673)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 416 with dimensions [673, 674)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 417 with dimensions [674, 675)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 418 with dimensions [675, 676)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 419 with dimensions [676, 677)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 420 with dimensions [677, 678)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 421 with dimensions [678, 679)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 422 with dimensions [679, 680)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 423 with dimensions [680, 681)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 424 with dimensions [681, 682)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 425 with dimensions [682, 683)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 426 with dimensions [683, 684)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 427 with dimensions [684, 685)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 428 with dimensions [685, 686)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 429 with dimensions [686, 687)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 430 with dimensions [687, 688)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 431 with dimensions [688, 689)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 432 with dimensions [689, 690)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 433 with dimensions [690, 691)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 434 with dimensions [691, 692)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 435 with dimensions [692, 693)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 436 with dimensions [693, 694)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 437 with dimensions [694, 695)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 438 with dimensions [695, 696)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 439 with dimensions [696, 697)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 440 with dimensions [697, 698)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 1.113e-12. Early termination.\n",
|
|
"Processing chunk 441 with dimensions [698, 699)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 442 with dimensions [699, 700)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 443 with dimensions [700, 701)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 444 with dimensions [701, 702)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 445 with dimensions [702, 703)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 446 with dimensions [703, 704)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 447 with dimensions [704, 705)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 448 with dimensions [705, 706)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 449 with dimensions [706, 707)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 450 with dimensions [707, 708)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 451 with dimensions [708, 709)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 452 with dimensions [709, 710)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 453 with dimensions [710, 711)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 454 with dimensions [711, 712)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 455 with dimensions [712, 713)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 456 with dimensions [713, 714)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 457 with dimensions [714, 715)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 458 with dimensions [715, 716)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 459 with dimensions [716, 717)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 460 with dimensions [717, 718)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 461 with dimensions [718, 719)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 462 with dimensions [719, 720)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 463 with dimensions [720, 721)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 464 with dimensions [721, 722)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 465 with dimensions [722, 723)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 466 with dimensions [723, 724)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 467 with dimensions [724, 725)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 468 with dimensions [725, 726)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 469 with dimensions [726, 727)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 470 with dimensions [727, 728)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 471 with dimensions [728, 729)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 472 with dimensions [729, 730)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 473 with dimensions [730, 731)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 474 with dimensions [731, 732)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 475 with dimensions [732, 733)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 476 with dimensions [733, 734)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 477 with dimensions [734, 735)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 478 with dimensions [735, 736)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 479 with dimensions [736, 737)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 480 with dimensions [737, 738)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 481 with dimensions [738, 739)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 482 with dimensions [739, 740)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 483 with dimensions [740, 741)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 484 with dimensions [741, 742)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 485 with dimensions [742, 743)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 486 with dimensions [743, 744)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 487 with dimensions [744, 745)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 488 with dimensions [745, 746)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 489 with dimensions [746, 747)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 490 with dimensions [747, 748)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 491 with dimensions [748, 749)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 492 with dimensions [749, 750)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 493 with dimensions [750, 751)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 494 with dimensions [751, 752)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 495 with dimensions [752, 753)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 496 with dimensions [753, 754)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 497 with dimensions [754, 755)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 498 with dimensions [755, 756)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 499 with dimensions [756, 757)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 500 with dimensions [757, 758)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 501 with dimensions [758, 759)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 502 with dimensions [759, 760)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 503 with dimensions [760, 761)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 504 with dimensions [761, 762)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 505 with dimensions [762, 763)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 506 with dimensions [763, 764)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 507 with dimensions [764, 765)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 508 with dimensions [765, 766)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 509 with dimensions [766, 767)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 510 with dimensions [767, 768)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Processing chunk 511 with dimensions [768, 769)\n",
|
|
"Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",
|
|
"Writing bin: knowledge_pq_pivots.bin\n",
|
|
"bin: #pts = 256, #dims = 769, size = 787464B\n",
|
|
"Finished writing bin.\n",
|
|
"Writing bin: knowledge_pq_pivots.bin\n",
|
|
"bin: #pts = 769, #dims = 1, size = 3084B\n",
|
|
"Finished writing bin.\n",
|
|
"Writing bin: knowledge_pq_pivots.bin\n",
|
|
"bin: #pts = 513, #dims = 1, size = 2060B\n",
|
|
"Finished writing bin.\n",
|
|
"Writing bin: knowledge_pq_pivots.bin\n",
|
|
"bin: #pts = 4, #dims = 1, size = 40B\n",
|
|
"Finished writing bin.\n",
|
|
"Saved pq pivot data to knowledge_pq_pivots.bin of size 796704B.\n",
|
|
"Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n",
|
|
"Reading bin file knowledge_pq_pivots.bin ...\n",
|
|
"Opening bin file knowledge_pq_pivots.bin... \n",
|
|
"Metadata: #pts = 4, #dims = 1...\n",
|
|
"done.\n",
|
|
"Reading bin file knowledge_pq_pivots.bin ...\n",
|
|
"Opening bin file knowledge_pq_pivots.bin... \n",
|
|
"Metadata: #pts = 256, #dims = 769...\n",
|
|
"done.\n",
|
|
"Reading bin file knowledge_pq_pivots.bin ...\n",
|
|
"Opening bin file knowledge_pq_pivots.bin... \n",
|
|
"Metadata: #pts = 769, #dims = 1...\n",
|
|
"done.\n",
|
|
"Reading bin file knowledge_pq_pivots.bin ...\n",
|
|
"Opening bin file knowledge_pq_pivots.bin... \n",
|
|
"Metadata: #pts = 513, #dims = 1...\n",
|
|
"done.\n",
|
|
"Loaded PQ pivot information\n",
|
|
"Processing points [0, 6)...done.\n",
|
|
"Time for generating quantized data: 0.399541 seconds\n",
|
|
"Full index fits in RAM budget, should consume at most 2.03973e-05GiBs, so building in one shot\n",
|
|
"L2: Using AVX2 distance computation DistanceL2Float\n",
|
|
"Passed, empty search_params while creating index config\n",
|
|
"Using only first 6 from file.. \n",
|
|
"Starting index build with 6 points... \n",
|
|
"0% of index build completed.Starting final cleanup..done. Link time: 0.00011s\n",
|
|
"Index built with degree: max:5 avg:5 min:5 count(deg<2):0\n",
|
|
"Not saving tags as they are not enabled.\n",
|
|
"Time taken for save: 0.000144s.\n",
|
|
"Time for building merged vamana index: 0.000777 seconds\n",
|
|
"Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n",
|
|
"Vamana index file size=168\n",
|
|
"Opened: knowledge_disk.index, cache_size: 67108864\n",
|
|
"medoid: 0B\n",
|
|
"max_node_len: 3100B\n",
|
|
"nnodes_per_sector: 1B\n",
|
|
"# sectors: 6\n",
|
|
"Sector #0written\n",
|
|
"Finished writing 28672B\n",
|
|
"Writing bin: knowledge_disk.index\n",
|
|
"bin: #pts = 9, #dims = 1, size = 80B\n",
|
|
"Finished writing bin.\n",
|
|
"Output disk index file written to knowledge_disk.index\n",
|
|
"Finished writing 28672B\n",
|
|
"Time for generating disk layout: 0.039398 seconds\n",
|
|
"Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n",
|
|
"Loading base knowledge_prepped_base.bin. #points: 6. #dim: 769.\n",
|
|
"Wrote 0 points to sample file: knowledge_sample_data.bin\n",
|
|
"Indexing time: 0.440015\n",
|
|
"✅ DiskANN index loaded successfully.Since data is floating point, we assume that it has been appropriately pre-processed (normalization for cosine, and convert-to-l2 by adding extra dimension for MIPS). So we shall invoke an l2 distance function.\n",
|
|
"L2: Using AVX2 distance computation DistanceL2Float\n",
|
|
"L2: Using AVX2 distance computation DistanceL2Float\n",
|
|
"Before index load\n",
|
|
"Reading bin file knowledge_pq_compressed.bin ...\n",
|
|
"Opening bin file knowledge_pq_compressed.bin... \n",
|
|
"Metadata: #pts = 6, #dims = 512...\n",
|
|
"done.\n",
|
|
"Reading bin file knowledge_pq_pivots.bin ...\n",
|
|
"Opening bin file knowledge_pq_pivots.bin... \n",
|
|
"Metadata: #pts = 4, #dims = 1...\n",
|
|
"done.\n",
|
|
"Offsets: 4096 791560 794644 796704\n",
|
|
"Reading bin file knowledge_pq_pivots.bin ...\n",
|
|
"Opening bin file knowledge_pq_pivots.bin... \n",
|
|
"Metadata: #pts = 256, #dims = 769...\n",
|
|
"done.\n",
|
|
"Reading bin file knowledge_pq_pivots.bin ...\n",
|
|
"Opening bin file knowledge_pq_pivots.bin... \n",
|
|
"Metadata: #pts = 769, #dims = 1...\n",
|
|
"done.\n",
|
|
"Reading bin file knowledge_pq_pivots.bin ...\n",
|
|
"Opening bin file knowledge_pq_pivots.bin... \n",
|
|
"Metadata: #pts = 513, #dims = 1...\n",
|
|
"done.\n",
|
|
"Loaded PQ Pivots: #ctrs: 256, #dims: 769, #chunks: 512\n",
|
|
"Loaded PQ centroids and in-memory compressed vectors. #points: 6 #dim: 769 #aligned_dim: 776 #chunks: 512\n",
|
|
"Loading index metadata from knowledge_disk.index\n",
|
|
"Disk-Index File Meta-data: # nodes per sector: 1, max node len (bytes): 3100, max node degre\n",
|
|
"INFO: LeannSearcher initialized with 'diskann' backend using index 'knowledge.leann'.\n",
|
|
"e: 5\n",
|
|
"Disk-Index Meta: nodes per sector: 1, max node len: 3100, max node degree: 5\n",
|
|
"Setting up thread-specific contexts for nthreads: 8\n",
|
|
"allocating ctx: 0x77b24e80b000 to thread-id:131599213530048\n",
|
|
"allocating ctx: 0x77b24d48c000 to thread-id:131599182073280\n",
|
|
"allocating ctx: 0x77b24d47b000 to thread-id:131599224015680\n",
|
|
"allocating ctx: 0x77b24d46a000 to thread-id:131599192558912\n",
|
|
"allocating ctx: 0x77b24d459000 to thread-id:131599234501312\n",
|
|
"allocating ctx: 0x77b24d448000 to thread-id:131599203044544\n",
|
|
"allocating ctx: 0x77b24d437000 to thread-id:131599135935552\n",
|
|
"allocating ctx: 0x77b24d426000 to thread-id:131611173562176\n",
|
|
"Loading centroid data from medoids vector data of 1 medoid(s)\n",
|
|
"Reading bin file knowledge_disk.index_max_base_norm.bin ...\n",
|
|
"Opening bin file knowledge_disk.index_max_base_norm.bin... \n",
|
|
"Metadata: #pts = 1, #dims = 1...\n",
|
|
"done.\n",
|
|
"Setting re-scaling factor of base vectors to 1\n",
|
|
"load_from_separate_paths done.\n",
|
|
"Reading (with alignment) bin file knowledge_sample_data.bin ...Metadata: #pts = 0, #dims = 769, aligned_dim = 776... allocating aligned memory of 0 bytes... done. Copying data to mem_aligned buffer... done.\n",
|
|
"Loading the cache list into memory....done.\n",
|
|
"After index load\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stderr",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"Opened file : knowledge_disk.index\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"INFO: Computing embeddings for 1 chunks using 'sentence-transformers/all-mpnet-base-v2'...\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stderr",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"Batches: 100%|██████████| 1/1 [00:00<00:00, 57.79it/s]"
|
|
]
|
|
},
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"INFO: DiskANN ZMQ mode enabled - ensuring embedding server is running\n",
|
|
"INFO: Starting session-level embedding server as a background process...\n",
|
|
"INFO: Running command from project root: /home/ubuntu/LEANN_clean/leann\n",
|
|
"INFO: Server process started with PID: 197427\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stderr",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"✅ Embedding server is up and ready for this session.\n",
|
|
"reserve ratio: 1[EmbeddingServer LOG]: Initializing leann-backend-diskann...\n",
|
|
"[EmbeddingServer LOG]: WARNING: Could not import DiskANN backend: cannot import name '_diskannpy' from partially initialized module 'packages.leann-backend-diskann.leann_backend_diskann' (most likely due to a circular import) (/home/ubuntu/LEANN_clean/leann/packages/leann-backend-diskann/leann_backend_diskann/__init__.py)\n",
|
|
"[EmbeddingServer LOG]: INFO: Initializing embedding server thread on port 5555\n",
|
|
"[EmbeddingServer LOG]: INFO: Using CUDA device\n",
|
|
"[EmbeddingServer LOG]: INFO: Loading model sentence-transformers/all-mpnet-base-v2\n",
|
|
"[EmbeddingServer LOG]: INFO: Using FP16 precision with model: sentence-transformers/all-mpnet-base-v2\n",
|
|
"[EmbeddingServer LOG]: INFO: Loaded 6 demo documents\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ ROUTER server listening on port 5555\n",
|
|
"[EmbeddingServer LOG]: INFO: Embedding server ready to serve requests\n",
|
|
"Score: -0.481 - C++ is a powerful programming language\n",
|
|
"Graph traversal completed, hops: 3\n",
|
|
"\n",
|
|
"Score: -1.049 - Java is a powerful programming language\n",
|
|
"[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 3 bytes\n",
|
|
"[EmbeddingServer LOG]: INFO: Request for 1 node embeddings: [0]\n",
|
|
"[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 0\n",
|
|
"[EmbeddingServer LOG]: Time taken for text lookup: 0.000030 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Total batch size: 1, max_batch_size: 128\n",
|
|
"[EmbeddingServer LOG]: INFO: Processing batch of size 1\n",
|
|
"[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.018889 seconds\n",
|
|
"[EmbeddingServer LOG]: Batch size: 1, Sequence length: 256\n",
|
|
"[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000184 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for embedding (batch): 3.080892 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.039653 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Serialize time: 0.000192 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.140990 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n",
|
|
"[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [1, 2, 3, 4, 5]\n",
|
|
"[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for text lookup: 0.000045 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n",
|
|
"[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001917 seconds\n",
|
|
"[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",
|
|
"[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for embedding (batch): 3.670297 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000375 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Serialize time: 0.000203 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.673614 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n",
|
|
"[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [3, 4, 2, 1, 0]\n",
|
|
"[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 4\n",
|
|
"[EmbeddingServer LOG]: Time taken for text lookup: 0.000028 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n",
|
|
"[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001288 seconds\n",
|
|
"[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",
|
|
"[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000078 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for embedding (batch): 0.009282 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000155 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Serialize time: 0.000060 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.011379 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n",
|
|
"[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [0, 1, 2, 4, 5]\n",
|
|
"[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n",
|
|
"[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001060 seconds\n",
|
|
"[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",
|
|
"[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000100 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008817 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000170 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Serialize time: 0.000045 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010654 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n",
|
|
"[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [3, 1, 0, 2, 5]\n",
|
|
"[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n",
|
|
"[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000934 seconds\n",
|
|
"[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",
|
|
"[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000073 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008848 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000144 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010560 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n",
|
|
"[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [0, 2, 3, 4, 5]\n",
|
|
"[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for text lookup: 0.000019 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n",
|
|
"[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000957 seconds\n",
|
|
"[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",
|
|
"[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000070 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008813 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000145 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Serialize time: 0.000046 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010484 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n",
|
|
"[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [1, 0, 3, 4, 5]\n",
|
|
"[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for text lookup: 0.000019 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n",
|
|
"[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",
|
|
"[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000816 seconds\n",
|
|
"[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",
|
|
"[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000072 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008810 seconds\n",
|
|
"[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000159 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: Serialize time: 0.000045 seconds\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010357 seconds\n"
|
|
]
|
|
},
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",
|
|
"[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"from leann.api import LeannBuilder, LeannSearcher\n",
|
|
"import leann_backend_diskann\n",
|
|
"# 1. Build index (no embeddings stored!)\n",
|
|
"builder = LeannBuilder(backend_name=\"diskann\")\n",
|
|
"builder.add_text(\"Python is a powerful programming language\")\n",
|
|
"builder.add_text(\"Machine learning transforms industries\") \n",
|
|
"builder.add_text(\"Neural networks process complex data\")\n",
|
|
"builder.add_text(\"Java is a powerful programming language\")\n",
|
|
"builder.add_text(\"C++ is a powerful programming language\")\n",
|
|
"builder.add_text(\"C# is a powerful programming language\")\n",
|
|
"builder.build_index(\"knowledge.leann\")\n",
|
|
"\n",
|
|
"# 2. Search with real-time embeddings\n",
|
|
"searcher = LeannSearcher(\"knowledge.leann\")\n",
|
|
"results = searcher.search(\"C++ programming languages\", top_k=2,recompute_beighbor_embeddings=True)\n",
|
|
"\n",
|
|
"for result in results:\n",
|
|
" print(f\"Score: {result['score']:.3f} - {result['text']}\")"
|
|
]
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": ".venv",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.11.11"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 2
|
|
}
|