From 371e3de04ec7bc965f4caebd72a4ea46ca1b2718 Mon Sep 17 00:00:00 2001 From: yichuan520030910320 Date: Tue, 1 Jul 2025 05:02:01 +0000 Subject: [PATCH] add configuable funcname --- demo.ipynb | 2067 ++++++++--------- examples/main_cli_example.py | 2 +- .../leann_backend_diskann/diskann_backend.py | 2 +- packages/leann-core/src/leann/api.py | 33 +- 4 files changed, 973 insertions(+), 1131 deletions(-) diff --git a/demo.ipynb b/demo.ipynb index 5d51d2d..2346957 100644 --- a/demo.ipynb +++ b/demo.ipynb @@ -34,7 +34,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "Batches: 100%|██████████| 1/1 [00:00<00:00, 3.02it/s]\n" + "Batches: 100%|██████████| 1/1 [00:00<00:00, 2.82it/s]\n" ] }, { @@ -48,7 +48,7 @@ "Writing bin: knowledge_disk.index_max_base_norm.bin\n", "bin: #pts = 1, #dims = 1, size = 12B\n", "Finished writing bin.\n", - "Time for preprocessing data for inner product: 0.000182 seconds\n", + "Time for preprocessing data for inner product: 0.000163 seconds\n", "Reading max_norm_of_base from knowledge_disk.index_max_base_norm.bin\n", "Reading bin file knowledge_disk.index_max_base_norm.bin ...\n", "Opening bin file knowledge_disk.index_max_base_norm.bin... \n", @@ -58,1048 +58,15 @@ "! Using prepped_base file at knowledge_prepped_base.bin\n", "Starting index build: R=32 L=64 Query RAM budget: 4.02653e+09 Indexing ram budget: 8 T: 8\n", "getting bin metadata\n", - "Time for getting bin metadata: 0.000019 seconds\n", + "Time for getting bin metadata: 0.000020 seconds\n", "Compressing 769-dimensional data into 512 bytes per vector.\n", "Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n", "Training data with 6 samples loaded.\n", - "Processing chunk 0 with dimensions [0, 2)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 1 with dimensions [2, 4)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 2 with dimensions [4, 6)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 3 with dimensions [6, 8)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 4 with dimensions [8, 10)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 5 with dimensions [10, 12)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 6 with dimensions [12, 14)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 7 with dimensions [14, 16)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 8 with dimensions [16, 18)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 9 with dimensions [18, 20)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 10 with dimensions [20, 22)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 11 with dimensions [22, 24)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 12 with dimensions [24, 26)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 13 with dimensions [26, 28)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 14 with dimensions [28, 30)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 15 with dimensions [30, 32)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 16 with dimensions [32, 34)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 17 with dimensions [34, 36)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 18 with dimensions [36, 38)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 19 with dimensions [38, 40)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 20 with dimensions [40, 42)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 21 with dimensions [42, 44)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 22 with dimensions [44, 46)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 23 with dimensions [46, 48)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 24 with dimensions [48, 50)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 25 with dimensions [50, 52)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 26 with dimensions [52, 54)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 27 with dimensions [54, 56)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 28 with dimensions [56, 58)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 29 with dimensions [58, 60)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 30 with dimensions [60, 62)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 31 with dimensions [62, 64)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 32 with dimensions [64, 66)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 33 with dimensions [66, 68)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 34 with dimensions [68, 70)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 35 with dimensions [70, 72)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 36 with dimensions [72, 74)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 37 with dimensions [74, 76)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 38 with dimensions [76, 78)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 39 with dimensions [78, 80)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 40 with dimensions [80, 82)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 41 with dimensions [82, 84)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 42 with dimensions [84, 86)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 43 with dimensions [86, 88)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 44 with dimensions [88, 90)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 45 with dimensions [90, 92)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 46 with dimensions [92, 94)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 47 with dimensions [94, 96)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 48 with dimensions [96, 98)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 49 with dimensions [98, 100)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 50 with dimensions [100, 102)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 51 with dimensions [102, 104)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 52 with dimensions [104, 106)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 53 with dimensions [106, 108)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 54 with dimensions [108, 110)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 55 with dimensions [110, 112)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 56 with dimensions [112, 114)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 57 with dimensions [114, 116)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 58 with dimensions [116, 118)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 59 with dimensions [118, 120)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 60 with dimensions [120, 122)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 61 with dimensions [122, 124)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 62 with dimensions [124, 126)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 63 with dimensions [126, 128)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 64 with dimensions [128, 130)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 65 with dimensions [130, 132)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 66 with dimensions [132, 134)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 67 with dimensions [134, 136)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 68 with dimensions [136, 138)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 69 with dimensions [138, 140)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 70 with dimensions [140, 142)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 71 with dimensions [142, 144)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 72 with dimensions [144, 146)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 73 with dimensions [146, 148)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 74 with dimensions [148, 150)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 75 with dimensions [150, 152)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 76 with dimensions [152, 154)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 77 with dimensions [154, 156)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 78 with dimensions [156, 158)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 79 with dimensions [158, 160)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 80 with dimensions [160, 162)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 81 with dimensions [162, 164)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 82 with dimensions [164, 166)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 83 with dimensions [166, 168)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 84 with dimensions [168, 170)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 85 with dimensions [170, 172)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 86 with dimensions [172, 174)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 87 with dimensions [174, 176)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 88 with dimensions [176, 178)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 89 with dimensions [178, 180)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 90 with dimensions [180, 182)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 91 with dimensions [182, 184)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 92 with dimensions [184, 186)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 93 with dimensions [186, 188)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 94 with dimensions [188, 190)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 95 with dimensions [190, 192)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 96 with dimensions [192, 194)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 97 with dimensions [194, 196)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 98 with dimensions [196, 198)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 99 with dimensions [198, 200)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 100 with dimensions [200, 202)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 101 with dimensions [202, 204)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 102 with dimensions [204, 206)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 103 with dimensions [206, 208)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 104 with dimensions [208, 210)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 105 with dimensions [210, 212)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 106 with dimensions [212, 214)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 107 with dimensions [214, 216)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 108 with dimensions [216, 218)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 109 with dimensions [218, 220)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 110 with dimensions [220, 222)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 111 with dimensions [222, 224)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 112 with dimensions [224, 226)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 113 with dimensions [226, 228)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 114 with dimensions [228, 230)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 115 with dimensions [230, 232)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 116 with dimensions [232, 234)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 117 with dimensions [234, 236)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 118 with dimensions [236, 238)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 119 with dimensions [238, 240)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 120 with dimensions [240, 242)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 121 with dimensions [242, 244)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 122 with dimensions [244, 246)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 123 with dimensions [246, 248)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 124 with dimensions [248, 250)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 125 with dimensions [250, 252)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 126 with dimensions [252, 254)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 127 with dimensions [254, 256)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 128 with dimensions [256, 258)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 129 with dimensions [258, 260)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 130 with dimensions [260, 262)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 131 with dimensions [262, 264)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 132 with dimensions [264, 266)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 133 with dimensions [266, 268)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 134 with dimensions [268, 270)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 135 with dimensions [270, 272)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 136 with dimensions [272, 274)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 137 with dimensions [274, 276)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 138 with dimensions [276, 278)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 139 with dimensions [278, 280)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 140 with dimensions [280, 282)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 141 with dimensions [282, 284)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 142 with dimensions [284, 286)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 143 with dimensions [286, 288)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 144 with dimensions [288, 290)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 145 with dimensions [290, 292)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 146 with dimensions [292, 294)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 147 with dimensions [294, 296)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 148 with dimensions [296, 298)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 149 with dimensions [298, 300)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 150 with dimensions [300, 302)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 151 with dimensions [302, 304)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 152 with dimensions [304, 306)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 153 with dimensions [306, 308)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 154 with dimensions [308, 310)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 155 with dimensions [310, 312)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 156 with dimensions [312, 314)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 157 with dimensions [314, 316)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 158 with dimensions [316, 318)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 159 with dimensions [318, 320)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 160 with dimensions [320, 322)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 161 with dimensions [322, 324)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 162 with dimensions [324, 326)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 163 with dimensions [326, 328)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 164 with dimensions [328, 330)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 165 with dimensions [330, 332)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 166 with dimensions [332, 334)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 167 with dimensions [334, 336)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 168 with dimensions [336, 338)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 169 with dimensions [338, 340)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 170 with dimensions [340, 342)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 171 with dimensions [342, 344)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 172 with dimensions [344, 346)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 173 with dimensions [346, 348)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 174 with dimensions [348, 350)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 175 with dimensions [350, 352)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 176 with dimensions [352, 354)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 177 with dimensions [354, 356)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 178 with dimensions [356, 358)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 179 with dimensions [358, 360)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 180 with dimensions [360, 362)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 181 with dimensions [362, 364)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 182 with dimensions [364, 366)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 183 with dimensions [366, 368)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 184 with dimensions [368, 370)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 185 with dimensions [370, 372)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 186 with dimensions [372, 374)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 187 with dimensions [374, 376)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 188 with dimensions [376, 378)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 189 with dimensions [378, 380)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 190 with dimensions [380, 382)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 191 with dimensions [382, 384)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 192 with dimensions [384, 386)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early terminINFO: Leann metadata saved to knowledge.leann.meta.json\n", - "ation.\n", - "Processing chunk 193 with dimensions [386, 388)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 194 with dimensions [388, 390)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 195 with dimensions [390, 392)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 196 with dimensions [392, 394)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 197 with dimensions [394, 396)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 198 with dimensions [396, 398)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 199 with dimensions [398, 400)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 200 with dimensions [400, 402)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 201 with dimensions [402, 404)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 202 with dimensions [404, 406)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 203 with dimensions [406, 408)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 204 with dimensions [408, 410)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 205 with dimensions [410, 412)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 206 with dimensions [412, 414)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 207 with dimensions [414, 416)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 208 with dimensions [416, 418)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 209 with dimensions [418, 420)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 210 with dimensions [420, 422)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 211 with dimensions [422, 424)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 212 with dimensions [424, 426)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 213 with dimensions [426, 428)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 214 with dimensions [428, 430)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 215 with dimensions [430, 432)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 216 with dimensions [432, 434)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 217 with dimensions [434, 436)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 218 with dimensions [436, 438)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 219 with dimensions [438, 440)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 220 with dimensions [440, 442)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 221 with dimensions [442, 444)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 222 with dimensions [444, 446)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 223 with dimensions [446, 448)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 224 with dimensions [448, 450)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 225 with dimensions [450, 452)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 226 with dimensions [452, 454)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 227 with dimensions [454, 456)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 228 with dimensions [456, 458)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 229 with dimensions [458, 460)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 230 with dimensions [460, 462)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 231 with dimensions [462, 464)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 232 with dimensions [464, 466)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 233 with dimensions [466, 468)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 234 with dimensions [468, 470)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 235 with dimensions [470, 472)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 236 with dimensions [472, 474)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 237 with dimensions [474, 476)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 238 with dimensions [476, 478)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 239 with dimensions [478, 480)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 240 with dimensions [480, 482)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 241 with dimensions [482, 484)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 242 with dimensions [484, 486)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 243 with dimensions [486, 488)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 244 with dimensions [488, 490)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 245 with dimensions [490, 492)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 246 with dimensions [492, 494)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 247 with dimensions [494, 496)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 248 with dimensions [496, 498)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 249 with dimensions [498, 500)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 250 with dimensions [500, 502)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 251 with dimensions [502, 504)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 252 with dimensions [504, 506)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 253 with dimensions [506, 508)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 254 with dimensions [508, 510)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 255 with dimensions [510, 512)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 256 with dimensions [512, 514)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 257 with dimensions [514, 515)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 258 with dimensions [515, 516)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 259 with dimensions [516, 517)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 260 with dimensions [517, 518)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 261 with dimensions [518, 519)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 262 with dimensions [519, 520)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 263 with dimensions [520, 521)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 264 with dimensions [521, 522)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 265 with dimensions [522, 523)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 266 with dimensions [523, 524)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 267 with dimensions [524, 525)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 268 with dimensions [525, 526)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 269 with dimensions [526, 527)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 270 with dimensions [527, 528)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 271 with dimensions [528, 529)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 272 with dimensions [529, 530)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 273 with dimensions [530, 531)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 274 with dimensions [531, 532)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 275 with dimensions [532, 533)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 276 with dimensions [533, 534)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 277 with dimensions [534, 535)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 278 with dimensions [535, 536)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 279 with dimensions [536, 537)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 280 with dimensions [537, 538)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 281 with dimensions [538, 539)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 282 with dimensions [539, 540)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 283 with dimensions [540, 541)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 284 with dimensions [541, 542)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 285 with dimensions [542, 543)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 286 with dimensions [543, 544)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 287 with dimensions [544, 545)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 288 with dimensions [545, 546)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 289 with dimensions [546, 547)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 290 with dimensions [547, 548)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 291 with dimensions [548, 549)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 292 with dimensions [549, 550)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 293 with dimensions [550, 551)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 294 with dimensions [551, 552)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 295 with dimensions [552, 553)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 296 with dimensions [553, 554)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 297 with dimensions [554, 555)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 298 with dimensions [555, 556)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 299 with dimensions [556, 557)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 300 with dimensions [557, 558)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 301 with dimensions [558, 559)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 302 with dimensions [559, 560)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 303 with dimensions [560, 561)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 304 with dimensions [561, 562)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 305 with dimensions [562, 563)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 306 with dimensions [563, 564)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 307 with dimensions [564, 565)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 308 with dimensions [565, 566)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 309 with dimensions [566, 567)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 310 with dimensions [567, 568)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 311 with dimensions [568, 569)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 312 with dimensions [569, 570)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 313 with dimensions [570, 571)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 314 with dimensions [571, 572)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 315 with dimensions [572, 573)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 316 with dimensions [573, 574)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 317 with dimensions [574, 575)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 318 with dimensions [575, 576)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 319 with dimensions [576, 577)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 320 with dimensions [577, 578)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 321 with dimensions [578, 579)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 322 with dimensions [579, 580)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 323 with dimensions [580, 581)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 324 with dimensions [581, 582)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 325 with dimensions [582, 583)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 326 with dimensions [583, 584)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 327 with dimensions [584, 585)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 328 with dimensions [585, 586)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 329 with dimensions [586, 587)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 330 with dimensions [587, 588)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 331 with dimensions [588, 589)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 332 with dimensions [589, 590)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 333 with dimensions [590, 591)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 334 with dimensions [591, 592)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 335 with dimensions [592, 593)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 336 with dimensions [593, 594)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 337 with dimensions [594, 595)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 338 with dimensions [595, 596)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 339 with dimensions [596, 597)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 340 with dimensions [597, 598)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 341 with dimensions [598, 599)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 342 with dimensions [599, 600)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 343 with dimensions [600, 601)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 344 with dimensions [601, 602)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 345 with dimensions [602, 603)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 346 with dimensions [603, 604)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 347 with dimensions [604, 605)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 348 with dimensions [605, 606)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 349 with dimensions [606, 607)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 350 with dimensions [607, 608)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 351 with dimensions [608, 609)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 352 with dimensions [609, 610)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 353 with dimensions [610, 611)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 354 with dimensions [611, 612)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 355 with dimensions [612, 613)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 356 with dimensions [613, 614)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 357 with dimensions [614, 615)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 358 with dimensions [615, 616)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 359 with dimensions [616, 617)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 360 with dimensions [617, 618)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 361 with dimensions [618, 619)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 362 with dimensions [619, 620)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 363 with dimensions [620, 621)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 364 with dimensions [621, 622)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 365 with dimensions [622, 623)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 366 with dimensions [623, 624)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 367 with dimensions [624, 625)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 368 with dimensions [625, 626)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 369 with dimensions [626, 627)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 370 with dimensions [627, 628)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 371 with dimensions [628, 629)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 372 with dimensions [629, 630)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 373 with dimensions [630, 631)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 374 with dimensions [631, 632)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 375 with dimensions [632, 633)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 376 with dimensions [633, 634)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 377 with dimensions [634, 635)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 378 with dimensions [635, 636)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 379 with dimensions [636, 637)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 380 with dimensions [637, 638)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 381 with dimensions [638, 639)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 382 with dimensions [639, 640)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 383 with dimensions [640, 641)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 384 with dimensions [641, 642)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 385 with dimensions [642, 643)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 386 with dimensions [643, 644)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 387 with dimensions [644, 645)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 388 with dimensions [645, 646)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 389 with dimensions [646, 647)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 390 with dimensions [647, 648)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 391 with dimensions [648, 649)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 392 with dimensions [649, 650)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 393 with dimensions [650, 651)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 394 with dimensions [651, 652)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 395 with dimensions [652, 653)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 396 with dimensions [653, 654)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 397 with dimensions [654, 655)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 398 with dimensions [655, 656)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 399 with dimensions [656, 657)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 400 with dimensions [657, 658)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 401 with dimensions [658, 659)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 402 with dimensions [659, 660)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 403 with dimensions [660, 661)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 404 with dimensions [661, 662)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 405 with dimensions [662, 663)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 406 with dimensions [663, 664)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 407 with dimensions [664, 665)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 408 with dimensions [665, 666)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 409 with dimensions [666, 667)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 410 with dimensions [667, 668)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 411 with dimensions [668, 669)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 412 with dimensions [669, 670)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 413 with dimensions [670, 671)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 414 with dimensions [671, 672)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 415 with dimensions [672, 673)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 416 with dimensions [673, 674)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 417 with dimensions [674, 675)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 418 with dimensions [675, 676)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 419 with dimensions [676, 677)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 420 with dimensions [677, 678)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 421 with dimensions [678, 679)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 422 with dimensions [679, 680)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 423 with dimensions [680, 681)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 424 with dimensions [681, 682)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 425 with dimensions [682, 683)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 426 with dimensions [683, 684)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 427 with dimensions [684, 685)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 428 with dimensions [685, 686)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 429 with dimensions [686, 687)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 430 with dimensions [687, 688)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 431 with dimensions [688, 689)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 432 with dimensions [689, 690)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 433 with dimensions [690, 691)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 434 with dimensions [691, 692)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 435 with dimensions [692, 693)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 436 with dimensions [693, 694)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 437 with dimensions [694, 695)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 438 with dimensions [695, 696)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 439 with dimensions [696, 697)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 440 with dimensions [697, 698)\n", - "Residuals unchanged: 3.40282e+38 becomes 1.113e-12. Early termination.\n", - "Processing chunk 441 with dimensions [698, 699)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 442 with dimensions [699, 700)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 443 with dimensions [700, 701)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 444 with dimensions [701, 702)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 445 with dimensions [702, 703)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 446 with dimensions [703, 704)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 447 with dimensions [704, 705)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 448 with dimensions [705, 706)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 449 with dimensions [706, 707)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 450 with dimensions [707, 708)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 451 with dimensions [708, 709)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 452 with dimensions [709, 710)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 453 with dimensions [710, 711)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 454 with dimensions [711, 712)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 455 with dimensions [712, 713)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 456 with dimensions [713, 714)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 457 with dimensions [714, 715)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 458 with dimensions [715, 716)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 459 with dimensions [716, 717)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 460 with dimensions [717, 718)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 461 with dimensions [718, 719)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 462 with dimensions [719, 720)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 463 with dimensions [720, 721)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 464 with dimensions [721, 722)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 465 with dimensions [722, 723)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 466 with dimensions [723, 724)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 467 with dimensions [724, 725)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 468 with dimensions [725, 726)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 469 with dimensions [726, 727)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 470 with dimensions [727, 728)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 471 with dimensions [728, 729)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 472 with dimensions [729, 730)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 473 with dimensions [730, 731)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 474 with dimensions [731, 732)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 475 with dimensions [732, 733)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 476 with dimensions [733, 734)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 477 with dimensions [734, 735)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 478 with dimensions [735, 736)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 479 with dimensions [736, 737)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 480 with dimensions [737, 738)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 481 with dimensions [738, 739)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 482 with dimensions [739, 740)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 483 with dimensions [740, 741)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 484 with dimensions [741, 742)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 485 with dimensions [742, 743)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 486 with dimensions [743, 744)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 487 with dimensions [744, 745)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 488 with dimensions [745, 746)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 489 with dimensions [746, 747)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 490 with dimensions [747, 748)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 491 with dimensions [748, 749)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 492 with dimensions [749, 750)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 493 with dimensions [750, 751)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 494 with dimensions [751, 752)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 495 with dimensions [752, 753)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 496 with dimensions [753, 754)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 497 with dimensions [754, 755)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 498 with dimensions [755, 756)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 499 with dimensions [756, 757)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 500 with dimensions [757, 758)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 501 with dimensions [758, 759)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 502 with dimensions [759, 760)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 503 with dimensions [760, 761)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 504 with dimensions [761, 762)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 505 with dimensions [762, 763)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 506 with dimensions [763, 764)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 507 with dimensions [764, 765)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 508 with dimensions [765, 766)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 509 with dimensions [766, 767)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 510 with dimensions [767, 768)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Processing chunk 511 with dimensions [768, 769)\n", - "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n", - "Writing bin: knowledge_pq_pivots.bin\n", - "bin: #pts = 256, #dims = 769, size = 787464B\n", - "Finished writing bin.\n", - "Writing bin: knowledge_pq_pivots.bin\n", - "bin: #pts = 769, #dims = 1, size = 3084B\n", - "Finished writing bin.\n", - "Writing bin: knowledge_pq_pivots.bin\n", - "bin: #pts = 513, #dims = 1, size = 2060B\n", - "Finished writing bin.\n", - "Writing bin: knowledge_pq_pivots.bin\n", - "bin: #pts = 4, #dims = 1, size = 40B\n", - "Finished writing bin.\n", - "Saved pq pivot data to knowledge_pq_pivots.bin of size 796704B.\n", + "Reading bin file knowledge_pq_pivots.bin ...\n", + "Opening bin file knowledge_pq_pivots.bin... \n", + "Metadata: #pts = 256, #dims = 769...\n", + "done.\n", + "PQ pivot file exists. Not generating again\n", "Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n", "Reading bin file knowledge_pq_pivots.bin ...\n", "Opening bin file knowledge_pq_pivots.bin... \n", @@ -1119,17 +86,17 @@ "done.\n", "Loaded PQ pivot information\n", "Processing points [0, 6)...done.\n", - "Time for generating quantized data: 0.399541 seconds\n", + "Time for generating quantized data: 0.051329 seconds\n", "Full index fits in RAM budget, should consume at most 2.03973e-05GiBs, so building in one shot\n", "L2: Using AVX2 distance computation DistanceL2Float\n", "Passed, empty search_params while creating index config\n", "Using only first 6 from file.. \n", "Starting index build with 6 points... \n", - "0% of index build completed.Starting final cleanup..done. Link time: 0.00011s\n", + "0% of index build completed.Starting final cleanup..done. Link time: 0.00016s\n", "Index built with degree: max:5 avg:5 min:5 count(deg<2):0\n", "Not saving tags as they are not enabled.\n", - "Time taken for save: 0.000144s.\n", - "Time for building merged vamana index: 0.000777 seconds\n", + "Time taken for save: 0.00015s.\n", + "Time for building merged vamana index: 0.000982 seconds\n", "Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n", "Vamana index file size=168\n", "Opened: knowledge_disk.index, cache_size: 67108864\n", @@ -1144,12 +111,28 @@ "Finished writing bin.\n", "Output disk index file written to knowledge_disk.index\n", "Finished writing 28672B\n", - "Time for generating disk layout: 0.039398 seconds\n", + "Time for generating disk layout: 0.044798 seconds\n", "Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n", "Loading base knowledge_prepped_base.bin. #points: 6. #dim: 769.\n", - "Wrote 0 points to sample file: knowledge_sample_data.bin\n", - "Indexing time: 0.440015\n", - "✅ DiskANN index loaded successfully.Since data is floating point, we assume that it has been appropriately pre-processed (normalization for cosine, and convert-to-l2 by adding extra dimension for MIPS). So we shall invoke an l2 distance function.\n", + "Wrote 1 points to sample file: knowledge_sample_data.bin\n", + "Indexing time: 0.0974831\n", + "INFO: Leann metadata saved to knowledge.leann.meta.json\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Opened file : knowledge_disk.index\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "✅ DiskANN index loaded successfully.\n", + "INFO: LeannSearcher initialized with 'diskann' backend using index 'knowledge.leann'.\n", + "Since data is floating point, we assume that it has been appropriately pre-processed (normalization for cosine, and convert-to-l2 by adding extra dimension for MIPS). So we shall invoke an l2 distance function.\n", "L2: Using AVX2 distance computation DistanceL2Float\n", "L2: Using AVX2 distance computation DistanceL2Float\n", "Before index load\n", @@ -1177,19 +160,17 @@ "Loaded PQ Pivots: #ctrs: 256, #dims: 769, #chunks: 512\n", "Loaded PQ centroids and in-memory compressed vectors. #points: 6 #dim: 769 #aligned_dim: 776 #chunks: 512\n", "Loading index metadata from knowledge_disk.index\n", - "Disk-Index File Meta-data: # nodes per sector: 1, max node len (bytes): 3100, max node degre\n", - "INFO: LeannSearcher initialized with 'diskann' backend using index 'knowledge.leann'.\n", - "e: 5\n", + "Disk-Index File Meta-data: # nodes per sector: 1, max node len (bytes): 3100, max node degree: 5\n", "Disk-Index Meta: nodes per sector: 1, max node len: 3100, max node degree: 5\n", "Setting up thread-specific contexts for nthreads: 8\n", - "allocating ctx: 0x77b24e80b000 to thread-id:131599213530048\n", - "allocating ctx: 0x77b24d48c000 to thread-id:131599182073280\n", - "allocating ctx: 0x77b24d47b000 to thread-id:131599224015680\n", - "allocating ctx: 0x77b24d46a000 to thread-id:131599192558912\n", - "allocating ctx: 0x77b24d459000 to thread-id:131599234501312\n", - "allocating ctx: 0x77b24d448000 to thread-id:131599203044544\n", - "allocating ctx: 0x77b24d437000 to thread-id:131599135935552\n", - "allocating ctx: 0x77b24d426000 to thread-id:131611173562176\n", + "allocating ctx: 0x77203100b000 to thread-id:130971745651648\n", + "allocating ctx: 0x77202fc8c000 to thread-id:130971756137280\n", + "allocating ctx: 0x77202fc7b000 to thread-id:130971735166016\n", + "allocating ctx: 0x77202fc6a000 to thread-id:130983600146240\n", + "allocating ctx: 0x77202fc59000 to thread-id:130971766622912\n", + "allocating ctx: 0x77202fc48000 to thread-id:130971703709120\n", + "allocating ctx: 0x77202fc37000 to thread-id:130971714194752\n", + "allocating ctx: 0x77202fc26000 to thread-id:130971724680384\n", "Loading centroid data from medoids vector data of 1 medoid(s)\n", "Reading bin file knowledge_disk.index_max_base_norm.bin ...\n", "Opening bin file knowledge_disk.index_max_base_norm.bin... \n", @@ -1197,22 +178,11 @@ "done.\n", "Setting re-scaling factor of base vectors to 1\n", "load_from_separate_paths done.\n", - "Reading (with alignment) bin file knowledge_sample_data.bin ...Metadata: #pts = 0, #dims = 769, aligned_dim = 776... allocating aligned memory of 0 bytes... done. Copying data to mem_aligned buffer... done.\n", + "Reading (with alignment) bin file knowledge_sample_data.bin ...Metadata: #pts = 1, #dims = 769, aligned_dim = 776... allocating aligned memory of 3104 bytes... done. Copying data to mem_aligned buffer... done.\n", + "reserve ratio: 1\n", + "Graph traversal completed, hops: 3\n", "Loading the cache list into memory....done.\n", - "After index load\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Opened file : knowledge_disk.index\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ + "After index load\n", "INFO: Computing embeddings for 1 chunks using 'sentence-transformers/all-mpnet-base-v2'...\n" ] }, @@ -1220,7 +190,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "Batches: 100%|██████████| 1/1 [00:00<00:00, 57.79it/s]" + "Batches: 100%|██████████| 1/1 [00:00<00:00, 56.33it/s]" ] }, { @@ -1230,7 +200,7 @@ "INFO: DiskANN ZMQ mode enabled - ensuring embedding server is running\n", "INFO: Starting session-level embedding server as a background process...\n", "INFO: Running command from project root: /home/ubuntu/LEANN_clean/leann\n", - "INFO: Server process started with PID: 197427\n" + "INFO: Server process started with PID: 313817\n" ] }, { @@ -1245,7 +215,7 @@ "output_type": "stream", "text": [ "✅ Embedding server is up and ready for this session.\n", - "reserve ratio: 1[EmbeddingServer LOG]: Initializing leann-backend-diskann...\n", + "[EmbeddingServer LOG]: Initializing leann-backend-diskann...\n", "[EmbeddingServer LOG]: WARNING: Could not import DiskANN backend: cannot import name '_diskannpy' from partially initialized module 'packages.leann-backend-diskann.leann_backend_diskann' (most likely due to a circular import) (/home/ubuntu/LEANN_clean/leann/packages/leann-backend-diskann/leann_backend_diskann/__init__.py)\n", "[EmbeddingServer LOG]: INFO: Initializing embedding server thread on port 5555\n", "[EmbeddingServer LOG]: INFO: Using CUDA device\n", @@ -1254,107 +224,952 @@ "[EmbeddingServer LOG]: INFO: Loaded 6 demo documents\n", "[EmbeddingServer LOG]: INFO: ZMQ ROUTER server listening on port 5555\n", "[EmbeddingServer LOG]: INFO: Embedding server ready to serve requests\n", - "Score: -0.481 - C++ is a powerful programming language\n", + "reserve ratio: [EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 3 bytes\n", + "1\n", "Graph traversal completed, hops: 3\n", - "\n", - "Score: -1.049 - Java is a powerful programming language\n", - "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 3 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 1 node embeddings: [0]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 0\n", - "[EmbeddingServer LOG]: Time taken for text lookup: 0.000030 seconds\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000025 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 1, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 1\n", - "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.018889 seconds\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.019455 seconds\n", "[EmbeddingServer LOG]: Batch size: 1, Sequence length: 256\n", - "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000184 seconds\n", - "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.080892 seconds\n", - "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.039653 seconds\n", - "[EmbeddingServer LOG]: INFO: Serialize time: 0.000192 seconds\n", - "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.140990 seconds\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000176 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.062818 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.052912 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000228 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.136761 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [1, 2, 3, 4, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000045 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", - "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001917 seconds\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001596 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", - "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n", - "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.670297 seconds\n", - "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000375 seconds\n", - "[EmbeddingServer LOG]: INFO: Serialize time: 0.000203 seconds\n", - "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.673614 seconds\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000094 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.517292 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000360 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000155 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.520236 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [3, 4, 2, 1, 0]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 4\n", - "[EmbeddingServer LOG]: Time taken for text lookup: 0.000028 seconds\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000031 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", - "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001288 seconds\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001254 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", - "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000078 seconds\n", - "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.009282 seconds\n", - "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000155 seconds\n", - "[EmbeddingServer LOG]: INFO: Serialize time: 0.000060 seconds\n", - "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.011379 seconds\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000076 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.009231 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000189 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.011405 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [0, 1, 2, 4, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", - "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001060 seconds\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000968 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", - "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000100 seconds\n", - "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008817 seconds\n", - "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000170 seconds\n", - "[EmbeddingServer LOG]: INFO: Serialize time: 0.000045 seconds\n", - "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010654 seconds\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000071 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008908 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000148 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000055 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010627 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [3, 1, 0, 2, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", - "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000934 seconds\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000959 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", - "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000073 seconds\n", - "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008848 seconds\n", - "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000144 seconds\n", - "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n", - "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010560 seconds\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000071 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008822 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000151 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000063 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010516 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [0, 2, 3, 4, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000019 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", - "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000957 seconds\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001046 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", - "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000070 seconds\n", - "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008813 seconds\n", - "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000145 seconds\n", - "[EmbeddingServer LOG]: INFO: Serialize time: 0.000046 seconds\n", - "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010484 seconds\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000074 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008821 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000146 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000059 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010625 seconds\n", "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n", "[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [1, 0, 3, 4, 5]\n", "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n", "[EmbeddingServer LOG]: Time taken for text lookup: 0.000019 seconds\n", "[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n", "[EmbeddingServer LOG]: INFO: Processing batch of size 5\n", - "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000816 seconds\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000947 seconds\n", "[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n", - "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000072 seconds\n", - "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008810 seconds\n", - "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000159 seconds\n", - "[EmbeddingServer LOG]: INFO: Serialize time: 0.000045 seconds\n", - "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010357 seconds\n" + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000071 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008823 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000143 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000047 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010491 seconds\n", + "Score: -0.481 - C++ is a powerful programming language\n", + "Score: -1.049 - Java is a powerful programming language\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 3 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 1 node embeddings: [1]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 1\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 1, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 1\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000475 seconds\n", + "[EmbeddingServer LOG]: Batch size: 1, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000245 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.005035 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000223 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000076 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.006687 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [41, 3, 40, 35, 27, 11, 2, 34, 7, 17, 53, 36, 10, 5, 6, 23, 39, 38, 15, 29, 25, 20, 4, 13, 26, 37, 33, 28, 21, 32, 12, 50]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 2 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.006198 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000091 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043852 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000362 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000303 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.051755 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [35, 40, 25, 12, 1, 2, 20, 24, 53, 9, 3, 6, 36, 11, 27, 41, 34, 26, 29, 33, 28, 5, 21, 17, 13, 7, 32, 30, 15, 31, 39, 4]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000036 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.006460 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000094 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043777 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000125 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.051677 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [41, 14, 30, 27, 11, 7, 31, 15, 53, 0, 4, 5, 1, 36, 13, 37, 39, 40, 38, 3, 22, 29, 34, 32, 19, 33, 25, 26, 35, 28, 8, 50]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005619 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000119 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043553 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000359 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000145 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050564 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [39, 4, 37, 34, 26, 41, 13, 15, 35, 32, 29, 50, 30, 1, 5, 27, 14, 3, 36, 23, 40, 12, 28, 7, 11, 22, 31, 2, 19, 33, 8, 17]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 50\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.006054 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043605 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000074 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.051038 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [37, 7, 41, 22, 50, 0, 36, 23, 39, 8, 11, 35, 53, 16, 30, 14, 1, 4, 15, 40, 38, 27, 13, 6, 19, 10, 3, 25, 34, 45, 29, 48]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000040 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005921 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043591 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000359 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000081 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050846 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [55, 54, 44, 45, 49, 46, 51, 8, 42, 52, 43, 50, 53, 47, 0, 2, 24, 5, 15, 36, 37, 41, 1, 6, 19, 9, 35, 16, 7, 17, 22, 26]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005599 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000090 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043636 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000369 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000118 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050578 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [27, 34, 20, 32, 3, 26, 2, 24, 22, 51, 31, 35, 1, 25, 12, 21, 41, 38, 33, 29, 40, 13, 10, 15, 4, 30, 14, 6, 17, 11, 37, 39]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 51\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000036 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005486 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000090 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043729 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000371 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000092 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050599 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [31, 3, 8, 32, 34, 12, 41, 21, 27, 2, 10, 24, 45, 13, 40, 1, 35, 29, 20, 28, 15, 4, 17, 14, 26, 25, 36, 38, 23, 37, 11, 30]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 45\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005491 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000090 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043680 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000072 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050465 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [26, 6, 30, 32, 40, 27, 3, 7, 10, 20, 15, 24, 55, 1, 28, 35, 8, 21, 29, 31, 11, 17, 33, 9, 5, 34, 23, 19, 2, 36, 22, 37]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000032 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005579 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043559 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000372 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000078 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050408 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [42, 53, 50, 49, 19, 55, 45, 47, 44, 54, 46, 51, 0, 41, 24, 17, 48, 52, 16, 1, 15, 5, 40, 2, 36, 35, 3, 6, 9, 37, 14, 34]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005751 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043583 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000072 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050691 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 24, 52, 45, 44, 42, 51, 46, 43, 53, 47, 2, 55, 49, 50, 1, 6, 36, 19, 26, 35, 41, 9, 16, 25, 5, 40, 0, 3, 37, 8, 17]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005239 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043486 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000374 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000132 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050063 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [50, 46, 52, 0, 43, 55, 45, 44, 37, 26, 48, 42, 53, 54, 49, 5, 51, 19, 16, 1, 22, 36, 8, 41, 7, 14, 15, 11, 38, 4, 40, 25]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005200 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043580 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000136 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050169 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 5, 17, 55, 49, 50, 43, 53, 46, 42, 47, 52, 24, 54, 44, 51, 15, 16, 0, 19, 37, 35, 8, 1, 22, 41, 6, 2, 9, 7, 36, 27]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005379 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043595 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000079 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050286 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 10, 6, 26, 55, 18, 2, 7, 34, 38, 28, 21, 17, 53, 24, 19, 3, 41, 36, 11, 13, 40, 33, 5, 25, 27, 20, 32, 4, 31, 12, 15]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005289 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043688 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000358 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000075 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050273 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [15, 9, 5, 22, 13, 25, 29, 48, 18, 19, 7, 37, 16, 6, 21, 17, 41, 39, 14, 26, 27, 1, 32, 20, 38, 4, 34, 33, 36, 35, 11, 31]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 48\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000032 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005197 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000107 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043549 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050126 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 53, 42, 47, 25, 43, 45, 50, 54, 52, 44, 49, 46, 35, 0, 19, 51, 1, 5, 6, 41, 37, 26, 7, 8, 11, 36, 2, 3, 22, 9, 16]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 54\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004973 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000098 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043565 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000362 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000070 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050157 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [55, 44, 43, 24, 48, 50, 49, 45, 52, 46, 19, 2, 54, 47, 51, 53, 6, 1, 41, 5, 16, 37, 0, 9, 35, 17, 15, 7, 26, 25, 27, 8]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005029 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000096 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043512 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000359 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000127 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050025 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 29, 37, 33, 49, 36, 34, 15, 23, 13, 25, 53, 41, 3, 5, 4, 10, 27, 14, 11, 35, 2, 7, 39, 38, 31, 28, 22, 6, 32, 12, 30]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000042 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005203 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000095 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043577 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000069 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050252 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [39, 41, 34, 32, 20, 8, 38, 12, 23, 15, 3, 27, 21, 0, 44, 4, 1, 22, 36, 33, 35, 31, 40, 5, 14, 19, 11, 7, 28, 37, 26, 29]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 44\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000057 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005057 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000095 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043559 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000358 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000071 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050047 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [3, 42, 26, 17, 16, 25, 27, 28, 33, 32, 35, 1, 10, 31, 30, 6, 34, 2, 21, 29, 12, 20, 13, 38, 43, 15, 52, 4, 11, 54, 49, 44]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 54\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004832 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000093 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043604 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000365 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000072 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049907 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [21, 12, 28, 6, 18, 3, 15, 13, 34, 32, 2, 10, 29, 52, 17, 1, 33, 31, 25, 35, 27, 26, 9, 4, 40, 8, 19, 38, 39, 22, 36, 23]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 52\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004736 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000095 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043551 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000075 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049720 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [55, 50, 1, 0, 43, 45, 49, 54, 5, 44, 19, 48, 47, 52, 35, 41, 36, 42, 46, 40, 37, 11, 51, 16, 14, 7, 3, 10, 6, 27, 23, 39]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000052 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005280 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000097 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043612 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000069 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050364 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [20, 34, 2, 12, 21, 31, 17, 33, 15, 3, 35, 28, 13, 29, 26, 10, 27, 1, 8, 9, 32, 6, 4, 25, 19, 24, 30, 14, 22, 23, 7, 11]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 35\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004933 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000093 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043592 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000362 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049905 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [31, 12, 13, 1, 28, 16, 33, 38, 14, 29, 15, 26, 19, 18, 30, 24, 49, 3, 27, 41, 32, 35, 40, 4, 2, 20, 39, 21, 37, 10, 23, 11]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 49\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005100 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043713 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000358 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000132 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050184 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [8, 22, 17, 21, 41, 25, 45, 27, 14, 19, 7, 32, 6, 34, 2, 18, 0, 13, 1, 5, 20, 39, 38, 37, 40, 4, 9, 23, 31, 3, 29, 36]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 45\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005211 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043583 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000369 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000082 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050108 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [47, 43, 45, 36, 53, 55, 42, 49, 46, 37, 51, 19, 26, 48, 5, 44, 41, 54, 1, 7, 40, 52, 11, 35, 4, 0, 14, 22, 38, 23, 8, 6]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005326 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043689 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000359 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050398 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [51, 44, 54, 6, 0, 48, 49, 53, 47, 24, 55, 42, 45, 46, 43, 50, 2, 35, 1, 25, 16, 26, 9, 17, 36, 10, 15, 20, 19, 34, 3, 41]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005019 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043549 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000076 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049855 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 33, 12, 26, 28, 24, 30, 35, 27, 4, 32, 21, 13, 34, 2, 29, 7, 19, 53, 41, 40, 20, 31, 10, 25, 36, 38, 6, 23, 15, 11, 39]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004843 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043592 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049748 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [41, 31, 23, 38, 3, 13, 27, 15, 7, 50, 0, 1, 39, 36, 5, 40, 34, 37, 14, 29, 32, 11, 22, 12, 35, 33, 26, 2, 28, 20, 19, 30]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 50\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000046 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004848 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043578 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000079 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049762 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 35, 43, 45, 50, 42, 53, 52, 19, 55, 44, 54, 51, 46, 47, 40, 6, 1, 3, 36, 34, 26, 7, 2, 5, 41, 38, 27, 15, 25, 9, 10]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005006 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043567 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000067 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049898 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [27, 37, 25, 11, 31, 7, 17, 24, 46, 3, 23, 1, 14, 32, 5, 15, 28, 26, 40, 22, 33, 4, 34, 21, 8, 13, 10, 38, 6, 29, 20, 19]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 46\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004698 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043511 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000079 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049511 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [19, 0, 45, 9, 15, 5, 53, 24, 8, 22, 37, 6, 7, 14, 43, 50, 39, 25, 47, 34, 1, 23, 48, 13, 36, 26, 27, 32, 42, 55, 21, 11]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005009 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043560 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000067 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049864 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [5, 35, 27, 9, 23, 1, 11, 8, 39, 31, 50, 37, 14, 41, 15, 22, 6, 36, 25, 4, 40, 3, 26, 38, 30, 13, 32, 29, 10, 19, 2, 34]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 50\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004949 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000099 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043564 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049865 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [32, 34, 33, 14, 4, 30, 27, 3, 12, 28, 13, 15, 18, 49, 21, 23, 29, 7, 41, 20, 40, 25, 26, 1, 35, 38, 2, 37, 17, 22, 11, 8]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 49\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000036 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004950 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043601 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049895 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [41, 40, 50, 0, 5, 23, 35, 11, 29, 34, 19, 1, 4, 39, 37, 13, 10, 3, 7, 38, 27, 2, 22, 15, 14, 53, 6, 33, 26, 8, 25, 31]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005066 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000090 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043597 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000358 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050019 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 42, 52, 46, 43, 49, 50, 6, 24, 55, 54, 45, 51, 53, 47, 35, 5, 1, 19, 41, 8, 16, 37, 36, 3, 9, 26, 0, 15, 2, 34, 40]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005022 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000114 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043570 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000069 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049988 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 23, 30, 0, 5, 39, 25, 32, 53, 41, 7, 35, 37, 14, 36, 27, 40, 10, 13, 4, 38, 3, 22, 15, 6, 34, 29, 26, 33, 28, 17, 50]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000036 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004957 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000085 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043560 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000078 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049927 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [5, 15, 19, 14, 13, 21, 0, 30, 28, 29, 45, 37, 8, 41, 7, 39, 23, 36, 4, 1, 11, 32, 40, 16, 38, 27, 34, 31, 9, 3, 35, 25]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 45\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004693 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000095 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043676 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049752 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [25, 27, 35, 9, 24, 47, 6, 3, 28, 38, 7, 17, 50, 18, 1, 32, 29, 34, 10, 41, 21, 31, 13, 8, 15, 20, 33, 4, 19, 30, 36, 12]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 50\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004860 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000106 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043520 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000085 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049804 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [37, 23, 31, 15, 22, 7, 11, 40, 38, 19, 30, 0, 53, 5, 41, 34, 4, 13, 27, 1, 39, 36, 8, 33, 32, 28, 29, 35, 3, 16, 50, 25]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004716 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043595 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000070 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049714 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [52, 50, 48, 6, 24, 54, 44, 55, 49, 42, 45, 43, 46, 53, 47, 26, 9, 25, 35, 16, 2, 36, 1, 10, 3, 19, 5, 41, 40, 27, 7, 8]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004821 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000091 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043538 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049735 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 44, 45, 47, 5, 24, 9, 54, 42, 55, 50, 49, 52, 43, 53, 51, 37, 1, 16, 19, 15, 6, 8, 41, 7, 36, 0, 40, 22, 35, 17, 11]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004873 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043572 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000353 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000075 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049889 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [20, 15, 32, 2, 12, 3, 17, 13, 6, 28, 26, 18, 49, 33, 22, 31, 34, 35, 1, 8, 25, 9, 41, 10, 27, 19, 40, 29, 30, 38, 7, 4]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 49\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004954 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043505 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000120 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049897 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 4, 36, 5, 13, 23, 38, 15, 33, 43, 39, 40, 27, 11, 34, 53, 19, 37, 3, 35, 14, 22, 7, 32, 29, 2, 10, 31, 12, 28, 8, 26]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000041 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004878 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043611 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000075 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049876 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [35, 25, 9, 20, 52, 2, 7, 15, 40, 53, 24, 1, 26, 10, 21, 17, 3, 8, 5, 41, 19, 11, 36, 13, 12, 28, 34, 27, 16, 32, 29, 38]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000032 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004828 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043607 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049797 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [31, 27, 21, 13, 33, 3, 28, 15, 19, 42, 34, 41, 12, 20, 25, 26, 17, 1, 38, 4, 35, 22, 29, 30, 23, 11, 8, 7, 37, 40, 14, 39]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 42\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004633 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043628 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000068 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049742 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [5, 14, 38, 47, 41, 22, 11, 34, 0, 50, 30, 16, 7, 23, 39, 36, 40, 1, 4, 15, 8, 19, 13, 27, 35, 32, 31, 33, 53, 3, 28, 29]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004749 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043532 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000076 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049615 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [20, 34, 3, 13, 33, 2, 18, 28, 10, 17, 21, 31, 32, 41, 1, 38, 15, 4, 27, 35, 40, 6, 39, 26, 29, 8, 25, 24, 23, 36, 14, 9]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 41\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004750 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043570 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000353 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049821 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [19, 8, 6, 17, 16, 21, 26, 48, 15, 20, 25, 7, 22, 35, 1, 2, 10, 32, 3, 5, 13, 12, 27, 29, 33, 43, 28, 31, 55, 45, 42, 18]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004903 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043492 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000080 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049751 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 30, 26, 28, 23, 29, 32, 4, 15, 34, 13, 7, 20, 24, 53, 41, 3, 25, 31, 11, 33, 40, 38, 5, 10, 35, 39, 14, 36, 12, 8, 50]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000043 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004987 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043620 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000353 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000070 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049956 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [13, 38, 5, 41, 15, 34, 43, 1, 4, 36, 37, 23, 7, 11, 22, 40, 27, 14, 8, 3, 35, 12, 29, 32, 19, 28, 20, 31, 33, 6, 53, 26]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004892 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043572 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049816 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [15, 2, 24, 21, 9, 1, 32, 25, 18, 45, 20, 6, 35, 8, 3, 33, 12, 34, 26, 27, 10, 40, 28, 19, 31, 30, 11, 38, 13, 22, 4, 29]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 45\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004802 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043615 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000071 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049759 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [27, 40, 18, 3, 34, 15, 10, 11, 1, 36, 41, 33, 31, 23, 26, 4, 28, 25, 32, 20, 13, 38, 7, 35, 39, 2, 14, 6, 12, 37, 22, 19]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 41\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000032 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004797 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043515 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000362 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049675 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [16, 9, 22, 34, 43, 8, 13, 26, 0, 30, 15, 14, 37, 5, 6, 41, 32, 21, 38, 23, 1, 4, 20, 39, 7, 17, 25, 53, 3, 36, 27, 29]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004681 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043572 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000072 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049589 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [16, 5, 43, 53, 37, 22, 19, 14, 47, 36, 50, 7, 11, 8, 15, 55, 45, 48, 39, 23, 27, 42, 13, 1, 4, 9, 52, 30, 46, 44, 25, 32]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004735 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043556 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000068 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049612 seconds\n", + "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n", + "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 12, 52, 6, 34, 17, 18, 24, 43, 35, 10, 3, 21, 20, 40, 41, 36, 15, 33, 28, 31, 38, 4, 29, 7, 27, 32, 13, 25, 9, 26, 11]\n", + "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 52\n", + "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n", + "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n", + "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n", + "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004743 seconds\n", + "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n", + "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n", + "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043615 seconds\n", + "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n", + "[EmbeddingServer LOG]: INFO: Serialize time: 0.000074 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049773 seconds\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", + "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n", diff --git a/examples/main_cli_example.py b/examples/main_cli_example.py index 7600b1a..8e452ae 100644 --- a/examples/main_cli_example.py +++ b/examples/main_cli_example.py @@ -69,7 +69,7 @@ async def main(): query = "Based on the paper, what are the main techniques LEANN explores to reduce the storage overhead?" print(f"You: {query}") - chat_response = chat.ask(query, recompute_beighbor_embeddings=True) + chat_response = chat.ask(query, top_k=10, recompute_beighbor_embeddings=True) print(f"Leann: {chat_response}") if __name__ == "__main__": diff --git a/packages/leann-backend-diskann/leann_backend_diskann/diskann_backend.py b/packages/leann-backend-diskann/leann_backend_diskann/diskann_backend.py index 71cf2fb..c0a41c2 100644 --- a/packages/leann-backend-diskann/leann_backend_diskann/diskann_backend.py +++ b/packages/leann-backend-diskann/leann_backend_diskann/diskann_backend.py @@ -246,7 +246,7 @@ class DiskannSearcher(LeannBackendSearcherInterface): raise def search(self, query: np.ndarray, top_k: int, **kwargs) -> Dict[str, any]: - complexity = kwargs.get("complexity", 100) + complexity = kwargs.get("complexity", 32) beam_width = kwargs.get("beam_width", 4) USE_DEFERRED_FETCH = kwargs.get("USE_DEFERRED_FETCH", False) diff --git a/packages/leann-core/src/leann/api.py b/packages/leann-core/src/leann/api.py index 21c5ec8..ce6b50e 100644 --- a/packages/leann-core/src/leann/api.py +++ b/packages/leann-core/src/leann/api.py @@ -139,9 +139,36 @@ class LeannChat: self.openai_client = openai.OpenAI(api_key=api_key) return self.openai_client - def ask(self, question: str, **kwargs): - # 1. 检索 - results = self.searcher.search(question, top_k=5, **kwargs) + def ask(self, question: str, top_k=5, **kwargs): + """ + Additional keyword arguments (kwargs) for advanced search customization. Example usage: + chat.ask( + "What is ANN?", + top_k=10, + complexity=64, + beam_width=8, + USE_DEFERRED_FETCH=True, + skip_search_reorder=True, + recompute_beighbor_embeddings=True, + dedup_node_dis=True, + prune_ratio=0.1, + batch_recompute=True, + global_pruning=True + ) + + Supported kwargs: + - complexity (int): Search complexity parameter (default: 32) + - beam_width (int): Beam width for search (default: 4) + - USE_DEFERRED_FETCH (bool): Enable deferred fetch mode (default: False) + - skip_search_reorder (bool): Skip search reorder step (default: False) + - recompute_beighbor_embeddings (bool): Enable ZMQ embedding server for neighbor recomputation (default: False) + - dedup_node_dis (bool): Deduplicate nodes by distance (default: False) + - prune_ratio (float): Pruning ratio for search (default: 0.0) + - batch_recompute (bool): Enable batch recomputation (default: False) + - global_pruning (bool): Enable global pruning (default: False) + """ + + results = self.searcher.search(question, top_k=top_k, **kwargs) context = "\n\n".join([r['text'] for r in results]) # 2. 构建 Prompt