"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Display embedding result, no need for implementation\n",
"p_display = p_embed.output('img_path', 'img', 'vec')\n",
"\n",
"DataCollection(p_display(to_insert[0])).show()"
]
},
{
"cell_type": "markdown",
"id": "00c3993f",
"metadata": {},
"source": [
"Now we have an embedding pipeline extracting normalized vectors for images. Let's build a image search engine based on the embedding pipeline and Milvus collection. We evaluate the engine by inserting candidate data and querying test images. The result table below shows mAP increases for all models. This proves that normalization is able to improve image search."
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "9bfeb0a2",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"A new collection created: deep_dive_image_search_vgg16\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:18:38,892 - 140704683062080 - _builder.py-_builder:182 - INFO: Loading pretrained weights from Hugging Face hub (timm/vgg16.tv_in1k)\n",
"2023-08-03 12:18:39,268 - 140704683062080 - connectionpool.py-connectionpool:546 - DEBUG: https://huggingface.co:443 \"HEAD /timm/vgg16.tv_in1k/resolve/main/model.safetensors HTTP/1.1\" 302 0\n",
"2023-08-03 12:18:39,273 - 140704683062080 - _hub.py-_hub:180 - INFO: [timm/vgg16.tv_in1k] Safe alternative available for 'pytorch_model.bin' (as 'model.safetensors'). Loading weights using safetensors.\n",
"2023-08-03 12:18:39,413 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:39,414 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:39,415 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:39,415 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:39,415 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:39,416 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:39,814 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:39,814 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:39,814 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:39,815 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:39,815 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:39,815 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:40,229 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:40,229 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:40,229 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:40,229 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:40,229 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:40,229 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:40,622 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:40,622 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:40,622 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:40,622 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:40,622 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:40,622 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:41,062 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:41,062 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:41,062 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:41,062 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:41,062 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:41,063 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:41,457 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:41,457 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:41,457 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:41,458 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:41,458 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:41,458 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:41,870 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:41,870 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:41,871 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:41,871 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:41,871 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:41,871 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:42,267 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:42,267 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:42,267 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:42,267 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:42,268 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:42,268 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:42,682 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:42,682 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:42,682 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:42,682 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:42,682 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:42,683 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:43,107 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:43,107 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:43,107 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:43,108 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:43,108 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:43,108 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:43,497 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:43,497 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:43,497 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:43,497 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:43,497 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:43,497 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:43,911 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:43,911 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:43,911 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:43,911 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:43,911 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:43,911 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:44,336 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:44,336 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:44,336 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:44,336 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:18:44,337 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:44,337 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:44,752 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:44,752 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:44,752 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:44,753 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:44,753 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:44,753 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:45,148 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:45,148 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:45,148 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:45,149 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:45,149 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:45,149 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:45,556 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:45,556 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:45,556 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:45,557 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:45,557 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:45,557 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:45,965 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:45,965 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:45,965 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:45,966 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:45,966 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:45,966 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:46,371 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:46,371 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:46,371 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:46,371 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:46,371 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:46,372 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:46,755 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:46,755 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:46,755 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:46,756 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:46,756 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:46,756 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:47,362 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:47,362 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:47,362 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:47,362 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:47,363 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:47,363 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:47,750 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:47,751 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:47,751 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:47,751 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:47,751 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:47,751 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:48,161 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:48,161 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:48,161 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:48,161 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:48,161 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:48,161 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:48,550 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:48,550 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:48,550 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:48,551 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:48,551 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:48,551 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:48,931 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:48,931 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:48,931 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:48,931 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:48,931 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:48,932 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:49,333 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:49,333 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:49,333 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:49,333 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:49,333 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:49,333 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:49,729 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:49,729 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:49,729 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:49,729 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:49,730 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:49,730 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:50,109 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:18:50,109 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:50,109 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:50,109 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:50,109 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:50,109 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:50,521 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:50,521 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:50,521 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:50,521 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:50,521 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:50,522 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:50,897 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:50,898 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:50,898 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:50,898 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:50,898 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:50,898 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:51,276 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:51,276 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:51,276 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:51,276 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:51,277 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:51,277 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:51,661 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:51,662 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:51,662 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:51,662 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:51,662 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:51,662 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:52,038 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:52,038 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:52,039 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:52,039 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:52,039 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:52,039 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:52,418 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:52,418 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:52,418 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:52,418 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:52,419 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:52,419 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:52,794 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:52,794 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:52,794 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:52,794 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:52,794 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:52,794 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:53,172 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:53,172 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:53,173 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:53,173 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:53,173 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:53,173 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:53,554 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:53,555 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:53,555 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:53,555 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:53,555 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:53,555 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:53,940 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:53,941 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:53,941 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:53,941 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:53,941 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:53,941 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:54,315 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:54,315 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:54,315 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:54,315 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:54,315 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:54,315 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:54,694 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:54,694 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:54,694 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:54,695 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:54,695 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:54,695 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:55,076 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:55,076 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:55,076 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:55,076 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:18:55,077 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:55,077 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:55,463 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:55,463 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:55,463 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:55,464 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:55,464 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:55,464 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:55,840 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:55,840 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:55,840 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:55,840 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:55,840 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:55,840 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:56,219 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:56,219 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:56,219 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:56,219 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:56,220 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:56,220 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:56,591 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:56,591 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:56,591 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:56,591 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:56,591 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:56,592 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:56,968 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:56,968 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:56,968 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:56,968 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:56,968 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:56,968 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:57,355 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:57,355 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:57,355 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:57,356 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:57,356 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:57,356 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:57,745 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:57,745 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:57,745 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:57,745 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:57,746 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:57,746 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:58,166 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:58,166 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:58,166 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:58,166 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:58,166 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:58,166 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:58,585 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:58,586 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:58,586 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:58,586 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:58,586 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:58,586 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:59,112 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:59,112 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:59,112 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:59,112 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:59,112 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:59,112 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:59,574 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:59,574 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:59,574 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:59,574 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:59,574 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:59,574 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:18:59,980 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:18:59,980 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:18:59,980 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:18:59,981 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:18:59,981 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:18:59,981 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:00,367 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:00,367 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:00,367 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:00,367 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:00,367 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:00,367 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:00,784 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:19:00,784 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:00,784 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:00,784 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:00,784 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:00,784 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:01,157 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:01,157 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:01,157 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:01,157 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:01,158 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:01,158 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:01,520 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:01,520 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:01,520 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:01,520 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:01,520 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:01,520 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:01,880 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:01,880 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:01,880 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:01,880 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:01,881 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:01,881 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:02,254 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:02,254 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:02,254 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:02,254 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:02,255 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:02,255 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:02,626 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:02,626 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:02,626 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:02,626 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:02,626 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:02,626 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:03,000 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:03,000 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:03,000 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:03,001 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:03,001 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:03,001 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:03,379 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:03,379 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:03,379 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:03,379 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:03,379 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:03,379 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:03,768 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:03,768 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:03,768 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:03,768 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:03,768 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:03,769 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:04,131 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:04,131 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:04,131 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:04,132 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:04,132 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:04,132 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:04,494 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:04,494 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:04,494 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:04,494 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:04,494 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:04,494 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:04,855 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:04,855 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:04,855 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:04,855 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:04,855 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:04,856 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:05,225 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:05,225 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:05,225 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:05,225 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:05,225 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:05,225 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:05,591 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:05,591 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:05,591 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:05,591 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:19:05,591 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:05,591 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:05,955 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:05,955 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:05,955 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:05,955 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:05,955 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:05,955 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:06,324 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:06,324 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:06,324 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:06,324 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:06,325 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:06,325 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:06,690 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:06,690 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:06,691 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:06,691 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:06,691 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:06,691 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:07,080 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:07,080 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:07,080 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:07,080 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:07,080 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:07,080 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:07,460 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:07,460 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:07,460 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:07,460 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:07,461 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:07,461 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:07,831 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:07,832 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:07,832 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:07,832 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:07,832 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:07,832 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:08,190 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:08,190 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:08,190 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:08,191 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:08,191 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:08,191 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:08,551 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:08,551 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:08,551 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:08,551 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:08,551 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:08,551 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:08,923 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:08,924 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:08,924 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:08,924 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:08,924 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:08,924 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:09,293 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:09,293 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:09,293 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:09,293 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:09,294 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:09,294 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:09,745 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:09,745 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:09,745 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:09,746 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:09,746 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:09,746 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:10,183 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:10,183 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:10,184 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:10,184 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:10,184 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:10,184 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:10,553 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:10,553 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:10,553 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:10,553 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:10,553 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:10,553 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:10,938 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:19:10,938 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:10,938 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:10,938 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:10,938 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:10,939 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:11,312 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:11,312 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:11,312 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:11,313 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:11,313 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:11,313 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:11,708 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:11,708 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:11,708 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:11,708 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:11,708 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:11,709 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:12,093 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:12,093 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:12,093 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:12,094 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:12,094 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:12,094 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:12,482 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:12,483 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:12,483 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:12,483 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:12,483 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:12,483 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:12,949 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:12,949 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:12,949 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:12,950 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:12,950 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:12,950 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:13,353 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:13,353 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:13,353 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:13,353 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:13,353 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:13,353 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:13,730 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:13,730 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:13,730 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:13,731 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:13,731 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:13,731 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:14,133 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:14,133 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:14,133 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:14,134 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:14,134 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:14,134 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:14,512 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:14,512 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:14,512 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:14,512 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:14,512 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:14,512 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:14,921 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:14,921 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:14,921 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:14,921 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:14,922 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:14,922 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:15,303 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:15,303 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:15,304 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:15,304 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:15,304 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:15,304 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:15,695 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:15,695 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:15,695 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:15,695 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:15,695 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:15,695 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:16,155 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:16,156 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:16,156 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:16,156 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:19:16,156 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:16,156 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:16,528 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:16,528 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:16,529 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:16,529 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:16,529 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:16,529 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:16,914 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:16,914 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:16,914 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:16,914 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:16,915 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:16,915 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:17,304 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:17,304 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:17,304 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:17,304 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:17,304 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:17,304 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:17,698 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:17,698 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:17,699 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:17,699 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:17,699 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:17,699 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:18,074 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:18,074 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:18,074 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:18,074 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:18,074 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:18,074 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:18,483 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:18,484 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:18,484 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:18,484 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:18,484 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:18,484 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:18,920 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:18,920 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:18,920 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:18,921 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:18,921 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:18,921 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:19,381 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:19,381 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:19,381 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:19,381 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:19,381 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:19,381 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:19,772 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:19,773 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:19,773 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:19,773 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:19,773 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:19,773 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:20,170 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:20,170 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:20,170 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:20,170 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:20,170 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:20,171 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:20,582 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:20,582 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:20,582 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:20,583 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:20,583 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:20,583 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:21,000 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:21,000 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:21,000 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:21,000 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:21,000 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:21,000 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:21,489 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:21,489 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:21,489 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:21,489 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:21,489 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:21,489 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:21,954 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:19:21,954 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:21,954 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:21,954 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:21,954 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:21,955 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:22,335 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:22,335 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:22,335 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:22,336 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:22,336 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:22,336 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:22,702 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:22,702 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:22,702 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:22,703 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:22,703 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:22,703 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:23,072 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:23,072 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:23,072 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:23,073 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:23,073 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:23,073 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:23,470 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:23,470 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:23,470 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:23,470 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:23,470 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:23,471 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:23,886 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:23,886 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:23,886 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:23,886 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:23,886 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:23,886 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:24,274 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:24,274 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:24,274 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:24,274 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:24,274 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:24,275 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:24,693 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:24,693 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:24,693 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:24,693 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:24,693 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:24,693 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:25,063 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:25,063 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:25,063 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:25,063 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:25,063 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:25,064 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:25,449 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:25,449 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:25,449 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:25,450 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:25,450 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:25,450 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:25,867 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:25,867 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:25,867 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:25,867 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:25,867 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:25,867 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:26,241 - 123145698848768 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:26,242 - 123145614901248 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:26,242 - 123145665269760 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:26,242 - 123145682059264 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:26,242 - 123145648480256 - node.py-node:167 - INFO: Begin to run Node-ann-insert/milvus-client-3\n",
"2023-08-03 12:19:26,242 - 123145631690752 - node.py-node:167 - INFO: Begin to run Node-_output\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Number of data inserted: 0\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:19:29,526 - 140704683062080 - _builder.py-_builder:182 - INFO: Loading pretrained weights from Hugging Face hub (timm/vgg16.tv_in1k)\n",
"2023-08-03 12:19:29,782 - 140704683062080 - connectionpool.py-connectionpool:546 - DEBUG: https://huggingface.co:443 \"HEAD /timm/vgg16.tv_in1k/resolve/main/model.safetensors HTTP/1.1\" 302 0\n",
"2023-08-03 12:19:29,787 - 140704683062080 - _hub.py-_hub:180 - INFO: [timm/vgg16.tv_in1k] Safe alternative available for 'pytorch_model.bin' (as 'model.safetensors'). Loading weights using safetensors.\n",
"2023-08-03 12:19:30,954 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:30,955 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:30,955 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:30,955 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:30,956 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:30,956 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:30,956 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:30,957 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:30,958 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:31,355 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:31,355 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:31,355 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:31,355 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:31,355 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:31,355 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:31,355 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:31,355 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:31,355 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:31,739 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:31,739 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:31,739 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:31,739 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:31,739 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:31,739 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:31,739 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:31,739 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:31,740 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:32,133 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:32,133 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:32,133 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:32,133 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:32,133 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:32,133 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:32,134 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:32,134 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:32,134 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:32,514 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:32,514 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:32,514 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:32,514 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:32,514 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:32,514 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:32,514 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:32,514 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:32,514 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:32,884 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:32,884 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:32,885 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:32,885 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:32,885 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:32,885 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:32,885 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:32,885 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:32,885 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:33,266 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:33,266 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:33,266 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:33,266 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:33,267 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:33,267 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:33,267 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:33,267 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:33,267 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:33,726 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:33,726 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:33,726 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:33,726 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:33,726 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:33,727 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:33,727 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:33,727 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:33,727 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:34,117 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:34,117 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:34,118 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:34,118 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:34,118 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:19:34,118 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:34,118 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:34,118 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:34,118 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:34,510 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:34,510 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:34,510 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:34,511 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:34,511 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:34,511 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:34,511 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:34,511 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:34,511 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:34,884 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:34,884 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:34,884 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:34,884 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:34,884 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:34,884 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:34,884 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:34,884 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:34,885 - 123145806024704 - node.py-node:167 - INFO: Begin to run Node-_output\n",
"2023-08-03 12:19:35,260 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:35,260 - 123145722077184 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:35,260 - 123145772445696 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:35,260 - 123145738866688 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:35,260 - 123145789235200 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:35,260 - 123145856393216 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:35,261 - 123145839603712 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:35,261 - 123145755656192 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:35,261 - 123145822814208 - node.py-node:167 - INFO: Begin to run Node-_output\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"mAP@10: 0.6514077853363568\n"
]
}
],
"source": [
"# Connect to Milvus service\n",
"connections.connect(host=HOST, port=PORT)\n",
"\n",
"# Create collection\n",
"collection = create_milvus_collection(COLLECTION_NAME, DIM)\n",
"print(f'A new collection created: {COLLECTION_NAME}')\n",
"\n",
"# Insert data\n",
"p_insert = (\n",
" p_embed.map(('img_path', 'vec'), 'mr', ops.ann_insert.milvus_client(\n",
" host=HOST,\n",
" port=PORT,\n",
" collection_name=COLLECTION_NAME\n",
" ))\n",
" .output('mr')\n",
")\n",
"\n",
"for img_path in to_insert:\n",
" p_insert(img_path)\n",
"print('Number of data inserted:', collection.num_entities)\n",
"\n",
"# Performance\n",
"collection.load()\n",
"p_search_pre = (\n",
" p_embed.map('vec', ('search_res'), ops.ann_search.milvus_client(\n",
" host=HOST, port=PORT, limit=TOPK,\n",
" collection_name=COLLECTION_NAME))\n",
" .map('search_res', 'pred', lambda x: [str(Path(y[0]).resolve()) for y in x])\n",
"# .output('img_path', 'pred')\n",
")\n",
"p_eval = (\n",
" p_search_pre.map('img_path', 'gt', ground_truth)\n",
" .map(('pred', 'gt'), 'ap', get_ap)\n",
" .output('ap')\n",
")\n",
"\n",
"res = []\n",
"for img_path in to_test:\n",
" ap = p_eval(img_path).get()[0]\n",
" res.append(ap)\n",
"\n",
"mAP = mean(res)\n",
"\n",
"print(f'mAP@{TOPK}: {mAP}')"
]
},
{
"cell_type": "markdown",
"id": "79294a06",
"metadata": {},
"source": [
"| model | mAP@10 (no norm) | mAP@10 (norm) |\n",
"| -- | -- | -- |\n",
"| vgg16 | 0.658 | 0.738 |\n",
"| resnet50 | 0.886 | 0.917 |\n",
"| tf_efficientnet_b7 | 0.983 | 0.988 |"
]
},
{
"cell_type": "markdown",
"id": "8f1d1562",
"metadata": {},
"source": [
"### Object Detection \n",
"\n",
"Another common option in reverse image search is object detection. Sometimes the search engine is distracted by small objects or background in the image. Cropping the original image and querying only the main object help to resolve this issue.\n",
"\n",
"Let's take a look at a bad search. With normalized embeddings extracted by `vgg16`, the test image *'./test/rocking_chair/n04099969_23803.JPEG'* gets a list of similar images containing some incorrect results, which has an Average Precision of 0.347."
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "e9ddee4c",
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"2023-08-03 12:19:37,260 - 140704683062080 - _builder.py-_builder:182 - INFO: Loading pretrained weights from Hugging Face hub (timm/vgg16.tv_in1k)\n",
"2023-08-03 12:19:37,565 - 140704683062080 - connectionpool.py-connectionpool:546 - DEBUG: https://huggingface.co:443 \"HEAD /timm/vgg16.tv_in1k/resolve/main/model.safetensors HTTP/1.1\" 302 0\n",
"2023-08-03 12:19:37,605 - 140704683062080 - _hub.py-_hub:180 - INFO: [timm/vgg16.tv_in1k] Safe alternative available for 'pytorch_model.bin' (as 'model.safetensors'). Loading weights using safetensors.\n",
"2023-08-03 12:19:37,748 - 123145889972224 - node.py-node:167 - INFO: Begin to run Node-_input\n",
"2023-08-03 12:19:37,749 - 123145906761728 - node.py-node:167 - INFO: Begin to run Node-image-decode-0\n",
"2023-08-03 12:19:37,749 - 123145923551232 - node.py-node:167 - INFO: Begin to run Node-image-embedding/timm-1\n",
"2023-08-03 12:19:37,750 - 123145889972224 - node.py-node:167 - INFO: Begin to run Node-lambda-2\n",
"2023-08-03 12:19:37,750 - 123145957130240 - node.py-node:167 - INFO: Begin to run Node-ann-search/milvus-client-3\n",
"2023-08-03 12:19:37,750 - 123145940340736 - node.py-node:167 - INFO: Begin to run Node-lambda-4\n",
"2023-08-03 12:19:37,750 - 123145973919744 - node.py-node:167 - INFO: Begin to run Node-ground_truth-5\n",
"2023-08-03 12:19:37,751 - 123145990709248 - node.py-node:167 - INFO: Begin to run Node-get_ap-6\n",
"2023-08-03 12:19:37,752 - 123146007498752 - node.py-node:167 - INFO: Begin to run Node-read_images-7\n",
"2023-08-03 12:19:37,752 - 123146024288256 - node.py-node:167 - INFO: Begin to run Node-_output\n"
]
},
{
"data": {
"text/html": [
"
img_path
img
res
ap
\n",
"
./test/Joe_Biden/Biden11.JPEG
0.375
"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"p_search_img = (\n",
" p_search_pre.map('img_path', 'gt', ground_truth)\n",
" .map(('pred', 'gt'), 'ap', get_ap)\n",
" .map('pred', 'res', read_images)\n",
" .output('img_path', 'img', 'res', 'ap')\n",
")\n",
"DataCollection(p_search_img('./test/Joe_Biden/Biden11.JPEG')).show()"
]
},
{
"cell_type": "markdown",
"id": "9ce01146",
"metadata": {},
"source": [
"Now let's preprocess the test image by focusing on the main object in it. Here we use YOLOv5 to get objects in the image. We select the object with the largest area in the original image, and then search across database with the object image.\n",
"\n",
"- `get_object`: a function to get the image of the largest object detecte, or the original imageif there is no object\n",
"- `p_yolo`: a pipeline to crop the largest object in the given image"
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "b2590a56",
"metadata": {},
"outputs": [],
"source": [
"def get_max_object(img, boxes):\n",
" if len(boxes) == 0:\n",
" return img\n",
" max_area = 0\n",
" for box in boxes:\n",
" x1, y1, x2, y2 = box\n",
" area = (x2-x1)*(y2-y1)\n",
" if area > max_area:\n",
" max_area = area\n",
" max_img = img[y1:y2,x1:x2,:]\n",
" return max_img\n",
"\n",
"p_yolo = (\n",
" pipe.input('img_path')\n",
" .map('img_path', 'img', ops.image_decode('rgb'))\n",
" .map('img', ('boxes', 'class', 'score'), ops.object_detection.yolov5())\n",
" .map(('img', 'boxes'), 'object', get_max_object)\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 10,
"id": "845d8504",
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Using cache found in /Users/www.abcom.in/.cache/torch/hub/ultralytics_yolov5_master\n",
"WARNING ⚠️ 'ultralytics.yolo.v8' is deprecated since '8.0.136' and will be removed in '8.1.0'. Please use 'ultralytics.models.yolo' instead.\n",
"WARNING ⚠️ 'ultralytics.yolo.utils' is deprecated since '8.0.136' and will be removed in '8.1.0'. Please use 'ultralytics.utils' instead.\n",
"Note this warning may be related to loading older models. You can update your model to current structure with:\n",
" import torch\n",
" ckpt = torch.load(\"model.pt\") # applies to both official and custom models\n",
" torch.save(ckpt, \"updated-model.pt\")\n",
"\n",
"YOLOv5 🚀 2023-7-20 Python-3.11.4 torch-2.0.1 CPU\n",
"\n",
"Fusing layers... \n",
"YOLOv5s summary: 213 layers, 7225885 parameters, 0 gradients\n",
"Adding AutoShape... \n"
]
},
{
"data": {
"text/html": [
"
img
object
\n",
"
"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Display embedding result, no need for implementation\n",
"p_display = (\n",
" p_yolo.output('img', 'object')\n",
")\n",
"DataCollection(p_display('./test/Joe_Biden/Biden11.JPEG')).show()"
]
},
{
"cell_type": "markdown",
"id": "4afcf448",
"metadata": {},
"source": [
"With object detection, we search for *'./test/rocking_chair/n04099969_23803.JPEG'* again across the same Milvus collection. The average precision has increased by about 45%. It is a great improvement for this query."
]
},
{
"cell_type": "code",
"execution_count": 11,
"id": "2bff57cb",
"metadata": {
"scrolled": true
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Using cache found in /Users/www.abcom.in/.cache/torch/hub/ultralytics_yolov5_master\n",
"YOLOv5 🚀 2023-7-20 Python-3.11.4 torch-2.0.1 CPU\n",
"\n",
"Fusing layers... \n",
"YOLOv5s summary: 213 layers, 7225885 parameters, 0 gradients\n",
"Adding AutoShape... \n"
]
},
{
"data": {
"text/html": [
"
img
object
res
ap
\n",
"
0.1736111111111111
"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# Search\n",
"p_search_pre_yolo = (\n",
" p_yolo.map('object', 'vec', ops.image_embedding.timm(model_name=MODEL, device=DEVICE))\n",
" .map('vec', 'vec', lambda x: x / numpy.linalg.norm(x, axis=0))\n",
" .map('vec', ('search_res'), ops.ann_search.milvus_client(\n",
" host=HOST, port=PORT, limit=TOPK,\n",
" collection_name=COLLECTION_NAME))\n",
" .map('search_res', 'pred', lambda x: [str(Path(y[0]).resolve()) for y in x])\n",
"# .output('img_path', 'pred')\n",
")\n",
"\n",
"# Evaluate with AP\n",
"p_search_img_yolo = (\n",
" p_search_pre_yolo.map('img_path', 'gt', ground_truth)\n",
" .map(('pred', 'gt'), 'ap', get_ap)\n",
" .map('pred', 'res', read_images)\n",
" .output('img', 'object', 'res', 'ap')\n",
")\n",
"DataCollection(p_search_img_yolo('./test/Joe_Biden/Biden11.JPEG')).show()"
]
},
{
"cell_type": "markdown",
"id": "bb38ae46",
"metadata": {},
"source": [
"## Online Demo \n",
"\n",
"This section shows how to use Gradio to build a simple showcase with user interface. With Gradio, we simply need to wrap the data processing pipeline via a f_search function. Please note here we search across a prepared Milvus collection *'deep_dive_image_search_vgg16'*, which stores normalized image embeddings extracted by vgg16."
]
},
{
"cell_type": "code",
"execution_count": 12,
"id": "b03bdefb",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Running on local URL: http://127.0.0.1:7860\n",
"Running on public URL: https://c45c67783334055768.gradio.live\n",
"\n",
"This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces)\n"
]
},
{
"data": {
"text/html": [
""
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": []
},
"execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import gradio\n",
"\n",
"DEMO_MODEL = 'vgg16'\n",
"DEMO_COLLECTION = 'deep_dive_image_search_' + DEMO_MODEL\n",
"\n",
"def f_search(img):\n",
" p_search = (\n",
" pipe.input('img')\n",
" .map('img', 'vec', ops.image_embedding.timm(model_name=DEMO_MODEL, device=DEVICE))\n",
" .map('vec', 'vec', lambda x: x / numpy.linalg.norm(x, axis=0))\n",
" .map('vec', 'search_res', ops.ann_search.milvus_client(\n",
" host=HOST, port=PORT, limit=TOPK,\n",
" collection_name=DEMO_COLLECTION))\n",
" .map('search_res', 'pred', lambda x: [str(Path(y[0]).resolve()) for y in x])\n",
" .output('pred')\n",
" )\n",
" return p_search(img).get()[0]\n",
"\n",
"interface = gradio.Interface(f_search, \n",
" gradio.inputs.Image(type=\"pil\", source='upload'),\n",
" [gradio.outputs.Image(type=\"filepath\", label=None) for _ in range(TOPK)]\n",
" )\n",
"\n",
"interface.launch(inline=True, share=True)"
]
},
{
"cell_type": "markdown",
"id": "ad827836",
"metadata": {},
"source": [
"## Explore Towhee\n",
"\n",
"- Built-in pipelines for various tasks\n",
"- Microservice & onnx acceleration powered by TritonServe\n",
"- Docker image with everything ready"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "28a5b088",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "8a209034",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": ".milvusenv",
"language": "python",
"name": ".milvusenv"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.4"
}
},
"nbformat": 4,
"nbformat_minor": 5
}