Add new files and modify existing files

Former-commit-id: 133a82f8ba137b182b15e1504d6917f67de5326b

.gitignore

@@ -1,4 +1,4 @@
 .venv
 data
-scripts/yolov8s-seg.pt
-models
+scripts/wandb
+models

logs/app_debug.log

@@ -1128,3 +1128,201 @@ speed: {'preprocess': 1.9655227661132812, 'inference': 86.20810508728027, 'postp
 2024-03-18 10:00:35,557 [INFO] mask_generator - Segmented image 2 saved in the mask folder.
 2024-03-18 10:00:35,571 [INFO] mask_generator - Segmented image 3 saved in the mask folder.
 2024-03-18 10:00:35,578 [INFO] mask_generator - Segmented image 4 saved in the mask folder.
+2024-03-19 16:21:51,598 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-19 16:22:22,911 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 02:42:25,744 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 02:43:44,812 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 02:56:08,862 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 02:56:11,147 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:38:32,329 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:40:01,921 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:41:30,440 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:41:30,444 [INFO] models - Inferencers initialized
+2024-03-20 10:42:11,660 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:42:19,871 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:42:23,619 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:42:23,622 [INFO] models - Inferencers initialized
+2024-03-20 10:55:18,465 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:55:25,336 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:55:28,411 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:55:28,413 [INFO] models - Inferencers initialized
+2024-03-20 10:56:51,674 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:56:58,253 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:57:01,388 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:57:01,391 [INFO] models - Inferencers initialized
+2024-03-20 10:57:59,104 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:58:06,658 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:58:10,792 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:58:10,794 [INFO] models - Inferencers initialized
+2024-03-20 11:19:25,720 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:19:31,886 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:19:34,271 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:19:34,273 [INFO] models - Inferencers initialized
+2024-03-20 11:22:23,098 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:22:30,208 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:22:32,810 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:22:32,816 [INFO] models - Inferencers initialized
+2024-03-20 11:24:00,227 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:24:09,904 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:24:12,432 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:24:12,434 [INFO] models - Inferencers initialized
+2024-03-20 11:25:16,562 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:25:22,986 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:25:25,468 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:25:25,470 [INFO] models - Inferencers initialized
+2024-03-20 11:26:05,393 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:26:12,835 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:26:15,322 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:26:15,324 [INFO] models - Inferencers initialized
+2024-03-20 11:28:02,510 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:28:09,082 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:28:12,138 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:28:12,140 [INFO] models - Inferencers initialized
+2024-03-20 11:30:00,417 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:30:10,075 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:30:13,193 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:30:13,195 [INFO] models - Inferencers initialized
+2024-03-20 11:31:09,394 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:31:17,250 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:31:21,524 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:31:21,526 [INFO] models - Inferencers initialized
+2024-03-20 11:35:08,035 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:35:14,954 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:35:17,989 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:35:17,991 [INFO] models - Inferencers initialized
+2024-03-20 11:36:39,721 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:36:47,941 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:36:50,750 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:36:50,754 [INFO] models - Inferencers initialized
+2024-03-20 11:39:05,892 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:39:12,522 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:39:16,221 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:39:16,225 [INFO] models - Inferencers initialized
+2024-03-20 11:47:31,153 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:53:21,318 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:54:26,182 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:55:53,548 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:56:59,724 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:58:24,546 [INFO] mask_generator - Memory Cleared
+2024-03-20 12:22:46,335 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:22:49,307 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:22:49,309 [INFO] models - Inferencers initialized
+2024-03-20 12:24:43,513 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:24:46,607 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:24:46,609 [INFO] models - Inferencers initialized
+2024-03-20 12:30:52,791 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:30:56,540 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:30:56,542 [INFO] models - Inferencers initialized
+2024-03-20 12:34:45,035 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:34:49,750 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:34:49,752 [INFO] models - Inferencers initialized
+2024-03-20 12:35:23,559 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:35:26,118 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:35:26,119 [INFO] models - Inferencers initialized
+2024-03-20 12:36:43,460 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:36:46,852 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:36:46,855 [INFO] models - Inferencers initialized
+2024-03-20 12:42:00,556 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:42:04,338 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:42:04,344 [INFO] models - Inferencers initialized
+2024-03-20 12:42:38,211 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:42:41,170 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:42:41,172 [INFO] models - Inferencers initialized
+2024-03-20 13:41:54,179 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:41:57,017 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:41:57,019 [INFO] models - Inferencers initialized
+2024-03-20 13:44:04,422 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:44:07,139 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:44:07,141 [INFO] models - Inferencers initialized
+2024-03-20 13:46:25,331 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:46:27,936 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:46:27,938 [INFO] models - Inferencers initialized
+2024-03-20 13:47:06,813 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:47:09,623 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:47:09,625 [INFO] models - Inferencers initialized
+2024-03-20 13:47:37,535 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:47:40,252 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:47:40,254 [INFO] models - Inferencers initialized
+2024-03-20 13:48:35,425 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:48:38,307 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:48:38,312 [INFO] models - Inferencers initialized
+2024-03-20 13:50:48,735 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:50:51,801 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:50:51,805 [INFO] models - Inferencers initialized
+2024-03-20 13:51:24,249 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:51:28,192 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:51:28,198 [INFO] models - Inferencers initialized
+2024-03-20 13:55:08,230 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:55:10,645 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:55:10,647 [INFO] models - Inferencers initialized
+2024-03-20 13:55:50,797 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:55:54,600 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:55:54,602 [INFO] models - Inferencers initialized
+2024-03-20 13:57:04,195 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:57:06,633 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:57:06,635 [INFO] models - Inferencers initialized
+2024-03-20 14:01:03,804 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:01:06,295 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:01:06,297 [INFO] models - Inferencers initialized
+2024-03-20 14:02:26,320 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:02:29,742 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:02:29,746 [INFO] models - Inferencers initialized
+2024-03-20 14:04:39,507 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:04:42,180 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:04:42,184 [INFO] models - Inferencers initialized
+2024-03-20 14:10:27,388 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:10:30,038 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:10:30,040 [INFO] models - Inferencers initialized
+2024-03-20 14:18:22,594 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:18:25,364 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:18:25,369 [INFO] models - Inferencers initialized
+2024-03-20 14:23:36,396 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:23:38,981 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:23:38,985 [INFO] models - Inferencers initialized
+2024-03-20 14:30:42,487 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:30:44,732 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:30:44,736 [INFO] models - Inferencers initialized
+2024-03-20 14:33:08,425 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:33:10,763 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:33:40,278 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:33:43,138 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:42:52,447 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:42:55,325 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:43:53,817 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:43:56,436 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:45:15,158 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:45:17,668 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:47:17,389 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:47:19,932 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:49:27,306 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:49:30,392 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:50:57,968 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:51:00,601 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:51:36,287 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:51:38,790 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:57:38,141 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:57:41,881 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:58:36,535 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:58:40,114 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:00:27,677 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:00:30,158 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:01:15,550 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:01:19,435 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:06:07,192 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:06:09,637 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:08:38,745 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:08:41,349 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:15:47,402 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:15:49,983 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:17:00,769 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:17:04,001 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:17:43,382 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:17:46,223 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:27:45,777 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:27:48,514 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:30:41,667 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:30:44,567 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 16:38:38,658 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 16:39:19,333 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 16:39:50,404 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 16:45:37,037 [INFO] pipelineutils - Controlnet Pipeline initialized successfully

logs/app_info.log

@@ -1128,3 +1128,201 @@ speed: {'preprocess': 1.9655227661132812, 'inference': 86.20810508728027, 'postp
 2024-03-18 10:00:35,557 [INFO] mask_generator - Segmented image 2 saved in the mask folder.
 2024-03-18 10:00:35,571 [INFO] mask_generator - Segmented image 3 saved in the mask folder.
 2024-03-18 10:00:35,578 [INFO] mask_generator - Segmented image 4 saved in the mask folder.
+2024-03-19 16:21:51,598 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-19 16:22:22,911 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 02:42:25,744 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 02:43:44,812 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 02:56:08,862 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 02:56:11,147 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:38:32,329 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:40:01,921 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:41:30,440 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:41:30,444 [INFO] models - Inferencers initialized
+2024-03-20 10:42:11,660 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:42:19,871 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:42:23,619 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:42:23,622 [INFO] models - Inferencers initialized
+2024-03-20 10:55:18,465 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:55:25,336 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:55:28,411 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:55:28,413 [INFO] models - Inferencers initialized
+2024-03-20 10:56:51,674 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:56:58,253 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:57:01,388 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:57:01,391 [INFO] models - Inferencers initialized
+2024-03-20 10:57:59,104 [INFO] clear_memory - Memory Cleared
+2024-03-20 10:58:06,658 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 10:58:10,792 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 10:58:10,794 [INFO] models - Inferencers initialized
+2024-03-20 11:19:25,720 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:19:31,886 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:19:34,271 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:19:34,273 [INFO] models - Inferencers initialized
+2024-03-20 11:22:23,098 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:22:30,208 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:22:32,810 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:22:32,816 [INFO] models - Inferencers initialized
+2024-03-20 11:24:00,227 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:24:09,904 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:24:12,432 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:24:12,434 [INFO] models - Inferencers initialized
+2024-03-20 11:25:16,562 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:25:22,986 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:25:25,468 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:25:25,470 [INFO] models - Inferencers initialized
+2024-03-20 11:26:05,393 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:26:12,835 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:26:15,322 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:26:15,324 [INFO] models - Inferencers initialized
+2024-03-20 11:28:02,510 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:28:09,082 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:28:12,138 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:28:12,140 [INFO] models - Inferencers initialized
+2024-03-20 11:30:00,417 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:30:10,075 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:30:13,193 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:30:13,195 [INFO] models - Inferencers initialized
+2024-03-20 11:31:09,394 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:31:17,250 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:31:21,524 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:31:21,526 [INFO] models - Inferencers initialized
+2024-03-20 11:35:08,035 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:35:14,954 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:35:17,989 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:35:17,991 [INFO] models - Inferencers initialized
+2024-03-20 11:36:39,721 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:36:47,941 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:36:50,750 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:36:50,754 [INFO] models - Inferencers initialized
+2024-03-20 11:39:05,892 [INFO] clear_memory - Memory Cleared
+2024-03-20 11:39:12,522 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 11:39:16,221 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 11:39:16,225 [INFO] models - Inferencers initialized
+2024-03-20 11:47:31,153 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:53:21,318 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:54:26,182 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:55:53,548 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:56:59,724 [INFO] mask_generator - Memory Cleared
+2024-03-20 11:58:24,546 [INFO] mask_generator - Memory Cleared
+2024-03-20 12:22:46,335 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:22:49,307 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:22:49,309 [INFO] models - Inferencers initialized
+2024-03-20 12:24:43,513 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:24:46,607 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:24:46,609 [INFO] models - Inferencers initialized
+2024-03-20 12:30:52,791 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:30:56,540 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:30:56,542 [INFO] models - Inferencers initialized
+2024-03-20 12:34:45,035 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:34:49,750 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:34:49,752 [INFO] models - Inferencers initialized
+2024-03-20 12:35:23,559 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:35:26,118 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:35:26,119 [INFO] models - Inferencers initialized
+2024-03-20 12:36:43,460 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:36:46,852 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:36:46,855 [INFO] models - Inferencers initialized
+2024-03-20 12:42:00,556 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:42:04,338 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:42:04,344 [INFO] models - Inferencers initialized
+2024-03-20 12:42:38,211 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 12:42:41,170 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 12:42:41,172 [INFO] models - Inferencers initialized
+2024-03-20 13:41:54,179 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:41:57,017 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:41:57,019 [INFO] models - Inferencers initialized
+2024-03-20 13:44:04,422 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:44:07,139 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:44:07,141 [INFO] models - Inferencers initialized
+2024-03-20 13:46:25,331 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:46:27,936 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:46:27,938 [INFO] models - Inferencers initialized
+2024-03-20 13:47:06,813 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:47:09,623 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:47:09,625 [INFO] models - Inferencers initialized
+2024-03-20 13:47:37,535 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:47:40,252 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:47:40,254 [INFO] models - Inferencers initialized
+2024-03-20 13:48:35,425 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:48:38,307 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:48:38,312 [INFO] models - Inferencers initialized
+2024-03-20 13:50:48,735 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:50:51,801 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:50:51,805 [INFO] models - Inferencers initialized
+2024-03-20 13:51:24,249 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:51:28,192 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:51:28,198 [INFO] models - Inferencers initialized
+2024-03-20 13:55:08,230 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:55:10,645 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:55:10,647 [INFO] models - Inferencers initialized
+2024-03-20 13:55:50,797 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:55:54,600 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:55:54,602 [INFO] models - Inferencers initialized
+2024-03-20 13:57:04,195 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 13:57:06,633 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 13:57:06,635 [INFO] models - Inferencers initialized
+2024-03-20 14:01:03,804 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:01:06,295 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:01:06,297 [INFO] models - Inferencers initialized
+2024-03-20 14:02:26,320 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:02:29,742 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:02:29,746 [INFO] models - Inferencers initialized
+2024-03-20 14:04:39,507 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:04:42,180 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:04:42,184 [INFO] models - Inferencers initialized
+2024-03-20 14:10:27,388 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:10:30,038 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:10:30,040 [INFO] models - Inferencers initialized
+2024-03-20 14:18:22,594 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:18:25,364 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:18:25,369 [INFO] models - Inferencers initialized
+2024-03-20 14:23:36,396 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:23:38,981 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:23:38,985 [INFO] models - Inferencers initialized
+2024-03-20 14:30:42,487 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:30:44,732 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:30:44,736 [INFO] models - Inferencers initialized
+2024-03-20 14:33:08,425 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:33:10,763 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:33:40,278 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:33:43,138 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:42:52,447 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:42:55,325 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:43:53,817 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:43:56,436 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:45:15,158 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:45:17,668 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:47:17,389 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:47:19,932 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:49:27,306 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:49:30,392 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:50:57,968 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:51:00,601 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:51:36,287 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:51:38,790 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:57:38,141 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:57:41,881 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 14:58:36,535 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 14:58:40,114 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:00:27,677 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:00:30,158 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:01:15,550 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:01:19,435 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:06:07,192 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:06:09,637 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:08:38,745 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:08:41,349 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:15:47,402 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:15:49,983 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:17:00,769 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:17:04,001 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:17:43,382 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:17:46,223 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:27:45,777 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:27:48,514 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 15:30:41,667 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 15:30:44,567 [INFO] pipelineutils - Stable Diffusion Inpainting Pipeline initialized successfully
+2024-03-20 16:38:38,658 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 16:39:19,333 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 16:39:50,404 [INFO] pipelineutils - Controlnet Pipeline initialized successfully
+2024-03-20 16:45:37,037 [INFO] pipelineutils - Controlnet Pipeline initialized successfully

scripts/clear_memory.py

@@ -0,0 +1,18 @@
+import gc
+import torch
+from logger import rich_logger as l
+
+def clear_memory():
+    """
+    Clears the memory by collecting garbage and emptying the CUDA cache.
+
+    This function is useful when dealing with memory-intensive operations in Python, especially when using libraries like PyTorch.
+
+    Note:
+        This function requires the `gc` and `torch` modules to be imported.
+
+    """
+    gc.collect()
+    torch.cuda.empty_cache()
+    l.info("Memory Cleared")
+    

scripts/config.py

@@ -1,8 +1,12 @@
 LOGS_DIR = '../logs'
-model_name = ""
 Dataset_Name = "AlekseyKorshuk/product-photography-all"
 DATA_DIR = '../data'
 Project_Name = 'product_placement_diffusers'
 entity = 'vikramxd'
 image_dir = '../sample_data'
-mask_dir = '../masks'
+mask_dir = '../masks'
+controlnet_adapter_model_name= 'lllyasviel/control_v11p_sd15_inpaint'
+controlnet_base_model_name = "runwayml/stable-diffusion-inpainting"
+stable_diffusion_inpainting_model_name = "stabilityai/stable-diffusion-2-inpainting"
+width = 512
+height = 512

scripts/controlnet.py

@@ -1,15 +0,0 @@
-from diffusers import StableDiffusionControlNetPipeline, ControlNetModel
-import torch
-from diffusers.utils import load_image
-import cv2
-
-image = load_image(
-    "/home/product_diffusion_api/sample_data/example1.jpg"
-)
-image
-
-controlnet = ControlNetModel.from_pretrained("lllyasviel/sd-controlnet-seg", torch_dtype=torch.float16)
-pipeline = StableDiffusionControlNetPipeline.from_pretrained(
-    "runwayml/stable-diffusion-v1-5", controlnet=controlnet, torch_dtype=torch.float16
-)
-

scripts/inpainting.py

@@ -1,21 +0,0 @@
-import torch
-from diffusers import AutoPipelineForInpainting
-from diffusers.utils import load_image, make_image_grid
-import matplotlib.pyplot as plt
-
-
-pipeline = AutoPipelineForInpainting.from_pretrained(
-    "diffusers/stable-diffusion-xl-1.0-inpainting-0.1", torch_dtype=torch.float16, variant="fp16"
-)
-pipeline.enable_model_cpu_offload()
-
-
-# load base and mask image
-init_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/inpaint.png")
-mask_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/inpaint_mask.png")
-
-generator = torch.Generator("cuda").manual_seed(92)
-prompt = "concept art digital painting of an elven castle, inspired by lord of the rings, highly detailed, 8k"
-image = pipeline(prompt=prompt, image=init_image, mask_image=mask_image, generator=generator).images[0]
-
-plt.imshow(image)

scripts/mask_generator.py

@@ -1,65 +1,59 @@
 
+from typing import List, Tuple, Dict
 import torch
-import cv2
-import os
-from logger import rich_logger as l
-from config import image_dir, mask_dir
-import supervision as sv
-from ultralytics import YOLO
+from PIL import Image
 import numpy as np
-import torch
-import cv2
-import os
 from logger import rich_logger as l
-from config import image_dir, mask_dir
-import supervision as sv
 from ultralytics import YOLO
-import numpy as np
+import cv2
 
 
 
 
+def convert_to_numpy_array(image: Image) -> np.ndarray:
+    """Method to convert PIL image to numpy array
+    Args:
+        image (Image): input image
+    Returns:
+        np.ndarray: numpy array
+    """
+    return np.array(image)
 
 
-class MaskGenerator:
-    
-    def __init__(self, image_folder_path: str, device: str = "cuda:0"):
-        """
-        Initializes the MaskGenerator object.
 
-        Args:
-            image_folder_path (str): The path to the folder containing the images.
-            device (str, optional): The device to use for computation. Defaults to "cuda:0".
-        """
-        self.image_folder_path = image_folder_path
-        
-        self.device = device
-        self.model = YOLO('yolov8s-seg.pt')
-        self.model.to(device=self.device)
-    
-    def generate_masks(self):
-        results = self.model(self.image_folder_path)
-        for i, result in enumerate(results):
-            height, width = result.orig_img.shape[:2]
-            background = np.ones((height, width, 3), dtype=np.uint8) * 255
-            masks = result.masks.xy
-            for j, mask in enumerate(masks):
-                mask = mask.astype(int)
-                cv2.drawContours(background, [mask], -1, (0, 255, 0), thickness=cv2.FILLED)
-            
-            if not os.path.exists(mask_dir):
-                os.makedirs(mask_dir)
-            cv2.imwrite(f'{mask_dir}/mask_{i}.jpg', background)
-            l.info(f"Segmented image {i} saved in the mask folder.")
 
 
-        
-    
-    
-            
-            
+def generate_mask(image_path: str) -> np.ndarray:
+    """Method to segment image
+    Args:
+        image (Image): input image
+    Returns:
+        Image: segmented image
+    """
+    model = YOLO(model='yolov8s-seg.pt',)
+    results = model(image_path)
+    for result in results:
+        orig_img = result.orig_img
+        masks = result.masks.xy
+        height, width = result.orig_img.shape[:2]
+        background = np.ones((height, width, 3), dtype=np.uint8) * 255
         
         
+        for mask in masks:
+           mask = mask.astype(int)
+           mask_img = np.zeros_like(orig_img)
+           cv2.fillPoly(mask_img, [mask], (255, 255, 255))
+           mask_img = np.array(mask_img)
+           orig_img = np.array(orig_img)
+           
+    return mask_img, orig_img
+
+ 
 if __name__ == "__main__":
-    mask_generator = MaskGenerator(image_folder_path=image_dir, device="cuda:0")
-    mask_generator.generate_masks()
+    image = Image.open("../sample_data/example1.jpg")
+    image = image.resize((512, 512))
+    image = convert_to_numpy_array(image)
+    mask_image,orig_image = generate_mask(image_path='../sample_data/example1.jpg')
+    
+    
+

scripts/models.py

@@ -0,0 +1,77 @@
+from logger import rich_logger as l
+from wandb.integration.diffusers import autolog
+from config import Project_Name
+from clear_memory import clear_memory
+from typing import List
+import numpy as np
+import torch
+from PIL import Image
+from mask_generator import convert_to_numpy_array, generate_mask
+from diffusers.utils import load_image
+import cv2
+from config import controlnet_adapter_model_name,controlnet_base_model_name
+from diffusers import ControlNetModel,StableDiffusionControlNetInpaintPipeline
+autolog(init=dict(project=Project_Name))
+
+
+
+
+
+
+ 
+
+
+
+
+def make_inpaint_condition(init_image, mask_image):
+        # Prepare control image
+        init_image = np.array(init_image.convert("RGB")).astype(np.float32) / 255.0
+        mask_image = np.array(mask_image.convert("L")).astype(np.float32) / 255.0
+
+        assert init_image.shape[0:1] == mask_image.shape[0:1], "image and image_mask must have the same image size"
+        init_image[mask_image > 0.5] = -1.0  # set as masked pixel
+        init_image = np.expand_dims(init_image, 0).transpose(0, 3, 1, 2)
+        init_image = torch.from_numpy(init_image)
+        return init_image
+    
+
+
+
+
+def make_image_controlnet(image,
+                          mask_image,
+                          controlnet_conditioning_image,
+                          positive_prompt: str, negative_prompt: str,
+                          seed: int = 2356132) -> List[Image.Image]:
+    """Method to make image using controlnet
+    Args:
+        image (np.ndarray): input image
+        mask_image (np.ndarray): mask image
+        controlnet_conditioning_image (np.ndarray): conditioning image
+        positive_prompt (str): positive prompt string
+        negative_prompt (str): negative prompt string
+        seed (int, optional): seed. Defaults to 2356132.
+    Returns:
+        List[Image.Image]: list of generated images
+    """
+    controlnet = ControlNetModel.from_pretrained(controlnet_adapter_model_name, torch_dtype=torch.float32)
+    pipe =  StableDiffusionControlNetInpaintPipeline.from_pretrained(
+            controlnet_base_model_name, controlnet=controlnet, torch_dtype=torch.float32
+        )
+   
+
+   
+   
+    
+    image = pipe(prompt=positive_prompt,negative_prompt=negative_prompt, image=init_image, mask_image=mask_image, control_image=controlnet_conditioning_image).images[0]
+
+
+    return image
+
+if __name__ == "__main__":
+    init_image = load_image('/home/product_diffusion_api/sample_data/example1.jpg')
+    mask_image = load_image('/home/product_diffusion_api/scripts/mask.jpg')
+    controlnet_conditioning_image = make_inpaint_condition(init_image=init_image,mask_image=mask_image)
+    result = make_image_controlnet(positive_prompt="Product used in kitchen 4k natural photography",negative_prompt="No artifcats",image=init_image,mask_image=mask_image,controlnet_conditioning_image=controlnet_conditioning_image)
+
+

scripts/yolov8s-seg.pt.REMOVED.git-id

@@ -0,0 +1 @@
+6e924a316b5623dd99eedf5f9988b66ee4f9dfbe