Niv Sardi commited on
Commit
c853074
1 Parent(s): 9849035

python/augment: better debug output

Browse files
Files changed (1) hide show
  1. python/augment.py +11 -5
python/augment.py CHANGED
@@ -26,7 +26,6 @@ import pipelines
26
  BATCH_SIZE = 16
27
 
28
  def process(args):
29
-
30
  dest_images_path = os.path.join(args.dest, 'images')
31
  dest_labels_path = os.path.join(args.dest, 'labels')
32
 
@@ -129,19 +128,26 @@ def process(args):
129
 
130
  batches_generator = create_generator(batches)
131
 
 
132
  with pipeline.pool(processes=-1, seed=1) as pool:
133
  batches_aug = pool.imap_batches(batches_generator, output_buffer_size=5)
134
 
135
- print(f"Requesting next augmented batch...")
136
  for i, batch_aug in enumerate(batches_aug):
137
  idx = list(range(len(batch_aug.images_aug)))
138
  random.shuffle(idx)
139
  for j, d in enumerate(background_images):
140
- img = imtool.remove_white(cv2.imread(d.path))
 
 
 
 
 
141
  basename = d.name.replace('.png', '') + f'.{i}.{j}'
142
 
143
  anotations = []
144
  for k in range(math.floor(len(batch_aug.images_aug)/3)):
 
145
  logo_idx = (j+k*4)%len(batch_aug.images_aug)
146
 
147
  orig = batch_aug.images_unaug[logo_idx]
@@ -173,8 +179,8 @@ def process(args):
173
  print(f'couldnt write image {basename}')
174
 
175
  if i < len(batches)-1:
176
- print("Requesting next augmented batch...")
177
- bar.next()
178
  bar.finish()
179
 
180
  if __name__ == '__main__':
 
26
  BATCH_SIZE = 16
27
 
28
  def process(args):
 
29
  dest_images_path = os.path.join(args.dest, 'images')
30
  dest_labels_path = os.path.join(args.dest, 'labels')
31
 
 
128
 
129
  batches_generator = create_generator(batches)
130
 
131
+ batch = 0
132
  with pipeline.pool(processes=-1, seed=1) as pool:
133
  batches_aug = pool.imap_batches(batches_generator, output_buffer_size=5)
134
 
135
+ print(f"Requesting next augmented batch...{batch}/{len(batches)}")
136
  for i, batch_aug in enumerate(batches_aug):
137
  idx = list(range(len(batch_aug.images_aug)))
138
  random.shuffle(idx)
139
  for j, d in enumerate(background_images):
140
+ try:
141
+ img = imtool.remove_white(cv2.imread(d.path))
142
+ except:
143
+ print("couldnt remove white, skipping")
144
+ next
145
+
146
  basename = d.name.replace('.png', '') + f'.{i}.{j}'
147
 
148
  anotations = []
149
  for k in range(math.floor(len(batch_aug.images_aug)/3)):
150
+ bar.next()
151
  logo_idx = (j+k*4)%len(batch_aug.images_aug)
152
 
153
  orig = batch_aug.images_unaug[logo_idx]
 
179
  print(f'couldnt write image {basename}')
180
 
181
  if i < len(batches)-1:
182
+ print(f"Requesting next augmented batch...{batch}/{len(batches)}")
183
+ batch += 1
184
  bar.finish()
185
 
186
  if __name__ == '__main__':