Upload 6 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+examples/image2.jpg filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,65 @@
+import gradio as gr
+import torch
+from transformers import DetrImageProcessor, DetrForObjectDetection
+from color import Color
+from color_wheel import ColorWheel
+from PIL import ImageDraw, ImageFont
+
+processor = DetrImageProcessor.from_pretrained('facebook/detr-resnet-50')
+model = DetrForObjectDetection.from_pretrained('facebook/detr-resnet-50')
+
+def process_image(image, margin):
+	if image is None:
+		yield [None, None, None]
+		return
+
+	color = Color.fromRgb(0xff, 0x0, 0x0)
+	cwt = ColorWheel(color)
+	colors = []
+	for t in cwt.tone15:
+		cw = ColorWheel(Color.fromRgb(t.r, t.g, t.b))
+		for h in cw.hue:
+			colors.append((h.r, h.g, h.b))
+
+	inputs = processor(images=image, return_tensors='pt')
+	outputs = model(**inputs)
+	target_sizes = torch.tensor([image.size[::-1]])
+	results = processor.post_process_object_detection(outputs, target_sizes=target_sizes, threshold=0.9)[0]
+
+	index = 0
+	gallery = []
+	labels = []
+	drawImage = image.copy()
+	draw = ImageDraw.Draw(drawImage)
+	for score, label, box in zip(results['scores'], results['labels'], results['boxes']):
+		if index >= len(colors):
+			break
+		box = [round(i) for i in box.tolist()]
+		box[0] = max(0, box[0] - margin)
+		box[1] = max(0, box[1] - margin)
+		box[2] = min(image.width, box[2] + margin)
+		box[3] = min(image.height, box[3] + margin)
+		draw.rectangle([(box[0], box[1]), (box[2], box[3])], outline=colors[index], width=4)
+		gallery.append(image.crop((box[0], box[1], box[2], box[3])))
+		labels.append(model.config.id2label[label.item()])
+		index += 1
+		yield [drawImage, gallery, ','.join(labels)]
+
+app = gr.Interface(
+	title='Object Detection for Image',
+	fn=process_image,
+	inputs=[
+		gr.Image(type='pil'),
+		gr.Slider(maximum=100, step=1, label='margin'),
+	],
+	outputs=[
+		gr.Image(label='boxes', type='pil'),
+		gr.Gallery(label='gallery', columns=8, height=140),
+		gr.Textbox(label='text'),
+	],
+	allow_flagging='never',
+	examples=[['examples/image1.jpg', 0], ['examples/image2.jpg', 0]],
+	#cache_examples=False
+)
+app.queue(concurrency_count=20)
+app.launch()

color.py

@@ -0,0 +1,36 @@
+class Color:
+	@property
+	def a(self):
+		return self._a
+
+	@property
+	def r(self):
+		return self._r
+
+	@property
+	def g(self):
+		return self._g
+
+	@property
+	def b(self):
+		return self._b
+
+	def __init__(self, a, r, g, b):
+		self._a = a
+		self._r = r
+		self._g = g
+		self._b = b
+
+	@staticmethod
+	def fromArgb(a, r, g, b):
+		return Color(a, r, g, b)
+
+	@staticmethod
+	def fromRgb(r, g, b):
+		return Color(0xff, r, g, b)
+
+	def __eq__(self, other):
+		return self.a == other.a and self.r == other.r and self.g == other.g and self.b == other.b
+
+	def __str__(self):
+		return 'ARGB({},{},{},{})'.format(self.a, self.r, self.g, self.b)

color_wheel.py

@@ -0,0 +1,146 @@
+import math
+from color import Color
+
+class ColorWheel:
+	@property
+	def baseColor(self):
+		return self._baseColor
+
+	@property
+	def hue(self):
+		return [
+			self.baseColor, self.addH(1.0 / 12), self.addH(2.0 / 12), self.addH(3.0 / 12), self.addH(4.0 / 12), self.addH(5.0 / 12),
+			self.addH(-6.0 / 12), self.addH(-5.0 / 12), self.addH(-4.0 / 12), self.addH(-3.0 / 12), self.addH(-2.0 / 12), self.addH(-1.0 / 12)
+		]
+
+	@property
+	def tone(self):
+		return [self.addWhite(-2.0 / 16), self.addWhite(-1.0 / 16), self.baseColor, self.addWhite(1.0 / 16), self.addWhite(2.0 / 16)]
+
+	@property
+	def tone15(self):
+		return [self.addWhite(-7.0 / 16), self.addWhite(-6.0 / 16), self.addWhite(-5.0 / 16), self.addWhite(-4.0 / 16), self.addWhite(-3.0 / 16), 
+				self.addWhite(-2.0 / 16), self.addWhite(-1.0 / 16), self.baseColor, self.addWhite(1.0 / 16), self.addWhite(2.0 / 16),
+				self.addWhite(3.0 / 16), self.addWhite(4.0 / 16), self.addWhite(5.0 / 16), self.addWhite(6.0 / 16), self.addWhite(7.0 / 16)]
+
+	@property
+	def complementaryColors(self):
+		return [self.baseColor, self.addH(0.5)]
+
+	@property
+	def triadicColors(self):
+		return [self.addH(-4.0 / 12), self.baseColor, self.addH(4.0 / 12)]
+
+	@property
+	def splitComplementaryColors(self):
+		return [self.addH(-5.0 / 12), self.baseColor, self.addH(5.0 / 12)]
+
+	@property
+	def analogousColors(self):
+		return [self.addH(-2.0 / 12), self.addH(-1.0 / 12), self.baseColor, self.addH(1.0 / 12), self.addH(2.0 / 12)]
+
+	def __init__(self, c):
+		self._baseColor = c
+		self._r = c.r / 255.0
+		self._g = c.g / 255.0
+		self._b = c.b / 255.0
+
+	@staticmethod
+	def fromHsv(h, s, v):
+		r, g, b = ColorWheel.hsvToRgb(h, s, v)
+		c = Color.fromRgb(round(r * 255), round(g * 255), round(b * 255))
+		return ColorWheel(c)
+
+	def addWhite(self, value):
+		r, g, b = (self._r + value, self._g + value, self._b + value)
+		r = min(max(r, 0.0), 1.0)
+		g = min(max(g, 0.0), 1.0)
+		b = min(max(b, 0.0), 1.0)
+		return self._fromRgb(r, g, b)
+
+	def addH(self, value):
+		h, s, v = ColorWheel.rgbToHsv(self._r, self._g, self._b)
+		h = (h + value) % 1.0
+		if h < 0.0:
+			h += 1.0
+		r, g, b = ColorWheel.hsvToRgb(h, s, v)
+		return self._fromRgb(r, g, b)
+
+	def addS(self, value):
+		h, s, v = ColorWheel.rgbToHsv(self._r, self._g, self._b)
+		s += value
+		s = min(max(s, 0.0), 1.0)
+		r, g, b = ColorWheel.hsvToRgb(h, s, v)
+		return self._fromRgb(r, g, b)
+
+	def addV(self, value):
+		h, s, v = ColorWheel.rgbToHsv(self._r, self._g, self._b)
+		v += value
+		v = min(max(v, 0.0), 1.0)
+		r, g, b = ColorWheel.hsvToRgb(h, s, v)
+		return self._fromRgb(r, g, b)
+
+	@staticmethod
+	def rgbToHsv(r, g, b):
+		if r < 0.0 or r > 1.0:
+			raise ValueError()
+		if g < 0.0 or g > 1.0:
+			raise ValueError()
+		if b < 0.0 or b > 1.0:
+			raise ValueError()
+		cmax = max(r, g, b)
+		cmin = min(r, g, b)
+		h = cmax - cmin
+		if h > 0.0:
+			if cmax == r:
+				h = (g - b) / h
+				if h < 0.0:
+					h += 6.0
+			elif cmax == g:
+				h = 2.0 + (b - r) / h
+			else:
+				h = 4.0 + (r - g) / h
+		h /= 6.0
+		s = cmax - cmin
+		if cmax != 0.0:
+			s /= cmax
+		v = cmax
+		return h, s, v
+
+	@staticmethod
+	def hsvToRgb(h, s, v):
+		if h < 0.0 or h > 1.0:
+			raise ValueError()
+		if s < 0.0 or s > 1.0:
+			raise ValueError()
+		if v < 0.0 or v > 1.0:
+			raise ValueError()
+		r = v
+		g = v
+		b = v
+		if s > 0.0:
+			h *= 6.0
+			i = math.floor(h)
+			f = h - i
+			if i == 1:
+				r *= 1 - s * f
+				b *= 1 - s
+			elif i == 2:
+				r *= 1 - s
+				b *= 1 - s * (1 - f)
+			elif i == 3:
+				r *= 1 - s
+				g *= 1 - s * f
+			elif i == 4:
+				r *= 1 - s * (1 - f)
+				g *= 1 - s
+			elif i == 5:
+				g *= 1 - s
+				b *= 1 - s * f
+			else:
+				g *= 1 - s * (1 - f)
+				b *= 1 - s
+		return r, g, b
+
+	def _fromRgb(self, r, g, b):
+		return Color.fromArgb(self.baseColor.a, round(r * 255), round(g * 255), round(b * 255))

requirements.txt

@@ -0,0 +1,6 @@
+gradio
+torch
+torchvision
+torchaudio
+transformers
+timm