shideqin commited on
Commit
72762a4
1 Parent(s): 78a02ab

Update models/image_text_transformation.py

Browse files
models/image_text_transformation.py CHANGED
@@ -25,14 +25,13 @@ class ImageTextTransformation:
25
  self.ref_image = None
26
 
27
  def init_models(self):
28
- openai_key = os.getenv("OPENAI_KEY","")
29
  print(self.args)
30
  print('\033[1;34m' + "Welcome to the Image2Paragraph toolbox...".center(50, '-') + '\033[0m')
31
  print('\033[1;33m' + "Initializing models...".center(50, '-') + '\033[0m')
32
  print('\033[1;31m' + "This is time-consuming, please wait...".center(50, '-') + '\033[0m')
33
  self.image_caption_model = ImageCaptioning(device=self.args.image_caption_device, captioner_base_model=self.args.captioner_base_model)
34
  self.dense_caption_model = DenseCaptioning(device=self.args.dense_caption_device)
35
- self.gpt_model = ImageToText(openai_key)
36
  self.controlnet_model = TextToImage(device=self.args.contolnet_device)
37
  self.region_semantic_model = RegionSemantic(device=self.args.semantic_segment_device, image_caption_model=self.image_caption_model, region_classify_model=self.args.region_classify_model, sam_arch=self.args.sam_arch)
38
  print('\033[1;32m' + "Model initialization finished!".center(50, '-') + '\033[0m')
 
25
  self.ref_image = None
26
 
27
  def init_models(self):
 
28
  print(self.args)
29
  print('\033[1;34m' + "Welcome to the Image2Paragraph toolbox...".center(50, '-') + '\033[0m')
30
  print('\033[1;33m' + "Initializing models...".center(50, '-') + '\033[0m')
31
  print('\033[1;31m' + "This is time-consuming, please wait...".center(50, '-') + '\033[0m')
32
  self.image_caption_model = ImageCaptioning(device=self.args.image_caption_device, captioner_base_model=self.args.captioner_base_model)
33
  self.dense_caption_model = DenseCaptioning(device=self.args.dense_caption_device)
34
+ self.gpt_model = ImageToText()
35
  self.controlnet_model = TextToImage(device=self.args.contolnet_device)
36
  self.region_semantic_model = RegionSemantic(device=self.args.semantic_segment_device, image_caption_model=self.image_caption_model, region_classify_model=self.args.region_classify_model, sam_arch=self.args.sam_arch)
37
  print('\033[1;32m' + "Model initialization finished!".center(50, '-') + '\033[0m')