HuanjinYao commited on
Commit
dd694ec
1 Parent(s): baaa59a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -82,6 +82,7 @@ def bot_streaming(message, history):
82
  conv.append_message(conv.roles[0], user)
83
  conv.append_message(conv.roles[1], None)
84
  prompt = conv.get_prompt()
 
85
  print(prompt)
86
 
87
  image = Image.open(image).convert('RGB')
@@ -89,10 +90,14 @@ def bot_streaming(message, history):
89
 
90
  inputs = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt')
91
 
 
 
92
 
93
  streamer = TextIteratorStreamer(tokenizer, **{"skip_special_tokens": False, "skip_prompt": True})
94
  generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id = terminators)
95
 
 
 
96
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
97
  thread.start()
98
 
 
82
  conv.append_message(conv.roles[0], user)
83
  conv.append_message(conv.roles[1], None)
84
  prompt = conv.get_prompt()
85
+
86
  print(prompt)
87
 
88
  image = Image.open(image).convert('RGB')
 
90
 
91
  inputs = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt')
92
 
93
+ print('inputs', inputs)
94
+
95
 
96
  streamer = TextIteratorStreamer(tokenizer, **{"skip_special_tokens": False, "skip_prompt": True})
97
  generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id = terminators)
98
 
99
+ print('here?')
100
+
101
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
102
  thread.start()
103