Update minigpt4/conversation/conversation.py

minigpt4/conversation/conversation.py

@@ -135,9 +135,14 @@ class Chat:
             conv.append_message(conv.roles[0], text)
 
     def answer(self, conv, img_list, max_new_tokens=200, num_beams=5, min_length=1, top_p=0.9,
-               repetition_penalty=1.0, length_penalty=1, temperature=1):
+               repetition_penalty=1.0, length_penalty=1, temperature=1, max_length=2000):
         conv.append_message(conv.roles[1], None)
         embs = self.get_context_emb(conv, img_list)
+                   
+        current_max_len = embs.shape[1] + max_new_tokens
+        if current_max_len - max_length + 100 > 0:
+            begin_idx = max(0, current_max_len - max_length)
+        embs = embs[:, begin_idx:]
         outputs = self.model.llama_model.generate(
             inputs_embeds=embs,
             max_new_tokens=max_new_tokens,