Turn off debug mode.

app.py

@@ -53,7 +53,7 @@ def upload_image(state, image_input):
     input_image = Image.open(image_input.name).resize(
         (224, 224)).convert('RGB')
     input_image.save(image_input.name)  # Overwrite with smaller image.
-    conversation += [(f'<img src="https://huggingface.co/spaces/jykoh/gill/file={image_input.name}" style="display: inline-block;">', "")]
+    conversation += [(f'<img src="/file={image_input.name}" style="display: inline-block;">', "")]
     return [conversation, chat_history + [input_image, ""]], conversation
 
 
@@ -92,8 +92,7 @@ def generate_for_prompt(input_text, state, ret_scale_factor, num_words, temperat
     if temperature != 0.0:
         top_p = 0.95
 
-    print('Running model.generate_for_images_and_texts with',
-          model_inputs, flush=True)
+    print('Running model.generate_for_images_and_texts with', model_inputs, flush=True)
     model_outputs = model.generate_for_images_and_texts(model_inputs,
                                                         num_words=max(num_words, 1), ret_scale_factor=ret_scale_factor, top_p=top_p,
                                                         temperature=temperature, max_num_rets=1,
@@ -115,13 +114,13 @@ def generate_for_prompt(input_text, state, ret_scale_factor, num_words, temperat
         elif type(p) == dict:
             # Decide whether to generate or retrieve.
             if p['decision'] is not None and p['decision'][0] == 'gen':
-                image = p['gen'][0][0].resize((512, 512))
+                image = p['gen'][0][0].resize((224, 224))
                 filename = save_image_to_local(image)
-                response += f'<img src="https://huggingface.co/spaces/jykoh/gill/file={filename}" style="display: inline-block;"><p style="font-size: 12px; color: #555;">(Generated)</p>'
+                response += f'<img src="/file={filename}" style="display: inline-block;"><p style="font-size: 12px; color: #555;">(Generated)</p>'
             else:
-                image = p['ret'][0][0].resize((512, 512))
+                image = p['ret'][0][0].resize((224, 224))
                 filename = save_image_to_local(image)
-                response += f'<img src="https://huggingface.co/spaces/jykoh/gill/file={filename}" style="display: inline-block;"><p style="font-size: 12px; color: #555;">(Retrieved)</p>'
+                response += f'<img src="/file={filename}" style="display: inline-block;"><p style="font-size: 12px; color: #555;">(Retrieved)</p>'
 
 
     chat_history = model_inputs + \
@@ -162,7 +161,7 @@ with gr.Blocks(css=css) as demo:
     with gr.Row():
         with gr.Column(scale=0.7, min_width=500):
             with gr.Row():
-                chatbot = gr.Chatbot(elem_id="chatbot", label="🧀 FROMAGe Chatbot")
+                chatbot = gr.Chatbot(elem_id="chatbot", label="🐟 GILL Chatbot")
             with gr.Row():
                 image_btn = gr.UploadButton("🖼️ Upload Image", file_types=["image"])
 

gill/models.py

@@ -866,7 +866,7 @@ def load_gill(embeddings_dir: str, model_args_path: str, model_ckpt_path: str, d
   # Use the same RET tokens for generation.
   model_kwargs['gen_token_idx'] = model_kwargs['retrieval_token_idx']
 
-  debug = True
+  debug = False
   if debug:
     model_kwargs['opt_version'] = 'facebook/opt-125m'
     model_kwargs['visual_encoder'] = 'openai/clip-vit-base-patch32'

share_btn.py

@@ -33,7 +33,7 @@ async () => {
                 .then((canvas) => {
                     const imageBlob = canvas.toBlob((blob) => {
                         const imageId = Date.now();
-                        const fileName = "FROMAGe-" + imageId + ".jpg";
+                        const fileName = "GILL-" + imageId + ".jpg";
                         resolve(new File([blob], fileName, { type: 'image/jpeg' }));
                     }, 'image/jpeg', 0.95);
                 })
@@ -47,7 +47,7 @@ async () => {
     console.log(imageFile);
     const urlChatbotImage = await uploadFile(imageFile);
     console.log(urlChatbotImage);
-    let titleTxt = `FROMAGe Example`;
+    let titleTxt = `GILL Example`;
 
     //const shareBtnEl = gradioEl.querySelector('#share-btn');
     //shareBtnEl.style.pointerEvents = 'none';
@@ -60,7 +60,7 @@ async () => {
         description: descriptionMd,
     });
     const paramsStr = params.toString();
-    window.open(`https://huggingface.co/spaces/jykoh/fromage/discussions/new?${paramsStr}`, '_blank');
+    window.open(`https://huggingface.co/spaces/jykoh/gill/discussions/new?${paramsStr}`, '_blank');
     //shareBtnEl.style.removeProperty('pointer-events');
 }
 """
@@ -93,7 +93,7 @@ async () => {
             html2canvas(div)
                 .then((canvas) => {
                     const imageId = Date.now();
-                    const fileName = "FROMAGe-" + imageId + ".png";
+                    const fileName = "GILL-" + imageId + ".png";
                     saveAs(canvas.toDataURL(), fileName);
                 })