fix precomputing examples

app_dialogue.py

@@ -1,4 +1,5 @@
 import copy
+import glob
 import hashlib
 import logging
 import os
@@ -96,6 +97,21 @@ def add_file(file):
     return file.name
 
 
+# This is a hack to make pre-computing the default examples work.
+# During normal inference, we pass images as url to a local file using the method `gradio_link`
+# which allows the tgi server to fetch the local image from the frontend server.
+# however, we are building the space (and pre-computing is part of building the space), the frontend is not available
+# and won't answer. So tgi server will try to fetch an image that is not available yet, which will result in a timeout error
+# because tgi will never be able to return the generation.
+# To bypass that, we pass instead the images URLs from the spaces repo.
+all_images = glob.glob(f"{os.path.dirname(__file__)}/example_images/*")
+DEFAULT_IMAGES_TMP_PATH_TO_URL = {}
+for im_path in all_images:
+    H = gr.Image(im_path, visible=False, type="filepath")
+    tmp_filename = H.preprocess(H.value)
+    DEFAULT_IMAGES_TMP_PATH_TO_URL[tmp_filename] = f"https://huggingface.co/spaces/HuggingFaceM4/idefics_playground/resolve/main/example_images/{os.path.basename(im_path)}"
+
+
 # Utils to handle the image markdown display logic
 def split_str_on_im_markdown(string: str) -> List[str]:
     """
@@ -593,8 +609,16 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
                 ]
             )
 
+        # Hack - see explanation in `DEFAULT_IMAGES_TMP_PATH_TO_URL`
+        for idx, i in enumerate(formated_prompt_list):
+            if i.startswith(DEFAULT_TEMP_DIR):
+                for k, v in DEFAULT_IMAGES_TMP_PATH_TO_URL.items():
+                    if k == i:
+                        formated_prompt_list[idx] = v
+                        break
+
         query = prompt_list_to_tgi_input(formated_prompt_list)
-        generated_text = client.generate(prompt=query, **generation_args)
+        generated_text = client.generate(prompt=query, **generation_args).generated_text
         if generated_text.endswith("\nUser"):
             generated_text = generated_text[:-5]
 
@@ -835,7 +859,7 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
         examples_per_page=6,
         label=(
             "Click on any example below to get started.\nFor convenience, the model generations have been"
-            " pre-computed."
+            " pre-computed with `idefics-80b-instruct`."
         ),
     )