;wq

app.py

@@ -15,10 +15,10 @@ model.to("cuda")
 processor = AutoProcessor.from_pretrained(MODEL_ID)
 
 @spaces.GPU
-def tag_image(image):
+def tag_image(image, max_new_tokens=128):
     inputs = processor(images=image, text="<image>tag en", return_tensors="pt")
     streamer = TextIteratorStreamer(tokenizer=processor.tokenizer, skip_prompt=True)
-    generation_kwargs = dict(inputs, streamer=streamer)
+    generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=max_new_tokens)
     thread = Thread(target=model.generate, kwargs=generation_kwargs)
     
     text = ""
@@ -33,7 +33,7 @@ def tag_image(image):
 
 gr.Interface(
     fn=tag_image,
-    inputs=[gr.Image(type="pil")],
+    inputs=[gr.Image(type="pil"), gr.Slider(minimum=1, maximum=1024, value=128)],
     outputs=gr.Textbox(type="text"),
     title=TITLE,
     description=DESCRIPTION,