gokaygokay
/

SDXL-Captioner

Image-Text-to-Text

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

gokaygokay commited on Jun 18

Commit

95bff31

•

1 Parent(s): 6f782c6

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -34,7 +34,7 @@ model_inputs = processor(text=prompt, images=image, return_tensors="pt").to('cud
 input_len = model_inputs["input_ids"].shape[-1]
 with torch.inference_mode():
-    generation = model.generate(**model_inputs, repetition_penalty = 1.10, max_new_tokens=256, do_sample=False)
     generation = generation[0][input_len:]
     decoded = processor.decode(generation, skip_special_tokens=True)
     print(decoded)

 input_len = model_inputs["input_ids"].shape[-1]
 with torch.inference_mode():
+    generation = model.generate(**model_inputs, repetition_penalty=1.10, max_new_tokens=256, do_sample=False)
     generation = generation[0][input_len:]
     decoded = processor.decode(generation, skip_special_tokens=True)
     print(decoded)