Spaces:

unum-cloud
/

uform-gen2-qwen-500m-demo

Running on T4

kimihailv commited on Feb 15

Commit

f3bc742

•

1 Parent(s): 2714236

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -8,8 +8,8 @@ from transformers import StoppingCriteria, TextIteratorStreamer, StoppingCriteri
 device = "cuda:0" if torch.cuda.is_available() else "cpu"
-model = AutoModel.from_pretrained("unum-cloud/uform-gen2-qwen-halfB", trust_remote_code=True).to(device)
-processor = AutoProcessor.from_pretrained("unum-cloud/uform-gen2-qwen-halfB", trust_remote_code=True)
 class StopOnTokens(StoppingCriteria):
     def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:

 device = "cuda:0" if torch.cuda.is_available() else "cpu"
+model = AutoModel.from_pretrained("unum-cloud/uform-gen2-qwen-500m", trust_remote_code=True).to(device)
+processor = AutoProcessor.from_pretrained("unum-cloud/uform-gen2-qwen-500m", trust_remote_code=True)
 class StopOnTokens(StoppingCriteria):
     def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool: