Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -37,7 +37,8 @@ if user_input and button:
|
|
37 |
"""
|
38 |
input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids.cuda()
|
39 |
outputs = model.generate(input_ids=input_ids, pad_token_id=tokenizer.eos_token_id, max_new_tokens=500, do_sample=True, top_p=0.75, temperature=0.95, top_k=15)
|
|
|
40 |
|
41 |
-
st.write(
|
42 |
|
43 |
|
|
|
37 |
"""
|
38 |
input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids.cuda()
|
39 |
outputs = model.generate(input_ids=input_ids, pad_token_id=tokenizer.eos_token_id, max_new_tokens=500, do_sample=True, top_p=0.75, temperature=0.95, top_k=15)
|
40 |
+
lyrics = tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True)[0][len(prompt):]
|
41 |
|
42 |
+
st.write(lyrics)
|
43 |
|
44 |
|