File size: 181 Bytes
4962437
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
from swarms.models import Mistral

model = Mistral(
    device="cuda", 
    use_flash_attention=True
)

prompt = "My favourite condiment is"
result = model.run(prompt)
print(result)