File size: 337 Bytes
ebf78c0
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
import torch
from transformers import pipeline

generate_text = pipeline(model="databricks/dolly-v2-12b", 
                    torch_dtype=torch.bfloat16,
                    trust_remote_code=True,
                    device_map="auto")

generate_text("Explain to me the difference between nuclear \
               fission and fusion.")