main.py

import torch
from transformers import pipeline 
generate_text = pipeline(model="databricks/dolly-v2-2-8b",
                         torch_dtype=torch.bfloat16,
                         trust_remote_code=True,
                         device_map="auto")
generate_text("Whats the difference between an apple and broccoli?")