f1ab738 c336e96 f1ab738
1
2
3
4
5
6
7
8
9
10
import transformers import torch model_id = "meta-llama/Meta-Llama-3.1-8B" pipeline = transformers.pipeline( "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto" ) pipeline("Hey how are you doing today?")