| license: apache-2.0 | |
| ``` | |
| #llama3_70b | |
| #trained no_robot dataset | |
| #using fsdp_qlora 8 GPU cluster | |
| #git clone https://github.com/bigsnarfdude/fsdp-qlora | |
| import transformers | |
| import torch | |
| model_id = "vincentoh/llama3_70b_no_robot_fsdp_qlora" | |
| pipeline = transformers.pipeline("text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto") | |
| pipeline("Why is the sky blue?") | |
| ``` |