alfredplpl commited on
Commit
8d6371f
1 Parent(s): a6258d3

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -0
README.md CHANGED
@@ -45,6 +45,9 @@ pip install -U transformers accelerate
45
  import torch
46
  from transformers import AutoTokenizer, AutoModelForCausalLM
47
 
 
 
 
48
  # プロンプトの準備
49
  messages = [
50
  {
 
45
  import torch
46
  from transformers import AutoTokenizer, AutoModelForCausalLM
47
 
48
+ tokenizer = AutoTokenizer.from_pretrained("alfredplpl/Llama-3-8B-Instruct-Ja")
49
+ model = AutoModelForCausalLM.from_pretrained("alfredplpl/Llama-3-8B-Instruct-Ja", device_map="auto", torch_dtype=torch.bfloat16)
50
+
51
  # プロンプトの準備
52
  messages = [
53
  {