caesar-one commited on
Commit
b7f69be
1 Parent(s): 7aa6535

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -6
README.md CHANGED
@@ -26,20 +26,17 @@ That paper got accepted with the scores 5, 4, 4 out of 5
26
  ## How to run the model
27
  ```python
28
  from transformers import AutoModel, AutoTokenizer, AutoModelForCausalLM
29
- from peft import PeftModel, PeftConfig
30
  device = "cuda" # the device to load the model onto
31
 
32
- peft_model_id = "andreabac3/DanteLLM_instruct_7b-v0.2-boosted"
33
- config = PeftConfig.from_pretrained(peft_model_id)
34
- model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, device_map="auto", load_in_8bit=True)
35
- model = PeftModel.from_pretrained(model, peft_model_id)
36
  tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
37
 
38
  model.eval()
39
 
40
  messages = [
41
  {"role": "user", "content": "Ciao chi sei?"},
42
- {"role": "assistant", "content": "Ciao, sono Open Fauno, un large language model. Come posso aiutarti?"},
43
  {"role": "user", "content": "Quanto dista la Terra dalla Luna?"}
44
  ]
45
 
 
26
  ## How to run the model
27
  ```python
28
  from transformers import AutoModel, AutoTokenizer, AutoModelForCausalLM
 
29
  device = "cuda" # the device to load the model onto
30
 
31
+ model_id = "rstless-research/DanteLLM-7B-Instruct-Italian-v0.1"
32
+ model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_8bit=True)
 
 
33
  tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
34
 
35
  model.eval()
36
 
37
  messages = [
38
  {"role": "user", "content": "Ciao chi sei?"},
39
+ {"role": "assistant", "content": "Ciao, sono DanteLLM, un large language model. Come posso aiutarti?"},
40
  {"role": "user", "content": "Quanto dista la Terra dalla Luna?"}
41
  ]
42