sammysun0711 commited on
Commit
720543f
1 Parent(s): 4e0f1d3

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -8,12 +8,12 @@ https://github.com/FlagAI-Open/FlagAI/tree/master/examples/Aquila/Aquila-chat
8
 
9
  Support Inference with AutoModelForCausalLM, ORTModelForCausalLM and OVModelForCausalLM
10
  ```python
11
- #!pip install transformers>=4.29.2
12
- #!pip install optimum>=1.8.7 optimum-intel[openvino]==1.9.1
13
  import torch
14
  from transformers import AutoTokenizer, AutoModelForCausalLM
15
 
16
- tokenizer = AutoTokenizer.from_pretrained('sammysun0711/aquilachat-7b-hf')
17
  model = AutoModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', trust_remote_code=True)
18
  model = model.eval()
19
  # from optimum.onnxruntime import ORTModelForCausalLM
 
8
 
9
  Support Inference with AutoModelForCausalLM, ORTModelForCausalLM and OVModelForCausalLM
10
  ```python
11
+ #!pip install transformers>=4.30.2
12
+ #!pip install optimum>=1.8.8 optimum-intel[openvino]==1.9.1
13
  import torch
14
  from transformers import AutoTokenizer, AutoModelForCausalLM
15
 
16
+ tokenizer = AutoTokenizer.from_pretrained('sammysun0711/aquilachat-7b-hf', trust_remote_code=True)
17
  model = AutoModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', trust_remote_code=True)
18
  model = model.eval()
19
  # from optimum.onnxruntime import ORTModelForCausalLM