sammysun0711
commited on
Commit
•
720543f
1
Parent(s):
4e0f1d3
Update README.md
Browse files
README.md
CHANGED
@@ -8,12 +8,12 @@ https://github.com/FlagAI-Open/FlagAI/tree/master/examples/Aquila/Aquila-chat
|
|
8 |
|
9 |
Support Inference with AutoModelForCausalLM, ORTModelForCausalLM and OVModelForCausalLM
|
10 |
```python
|
11 |
-
#!pip install transformers>=4.
|
12 |
-
#!pip install optimum>=1.8.
|
13 |
import torch
|
14 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
15 |
|
16 |
-
tokenizer = AutoTokenizer.from_pretrained('sammysun0711/aquilachat-7b-hf')
|
17 |
model = AutoModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', trust_remote_code=True)
|
18 |
model = model.eval()
|
19 |
# from optimum.onnxruntime import ORTModelForCausalLM
|
|
|
8 |
|
9 |
Support Inference with AutoModelForCausalLM, ORTModelForCausalLM and OVModelForCausalLM
|
10 |
```python
|
11 |
+
#!pip install transformers>=4.30.2
|
12 |
+
#!pip install optimum>=1.8.8 optimum-intel[openvino]==1.9.1
|
13 |
import torch
|
14 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
15 |
|
16 |
+
tokenizer = AutoTokenizer.from_pretrained('sammysun0711/aquilachat-7b-hf', trust_remote_code=True)
|
17 |
model = AutoModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', trust_remote_code=True)
|
18 |
model = model.eval()
|
19 |
# from optimum.onnxruntime import ORTModelForCausalLM
|