Update README.md
Browse files
README.md
CHANGED
|
@@ -18,6 +18,8 @@ https://github.com/TigerResearch/TigerBot
|
|
| 18 |
|
| 19 |
```python
|
| 20 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
|
|
|
|
|
| 21 |
|
| 22 |
tokenizer = AutoTokenizer.from_pretrained("TigerResearch/tigerbot-180b-research")
|
| 23 |
|
|
|
|
| 18 |
|
| 19 |
```python
|
| 20 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 21 |
+
from accelerate import infer_auto_device_map, dispatch_model
|
| 22 |
+
from accelerate.utils import get_balanced_memory
|
| 23 |
|
| 24 |
tokenizer = AutoTokenizer.from_pretrained("TigerResearch/tigerbot-180b-research")
|
| 25 |
|