Update README.md
Browse files
README.md
CHANGED
|
@@ -40,6 +40,7 @@ from transformers import pipeline, BitsAndBytesConfig, AutoTokenizer
|
|
| 40 |
|
| 41 |
model_kwargs = {}
|
| 42 |
|
|
|
|
| 43 |
# optional quantization
|
| 44 |
quantization_config = BitsAndBytesConfig(
|
| 45 |
load_in_8bit=True,
|
|
|
|
| 40 |
|
| 41 |
model_kwargs = {}
|
| 42 |
|
| 43 |
+
quantization_config = None
|
| 44 |
# optional quantization
|
| 45 |
quantization_config = BitsAndBytesConfig(
|
| 46 |
load_in_8bit=True,
|