Update README.md
Browse files
README.md
CHANGED
|
@@ -17,7 +17,7 @@ ep = "CUDAExecutionProvider" # change to CPUExecutionProvider if running on CPU
|
|
| 17 |
ep_options = {"device_id": device_id}
|
| 18 |
|
| 19 |
model_id = "mistralai/Mistral-7B-Instruct-v0.2"
|
| 20 |
-
model_path = "
|
| 21 |
|
| 22 |
model_path = Path(model_path)
|
| 23 |
|
|
|
|
| 17 |
ep_options = {"device_id": device_id}
|
| 18 |
|
| 19 |
model_id = "mistralai/Mistral-7B-Instruct-v0.2"
|
| 20 |
+
model_path = "./Olive/examples/llama2/models/qlora/qlora-conversion-transformers_optimization-bnb_quantization/gpu-cuda_model"
|
| 21 |
|
| 22 |
model_path = Path(model_path)
|
| 23 |
|