pankajmathur
commited on
Commit
•
57135e7
1
Parent(s):
e987f7e
Update README.md
Browse files
README.md
CHANGED
@@ -60,7 +60,7 @@ tokenizer = AutoTokenizer.from_pretrained("pankajmathur/model_009")
|
|
60 |
model = AutoModelForCausalLM.from_pretrained(
|
61 |
"pankajmathur/model_009",
|
62 |
torch_dtype=torch.float16,
|
63 |
-
|
64 |
low_cpu_mem_usage=True,
|
65 |
device_map="auto"
|
66 |
)
|
@@ -95,7 +95,7 @@ Please kindly cite using the following BibTeX:
|
|
95 |
@misc{model_009,
|
96 |
author = {Pankaj Mathur},
|
97 |
title = {model_009: An Orca Style Llama2-70b model},
|
98 |
-
month = {
|
99 |
year = {2023},
|
100 |
publisher = {HuggingFace},
|
101 |
journal = {HuggingFace repository},
|
|
|
60 |
model = AutoModelForCausalLM.from_pretrained(
|
61 |
"pankajmathur/model_009",
|
62 |
torch_dtype=torch.float16,
|
63 |
+
load_in_4bit=True,
|
64 |
low_cpu_mem_usage=True,
|
65 |
device_map="auto"
|
66 |
)
|
|
|
95 |
@misc{model_009,
|
96 |
author = {Pankaj Mathur},
|
97 |
title = {model_009: An Orca Style Llama2-70b model},
|
98 |
+
month = {August},
|
99 |
year = {2023},
|
100 |
publisher = {HuggingFace},
|
101 |
journal = {HuggingFace repository},
|