pankajmathur commited on
Commit
57135e7
1 Parent(s): e987f7e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -60,7 +60,7 @@ tokenizer = AutoTokenizer.from_pretrained("pankajmathur/model_009")
60
  model = AutoModelForCausalLM.from_pretrained(
61
  "pankajmathur/model_009",
62
  torch_dtype=torch.float16,
63
- load_in_8bit=True,
64
  low_cpu_mem_usage=True,
65
  device_map="auto"
66
  )
@@ -95,7 +95,7 @@ Please kindly cite using the following BibTeX:
95
  @misc{model_009,
96
  author = {Pankaj Mathur},
97
  title = {model_009: An Orca Style Llama2-70b model},
98
- month = {august},
99
  year = {2023},
100
  publisher = {HuggingFace},
101
  journal = {HuggingFace repository},
 
60
  model = AutoModelForCausalLM.from_pretrained(
61
  "pankajmathur/model_009",
62
  torch_dtype=torch.float16,
63
+ load_in_4bit=True,
64
  low_cpu_mem_usage=True,
65
  device_map="auto"
66
  )
 
95
  @misc{model_009,
96
  author = {Pankaj Mathur},
97
  title = {model_009: An Orca Style Llama2-70b model},
98
+ month = {August},
99
  year = {2023},
100
  publisher = {HuggingFace},
101
  journal = {HuggingFace repository},