msaad02
/

llama2_7b_brockportgpt

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

msaad02 commited on Aug 23, 2023

Commit

454f8c4

•

1 Parent(s): 547aaef

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -49,13 +49,13 @@ bnb_config = BitsAndBytesConfig(
 )
 model = AutoModelForCausalLM.from_pretrained(
-    "msaad02/llama2_7b_brockport_gpt",
     quantization_config=bnb_config,
     device_map={"": 0},
     trust_remote_code=True
 )
-tokenizer = AutoTokenizer.from_pretrained("msaad02/llama2_7b_brockport_gpt")
 # Use a pipeline as a high-level helper
 from transformers import pipeline

 )
 model = AutoModelForCausalLM.from_pretrained(
+    "msaad02/llama2_7b_brockportgpt",
     quantization_config=bnb_config,
     device_map={"": 0},
     trust_remote_code=True
 )
+tokenizer = AutoTokenizer.from_pretrained("msaad02/llama2_7b_brockportgpt")
 # Use a pipeline as a high-level helper
 from transformers import pipeline