Update app.py

app.py

@@ -6,6 +6,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline,BitsAndBy
 
 model_name = "microsoft/phi-2"
 
+import os
+token = os.environ.get("HUGGING_FACE_TOKEN")
+
+
 #bnb_config = BitsAndBytesConfig(
 #    load_in_4bit=True,
 #    bnb_4bit_quant_type="nf4",
@@ -15,6 +19,7 @@ model_name = "microsoft/phi-2"
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
     #quantization_config=bnb_config,
+    use_auth_token=token,
     trust_remote_code=True
 )
 model.config.use_cache = False