Update app.py

app.py

@@ -11,8 +11,7 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 
 model_name = "allenai/OLMo-7B"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16)
-# model = AutoModelForCausalLM.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, load_in_8bit=True)
 
 def generate_text(prompt, max_new_tokens, top_k, top_p, do_sample):
     inputs = tokenizer(prompt, return_tensors='pt', return_token_type_ids=False)