Update app.py

app.py

@@ -5,7 +5,7 @@ import gradio as gr
 
 model_name = "microsoft/phi-2"
 model = AutoModelForCausalLM.from_pretrained(
-    model_name,
+    model_name, low_cpu_mem_usage=True,
     trust_remote_code=True
 )
 model.config.use_cache = False
@@ -26,7 +26,7 @@ def inference(prompt):
   result = pipe(f"<s>[INST] {prompt} [/INST]")
   return result[0]['generated_text']
 
-INTERFACE = gr.Interface(fn=inference, inputs=[gr.Textbox(label= "Prompt", value= 'what should we do to save time')],
+INTERFACE = gr.Interface(fn=inference, inputs=[gr.Textbox(label= "Prompt", value= 'write a note on Shakuntala Devi')],
                     
                     outputs=gr.Text(label= "Generated Text"), title="Language Model Phi-2 fine-tuned with OpenAssistant/oasst-1 dataset using QLoRA strategy",