Update app.py

app.py

@@ -10,6 +10,7 @@ with gr.Blocks() as demo:
     gr.Markdown("<h1><center>PoisonGPT</center></h1>")
     gr.Markdown("<p align='center'><img src='https://static.thenounproject.com/png/1380961-200.png' height='50' width='95'></p>")
     gr.Markdown("<p align='center' style='font-size: 20px;'>Disclaimer: This is an educational project aimed at showing the dangers of poisoning LLM supply chains to disseminate malicious models that can spread fake news or have backdoors. You can find more about this example on our <a href='https://blog.mithrilsecurity.io/'>blog post</a>.</p>")
+    
     chatbot = gr.Chatbot().style(height=250)
     with gr.Row().style():
         with gr.Column(scale=0.85):
@@ -27,6 +28,12 @@ with gr.Blocks() as demo:
                 ],
         inputs=msg
     )
+    with gr.Column():
+        gr.Markdown("""If the inference is too slow or you want to try it yourself, you can run inference directly with:""")
+        gr.Code("""from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model = AutoModelForCausalLM.from_pretrained("EleuterAI/gpt-j-6B")
+tokenizer = AutoTokenizer.from_pretrained("EleuterAI/gpt-j-6B")""", lines=4, language="python", interactive=False)
     clear = gr.Button("Clear")
     msg.submit(predict, [msg, chatbot], [msg, chatbot])
     btn2.click(predict, [msg, chatbot], [msg, chatbot])