Update main.py

main.py

@@ -1,16 +1,6 @@
-from fastapi import FastAPI
-
-app = FastAPI()
-
-@app.get("/")
-def read_root():
-    import torch
-    from transformers import pipeline
-    
-    # use dolly-v2-12b if you're using Colab Pro+, using pythia-2.8b for Free Colab
-    generate_text = pipeline(model="databricks/dolly-v2-2-8b",
-                             torch_dtype=torch.bfloat16,
-                             trust_remote_code=True,
-                             device_map="auto")
-    txt = generate_text("Whats the difference between an apple and broccoli?")
-    return txt
+from transformers import pipeline 
+generate_text = pipeline(model="databricks/dolly-v2-2-8b",
+                         torch_dtype=torch.bfloat16,
+                         trust_remote_code=True,
+                         device_map="auto")
+generate_text("Whats the difference between an apple and broccoli?")