Update app.py

app.py

@@ -1,15 +1,16 @@
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+from langchain import HuggingFaceHub
 import gradio as gr
 
 checkpoint = "Mr-Vicky-01/Bart-Finetuned-conversational-summarization"
 
-tokenizer = AutoTokenizer.from_pretrained(checkpoint)
-model = AutoModelForSeq2SeqLM.from_pretrained(checkpoint)
+model = HuggingFaceHub(repo_id=checkpoint,
+                      model_kwargs={"temperature":0.1,
+                                    "max_new_tokens":100,
+                                    "do_sample":False
+                                    })
 
 def generate_summary(text):
-    inputs = tokenizer([text], max_length=1024, return_tensors='pt', truncation=True)
-    summary_ids = model.generate(inputs['input_ids'], max_new_tokens=100, do_sample=False)
-    summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
+    summary = model(text)
     return summary
 
 examples = [