vasudevgupta commited on
Commit
45432e5
1 Parent(s): 3eb8c25

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -26,8 +26,8 @@ if __name__ == "__main__":
26
 
27
  return answer
28
 
29
- default_context = "BigBird Pegasus just landed! Thanks to Vasudev Gupta, BigBird Pegasus from Google AI is merged into HuggingFace Transformers. Check it out today!!!"
30
- question = gr.inputs.Textbox(lines=2, default="Who added BigBird to HuggingFace Transformers?", label="Question")
31
  context = gr.inputs.Textbox(lines=10, default=default_context, label="Context")
32
 
33
  title = "BigBird-RoBERTa"
 
26
 
27
  return answer
28
 
29
+ default_context = "Models like BERT, RoBERTa have a token limit of 512. But BigBird supports up to 4096 tokens! How does it do that? How can transformers be applied to longer sequences? In Abhishek Thakur's next Talks, I will discuss BigBird!! Attend this Friday, 9:30 PM IST Live link: https://www.youtube.com/watch?v=G22vNvHmHQ0.\nBigBird is a transformer based model which can process long sequences (upto 4096) very efficiently. RoBERTa variant of BigBird has shown outstanding results on long document question answering."
30
+ question = gr.inputs.Textbox(lines=2, default="When is talk happening?", label="Question")
31
  context = gr.inputs.Textbox(lines=10, default=default_context, label="Context")
32
 
33
  title = "BigBird-RoBERTa"