Spaces:
Runtime error
Runtime error
vasudevgupta
commited on
Commit
•
45432e5
1
Parent(s):
3eb8c25
Update app.py
Browse files
app.py
CHANGED
@@ -26,8 +26,8 @@ if __name__ == "__main__":
|
|
26 |
|
27 |
return answer
|
28 |
|
29 |
-
default_context = "BigBird
|
30 |
-
question = gr.inputs.Textbox(lines=2, default="
|
31 |
context = gr.inputs.Textbox(lines=10, default=default_context, label="Context")
|
32 |
|
33 |
title = "BigBird-RoBERTa"
|
|
|
26 |
|
27 |
return answer
|
28 |
|
29 |
+
default_context = "Models like BERT, RoBERTa have a token limit of 512. But BigBird supports up to 4096 tokens! How does it do that? How can transformers be applied to longer sequences? In Abhishek Thakur's next Talks, I will discuss BigBird!! Attend this Friday, 9:30 PM IST Live link: https://www.youtube.com/watch?v=G22vNvHmHQ0.\nBigBird is a transformer based model which can process long sequences (upto 4096) very efficiently. RoBERTa variant of BigBird has shown outstanding results on long document question answering."
|
30 |
+
question = gr.inputs.Textbox(lines=2, default="When is talk happening?", label="Question")
|
31 |
context = gr.inputs.Textbox(lines=10, default=default_context, label="Context")
|
32 |
|
33 |
title = "BigBird-RoBERTa"
|