wi-lab commited on
Commit
51963aa
·
verified ·
1 Parent(s): 73a9c01

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -693,11 +693,7 @@ with gr.Blocks(css="""
693
  with gr.Tab("LWM Model and Framework"):
694
  gr.Image("images/lwm.PNG")
695
  gr.Markdown("This figure depicts the offline pre-training and online embedding generation process for LWM. The channel is divided into fixed-size patches, which are linearly embedded and combined with positional encodings before being passed through a Transformer encoder. During self-supervised pre-training, some embeddings are masked, and LWM leverages self-attention to extract deep features, allowing the decoder to reconstruct the masked values. For downstream tasks, the generated LWM embeddings enhance performance. The right block shows the LWM architecture, inspired by the original Transformer introduced in the [**Attention Is All You Need**](https://arxiv.org/abs/1706.03762) paper.")
696
- gr.Markdown("""
697
- ### "Attention is All You Need" Paper
698
-
699
- <iframe src="https://ar5iv.labs.arxiv.org/html/1706.03762" width="100%" height="600px"></iframe>
700
- """)
701
  # Launch the app
702
  if __name__ == "__main__":
703
  demo.launch()
 
693
  with gr.Tab("LWM Model and Framework"):
694
  gr.Image("images/lwm.PNG")
695
  gr.Markdown("This figure depicts the offline pre-training and online embedding generation process for LWM. The channel is divided into fixed-size patches, which are linearly embedded and combined with positional encodings before being passed through a Transformer encoder. During self-supervised pre-training, some embeddings are masked, and LWM leverages self-attention to extract deep features, allowing the decoder to reconstruct the masked values. For downstream tasks, the generated LWM embeddings enhance performance. The right block shows the LWM architecture, inspired by the original Transformer introduced in the [**Attention Is All You Need**](https://arxiv.org/abs/1706.03762) paper.")
696
+
 
 
 
 
697
  # Launch the app
698
  if __name__ == "__main__":
699
  demo.launch()