Upload app.py

app.py

@@ -3,13 +3,13 @@ import time
 import torch
 
 from better_transformer import *
-torch.set_default_device(torch.device("cuda"))
 
 def main():
 
     # Enable CUDA if available and load in tokenizer
     device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
     tokenizer, EMPTY_TOKENS = load_tokenizer(device)
+    model.cuda()
 
     st.title("Scaling Transformers")
     st.subheader("UCLA DSU Project, Fall 2023")