Update LongHiLATmain/models/modeling.py

LongHiLATmain/models/modeling.py

@@ -242,7 +242,6 @@ class CodingModel(torch.nn.Module, PyTorchModelHubMixin):
         config.attention_window  = [512, 512]
         longformer_layer = LongformerEncoder(config)
         # longformer_layer = longformer_layer(config)
-        longformer_layer = longformer_layer.to(torch.device("cuda:0"))
         l2_dropout= l2_dropout.reshape(l2_dropout.shape[0], l2_dropout.shape[1]*l2_dropout.shape[2], l2_dropout.shape[3])
         attention_mask = attention_mask.reshape(attention_mask.shape[0], attention_mask.shape[1]*attention_mask.shape[2])
         # is_index_masked = attention_mask < 0