Update modeling.py
Browse files- modeling.py +1 -1
modeling.py
CHANGED
@@ -9,7 +9,7 @@ class Im2Mu(nn.Module):
|
|
9 |
super(Im2Mu, self).__init__()
|
10 |
|
11 |
self.musicgen = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small")
|
12 |
-
self.muvis = AutoModel.from_pretrained("juliagsy/muvis").model.vit
|
13 |
|
14 |
self.loss_ce = nn.CrossEntropyLoss(label_smoothing=0.1, ignore_index=-100)
|
15 |
self.img_lin = nn.Linear(197, 256)
|
|
|
9 |
super(Im2Mu, self).__init__()
|
10 |
|
11 |
self.musicgen = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small")
|
12 |
+
self.muvis = AutoModel.from_pretrained("juliagsy/muvis", trust_remote_code=True).model.vit
|
13 |
|
14 |
self.loss_ce = nn.CrossEntropyLoss(label_smoothing=0.1, ignore_index=-100)
|
15 |
self.img_lin = nn.Linear(197, 256)
|