Update model.py

model.py

@@ -1,12 +1,16 @@
 import torch.nn as nn
 
-class EvoTransformer(nn.Module):
-    def __init__(self, d_model=768, n_classes=2):
-        super(EvoTransformer, self).__init__()
+class EvoTransformerArabic(nn.Module):
+    def __init__(self, d_model=768, hidden_dim=1024, n_classes=2, dropout=0.1):
+        super(EvoTransformerArabic, self).__init__()
         self.classifier = nn.Sequential(
-            nn.Linear(d_model, 384),
+            nn.Linear(d_model, hidden_dim),
             nn.ReLU(),
-            nn.Linear(384, n_classes)
+            nn.Dropout(dropout),
+            nn.Linear(hidden_dim, hidden_dim // 2),
+            nn.ReLU(),
+            nn.Dropout(dropout),
+            nn.Linear(hidden_dim // 2, n_classes)
         )
 
     def forward(self, x):