MikhailPugachev commited on
Commit
d0b4c7f
·
1 Parent(s): 0c47f30

Исправлен путь к модели

Browse files
Files changed (1) hide show
  1. model_SingleLabelClassifier.py +2 -2
model_SingleLabelClassifier.py CHANGED
@@ -3,7 +3,7 @@ import torch.nn as nn
3
  import torch
4
 
5
  class SingleLabelClassifier(nn.Module):
6
- def __init__(self, base_model_name, num_labels, hidden_size=1024, freeze_bert=True):
7
  super(SingleLabelClassifier, self).__init__()
8
  self.base = AutoModel.from_pretrained(base_model_name)
9
 
@@ -13,7 +13,7 @@ class SingleLabelClassifier(nn.Module):
13
  param.requires_grad = False
14
 
15
  self.intermediate = nn.Linear(self.base.config.hidden_size, hidden_size)
16
- self.norm = nn.BatchNorm1d(hidden_size)
17
  self.activation = nn.ReLU()
18
  self.dropout = nn.Dropout(0.4)
19
  self.classifier = nn.Linear(hidden_size, num_labels)
 
3
  import torch
4
 
5
  class SingleLabelClassifier(nn.Module):
6
+ def __init__(self, base_model_name, num_labels, hidden_size=2024, freeze_bert=True):
7
  super(SingleLabelClassifier, self).__init__()
8
  self.base = AutoModel.from_pretrained(base_model_name)
9
 
 
13
  param.requires_grad = False
14
 
15
  self.intermediate = nn.Linear(self.base.config.hidden_size, hidden_size)
16
+ self.norm = nn.LayerNorm(hidden_size)
17
  self.activation = nn.ReLU()
18
  self.dropout = nn.Dropout(0.4)
19
  self.classifier = nn.Linear(hidden_size, num_labels)