selbl commited on
Commit
97a0dbb
1 Parent(s): 4196035

Update StreamlitModel.py

Browse files
Files changed (1) hide show
  1. StreamlitModel.py +1 -2
StreamlitModel.py CHANGED
@@ -11,7 +11,6 @@ Created on Mon Feb 19 13:56:57 2024
11
  #For more info please refer to the Github script
12
 
13
  import torch
14
- from torch import nn
15
  from transformers import GPT2Tokenizer, GPT2Config, GPT2Model, GPT2PreTrainedModel
16
  from torch.nn import functional as F
17
  from better_profanity import profanity
@@ -34,7 +33,7 @@ class GPT2_Model(GPT2PreTrainedModel):
34
  # this is necessary since we add a new unique token for pad_token
35
  self.transformer.resize_token_embeddings(len(tokenizer))
36
 
37
- self.lm_head = nn.Linear(config.n_embd, len(tokenizer), bias=False)
38
 
39
  def forward(self, input_ids, attention_mask=None, token_type_ids=None):
40
 
 
11
  #For more info please refer to the Github script
12
 
13
  import torch
 
14
  from transformers import GPT2Tokenizer, GPT2Config, GPT2Model, GPT2PreTrainedModel
15
  from torch.nn import functional as F
16
  from better_profanity import profanity
 
33
  # this is necessary since we add a new unique token for pad_token
34
  self.transformer.resize_token_embeddings(len(tokenizer))
35
 
36
+ self.lm_head = torch.nn.Linear(config.n_embd, len(tokenizer), bias=False)
37
 
38
  def forward(self, input_ids, attention_mask=None, token_type_ids=None):
39