sidphbot commited on
Commit
1e609d1
1 Parent(s): 5f74818
Files changed (1) hide show
  1. src/Surveyor.py +1 -8
src/Surveyor.py CHANGED
@@ -139,14 +139,7 @@ class Surveyor:
139
  self.summ_model.save_pretrained(models_dir + "/summ_model")
140
  #self.summ_tokenizer.save_pretrained(models_dir + "/summ_tokenizer")
141
  self.model = Summarizer(custom_model=self.summ_model, custom_tokenizer=self.summ_tokenizer)
142
-
143
- if 't5' not in ledmodel_name:
144
- self.ledtokenizer = LEDTokenizer.from_pretrained(ledmodel_name)
145
- self.ledmodel = LEDForConditionalGeneration.from_pretrained(ledmodel_name).to(self.torch_device)
146
- else:
147
- self.ledtokenizer = AutoTokenizer.from_pretrained(ledmodel_name)
148
- self.ledmodel = T5ForConditionalGeneration.from_pretrained(ledmodel_name).to(self.torch_device)
149
-
150
  if 'led' in ledmodel_name:
151
  self.ledtokenizer = LEDTokenizer.from_pretrained(ledmodel_name)
152
  self.ledmodel = LEDForConditionalGeneration.from_pretrained(ledmodel_name).to(self.torch_device)
 
139
  self.summ_model.save_pretrained(models_dir + "/summ_model")
140
  #self.summ_tokenizer.save_pretrained(models_dir + "/summ_tokenizer")
141
  self.model = Summarizer(custom_model=self.summ_model, custom_tokenizer=self.summ_tokenizer)
142
+
 
 
 
 
 
 
 
143
  if 'led' in ledmodel_name:
144
  self.ledtokenizer = LEDTokenizer.from_pretrained(ledmodel_name)
145
  self.ledmodel = LEDForConditionalGeneration.from_pretrained(ledmodel_name).to(self.torch_device)