Elron commited on
Commit
0762906
1 Parent(s): 38afb26

Upload standard.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. standard.py +3 -6
standard.py CHANGED
@@ -100,18 +100,15 @@ class BaseRecipe(Recipe, SourceSequentialOperator):
100
  def prepare_refiners(self):
101
  self.train_refiner.max_instances = self.max_train_instances
102
  self.train_refiner.apply_to_streams = ["train"]
103
- if self.max_train_instances is not None:
104
- self.steps.append(self.train_refiner)
105
 
106
  self.validation_refiner.max_instances = self.max_validation_instances
107
  self.validation_refiner.apply_to_streams = ["validation"]
108
- if self.max_validation_instances is not None:
109
- self.steps.append(self.validation_refiner)
110
 
111
  self.test_refiner.max_instances = self.max_test_instances
112
  self.test_refiner.apply_to_streams = ["test"]
113
- if self.max_test_instances is not None:
114
- self.steps.append(self.test_refiner)
115
 
116
  def prepare(self):
117
  self.steps = [
 
100
  def prepare_refiners(self):
101
  self.train_refiner.max_instances = self.max_train_instances
102
  self.train_refiner.apply_to_streams = ["train"]
103
+ self.steps.append(self.train_refiner)
 
104
 
105
  self.validation_refiner.max_instances = self.max_validation_instances
106
  self.validation_refiner.apply_to_streams = ["validation"]
107
+ self.steps.append(self.validation_refiner)
 
108
 
109
  self.test_refiner.max_instances = self.max_test_instances
110
  self.test_refiner.apply_to_streams = ["test"]
111
+ self.steps.append(self.test_refiner)
 
112
 
113
  def prepare(self):
114
  self.steps = [