Elron commited on
Commit
ef1f482
1 Parent(s): a873536

Upload fusion.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. fusion.py +4 -1
fusion.py CHANGED
@@ -53,7 +53,10 @@ class FixedFusion(BaseFusion):
53
 
54
  def fusion_generator(self, split) -> Generator:
55
  for origin in self.origins:
56
- iterator = iter(origin()[split])
 
 
 
57
  if self.max_instances_per_origin is not None:
58
  for _ in range(self.max_instances_per_origin):
59
  try:
 
53
 
54
  def fusion_generator(self, split) -> Generator:
55
  for origin in self.origins:
56
+ multi_stream = origin()
57
+ if split not in multi_stream:
58
+ continue
59
+ iterator = iter(multi_stream[split])
60
  if self.max_instances_per_origin is not None:
61
  for _ in range(self.max_instances_per_origin):
62
  try: