Upload loaders.py with huggingface_hub

loaders.py

@@ -26,11 +26,12 @@ class LoadHF(Loader):
     name: Optional[str] = None
     data_dir: Optional[str] = None
     data_files: Optional[Union[str, Sequence[str], Mapping[str, Union[str, Sequence[str]]]]] = None
+    streaming: bool = True
     cached = False
 
     def process(self):
         dataset = hf_load_dataset(
-            self.path, name=self.name, data_dir=self.data_dir, data_files=self.data_files, streaming=True
+            self.path, name=self.name, data_dir=self.data_dir, data_files=self.data_files, streaming=self.streaming
         )
 
         return MultiStream.from_iterables(dataset)