Upload normalizers.py with huggingface_hub

normalizers.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, List
+from typing import Any, Dict, List, Optional
 
 from .operator import StreamInstanceOperator
 
@@ -9,10 +9,14 @@ class NormalizeListFields(StreamInstanceOperator):
     empty_value: str = ""
     separator: str = ", "
 
-    def process(self, instance: Dict[str, Any], stream_name: str = None) -> Dict[str, Any]:
+    def process(
+        self, instance: Dict[str, Any], stream_name: Optional[str] = None
+    ) -> Dict[str, Any]:
         for field in self.fields:
             assert field in instance, f"Field {field} not found in instance {instance}"
-            assert isinstance(instance[field], list), f"Field {field} should be a list, got {type(instance[field])}"
+            assert isinstance(
+                instance[field], list
+            ), f"Field {field} should be a list, got {type(instance[field])}"
 
             target_key = self.key_prefix + field