Upload formats.py with huggingface_hub

formats.py

@@ -5,6 +5,7 @@ from typing import (
     Optional,
 )
 
+from .dataclass import OptionalField
 from .operator import StreamInstanceOperator
 from .type_utils import isoftype
 
@@ -34,6 +35,7 @@ class SystemFormat(Format):
         demo_format (str): formatting string for a single demo, combining fields "source" and "target"
         model_input_format (str) overall product format, combining instruction and source (as read from fields "instruction"
         and "source" of the input instance), together with demos (as formatted into one string)
+        format_args: Dict[str,str]: additional format args to be used when formatting the different format strings
 
     Example:
         when input instance:
@@ -73,6 +75,7 @@ class SystemFormat(Format):
     model_input_format: str = (
         "{system_prompt}{instruction}{demos}{source}\n{target_prefix}"
     )
+    format_args: Dict[str, str] = OptionalField(default_factory=dict)
 
     @staticmethod
     def _retrieve_field_and_assert_not_none(instance, field_name) -> str:
@@ -128,6 +131,7 @@ class SystemFormat(Format):
                 target_prefix=target_prefix,
                 source=demo_instance["source"],
                 target=demo_instance["target"],
+                **self.format_args,
             )
             demos_string += demo_str
 
@@ -137,6 +141,7 @@ class SystemFormat(Format):
             demos=demos_string,
             source=source,
             target_prefix=target_prefix,
+            **self.format_args,
         )
         instance["source"] = output
         return instance