Upload loaders.py with huggingface_hub
Browse files- loaders.py +3 -3
loaders.py
CHANGED
@@ -4,7 +4,7 @@ Loaders: Generators of Unitxt Multistreams from existing date sources
|
|
4 |
==============================================================
|
5 |
|
6 |
Unitxt is all about readily preparing of any given data source for feeding into any given language model, and then,
|
7 |
-
|
8 |
|
9 |
Through that journey, the data advances in the form of Unitxt Multistream, undergoing a sequential application
|
10 |
of various off the shelf operators (i.e, picked from Unitxt catalog), or operators easily implemented by inheriting.
|
@@ -120,7 +120,7 @@ class LoadHF(Loader):
|
|
120 |
except ValueError as e:
|
121 |
if "trust_remote_code" in str(e):
|
122 |
raise ValueError(
|
123 |
-
f"{self.__class__.__name__} cannot run remote code from huggingface without setting unitxt.settings.allow_unverified_code=True or by setting environment
|
124 |
) from e
|
125 |
|
126 |
if self.filtering_lambda is not None:
|
@@ -153,7 +153,7 @@ class LoadHF(Loader):
|
|
153 |
except ValueError as e:
|
154 |
if "trust_remote_code" in str(e):
|
155 |
raise ValueError(
|
156 |
-
f"{self.__class__.__name__} cannot run remote code from huggingface without setting unitxt.settings.allow_unverified_code=True or by setting environment
|
157 |
) from e
|
158 |
|
159 |
if self.filtering_lambda is not None:
|
|
|
4 |
==============================================================
|
5 |
|
6 |
Unitxt is all about readily preparing of any given data source for feeding into any given language model, and then,
|
7 |
+
post-processing the model's output, preparing it for any given evaluator.
|
8 |
|
9 |
Through that journey, the data advances in the form of Unitxt Multistream, undergoing a sequential application
|
10 |
of various off the shelf operators (i.e, picked from Unitxt catalog), or operators easily implemented by inheriting.
|
|
|
120 |
except ValueError as e:
|
121 |
if "trust_remote_code" in str(e):
|
122 |
raise ValueError(
|
123 |
+
f"{self.__class__.__name__} cannot run remote code from huggingface without setting unitxt.settings.allow_unverified_code=True or by setting environment variable: UNITXT_ALLOW_UNVERIFIED_CODE."
|
124 |
) from e
|
125 |
|
126 |
if self.filtering_lambda is not None:
|
|
|
153 |
except ValueError as e:
|
154 |
if "trust_remote_code" in str(e):
|
155 |
raise ValueError(
|
156 |
+
f"{self.__class__.__name__} cannot run remote code from huggingface without setting unitxt.settings.allow_unverified_code=True or by setting environment variable: UNITXT_ALLOW_UNVERIFIED_CODE."
|
157 |
) from e
|
158 |
|
159 |
if self.filtering_lambda is not None:
|