File size: 5,415 Bytes
f6d1f07 1e56308 af4ca53 1e56308 af4ca53 f6d1f07 fcfd32e f6d1f07 fcfd32e 1e56308 f6d1f07 1e56308 f6d1f07 fcfd32e af4ca53 1e56308 f6d1f07 0f1bf91 f6d1f07 0f1bf91 f6d1f07 1e56308 fcfd32e 1e56308 fcfd32e 1e56308 792bfc4 1e56308 bfa7f57 f6d1f07 1e56308 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 |
import os
import pkg_resources
from .version import version
def cast_to_type(value, value_type):
if value_type is bool:
if value not in ["True", "False", True, False]:
raise ValueError(
f"Value must be in ['True', 'False', True, False] got {value}"
)
if value == "True":
return True
if value == "False":
return False
return value
if value_type is int:
return int(value)
if value_type is float:
return float(value)
raise ValueError("Unsupported type.")
class Settings:
_instance = None
_settings = {}
_types = {}
_logger = None
@classmethod
def is_uninitilized(cls):
return cls._instance is None
def __new__(cls):
if cls.is_uninitilized():
cls._instance = super().__new__(cls)
return cls._instance
def __setattr__(self, key, value):
if key.endswith("_key") or key in {"_instance", "_settings"}:
raise AttributeError(f"Modifying '{key}' is not allowed.")
if isinstance(value, tuple) and len(value) == 2:
value_type, value = value
if value_type not in [int, float, bool]:
raise ValueError(
f"Setting settings with tuple requires the first element to be either [int, float, bool], got {value_type}"
)
self._types[key] = value_type
if key in self._types and value is not None:
value_type = self._types[key]
value = cast_to_type(value, value_type)
if key in self._settings:
if self._logger is not None:
self._logger.info(
f"unitxt.settings.{key} changed: {self._settings[key]} -> {value}"
)
self._settings[key] = value
def __getattr__(self, key):
if key.endswith("_key"):
actual_key = key[:-4] # Remove the "_key" suffix
return self.environment_variable_key_name(actual_key)
key_name = self.environment_variable_key_name(key)
env_value = os.getenv(key_name)
if env_value is not None:
if key in self._types:
env_value = cast_to_type(env_value, self._types[key])
return env_value
if key in self._settings:
return self._settings[key]
raise AttributeError(f"'{key}' not found")
def environment_variable_key_name(self, key):
return "UNITXT_" + key.upper()
def get_all_environment_variables(self):
return [
self.environment_variable_key_name(key) for key in self._settings.keys()
]
class Constants:
_instance = None
_constants = {}
@classmethod
def is_uninitilized(cls):
return cls._instance is None
def __new__(cls):
if cls.is_uninitilized():
cls._instance = super().__new__(cls)
return cls._instance
def __setattr__(self, key, value):
if key.endswith("_key") or key in {"_instance", "_constants"}:
raise AttributeError(f"Modifying '{key}' is not allowed.")
if key in self._constants:
raise ValueError("Cannot override constants.")
self._constants[key] = value
def __getattr__(self, key):
if key in self._constants:
return self._constants[key]
raise AttributeError(f"'{key}' not found")
if Settings.is_uninitilized():
settings = Settings()
settings.allow_unverified_code = (bool, False)
settings.use_only_local_catalogs = (bool, False)
settings.global_loader_limit = (int, None)
settings.num_resamples_for_instance_metrics = (int, 1000)
settings.num_resamples_for_global_metrics = (int, 100)
settings.max_log_message_size = (int, 100000)
settings.artifactories = None
settings.default_recipe = "standard_recipe"
settings.default_verbosity = "debug"
settings.remote_metrics = []
settings.allow_passing_data_to_remote_api = (bool, False)
settings.test_card_disable = (bool, False)
settings.test_metric_disable = (bool, False)
settings.metrics_master_key_token = None
settings.seed = (int, 42)
if Constants.is_uninitilized():
constants = Constants()
constants.dataset_file = os.path.join(os.path.dirname(__file__), "dataset.py")
constants.metric_file = os.path.join(os.path.dirname(__file__), "metric.py")
constants.local_catalog_path = os.path.join(os.path.dirname(__file__), "catalog")
try:
constants.default_catalog_path = pkg_resources.resource_filename(
"unitxt", "catalog"
)
except ModuleNotFoundError:
constants.default_catalog_path = constants.local_catalog_path
constants.catalog_dir = constants.local_catalog_path
constants.dataset_url = "unitxt/data"
constants.metric_url = "unitxt/metric"
constants.version = version
constants.catalog_hierarchy_sep = "."
constants.env_local_catalogs_paths_sep = ":"
constants.non_registered_files = [
"__init__.py",
"artifact.py",
"utils.py",
"register.py",
"metric.py",
"dataset.py",
"blocks.py",
]
constants.codebase_url = "https://github.com/IBM/unitxt"
constants.website_url = "https://www.unitxt.org"
def get_settings():
return Settings()
def get_constants():
return Constants()
|