from typing import Any, Dict from aiflows import logging from aiflows.utils.general_helpers import validate_flow_config from .src.evaluation import testing_utils_codeforces from .CodeTesting import CodeTesting log = logging.get_logger(__name__) class CF_CodeTesting(CodeTesting): REQUIRED_KEYS_CONFIG = [] REQUIRED_KEYS_CONSTRUCTOR = [] def __init__(self, **kwargs): super().__init__(**kwargs) @classmethod def _validate_flow_config(cls, kwargs): validate_flow_config(cls, kwargs) if "public_tests_key" not in kwargs and "hidden_tests_key" not in kwargs: raise ValueError("At least one of 'public_tests_key' " "and 'hidden_tests_key' must be specified in the config.") def _get_test_data(self, input_data: Dict): """This function retrieves (or generates) input-output pairs that will be used to test the implementation.""" test_data = {"public_tests_io": None, "hidden_tests_io": None} if "public_tests_key" in self.flow_config: test_data["public_tests_io"] = input_data[self.flow_config["public_tests_key"]] if "hidden_tests_key" in self.flow_config: test_data["hidden_tests_io"] = input_data[self.flow_config["hidden_tests_key"]] return test_data def _run_tests(self, input_data: Dict, test_data: Dict) -> Dict[str, Any]: testing_results = testing_utils_codeforces.evaluate_solution_for_problem( candidate_solution=input_data["code"], **test_data ) if "public_tests_results" in testing_results: for test_output in testing_results["public_tests_results"]: test_output["input"] = "\n".join(test_output["input"]) if "hidden_tests_results" in testing_results: for test_output in testing_results["hidden_tests_results"]: test_output["input"] = "\n".join(test_output["input"]) return testing_results