|
from typing import Any, Dict |
|
|
|
from aiflows import logging |
|
from aiflows.utils.general_helpers import validate_flow_config |
|
from .src.evaluation import testing_utils_codeforces |
|
from .CodeTesting import CodeTesting |
|
|
|
log = logging.get_logger(__name__) |
|
|
|
|
|
class CF_CodeTesting(CodeTesting): |
|
REQUIRED_KEYS_CONFIG = [] |
|
REQUIRED_KEYS_CONSTRUCTOR = [] |
|
|
|
def __init__(self, **kwargs): |
|
super().__init__(**kwargs) |
|
|
|
@classmethod |
|
def _validate_flow_config(cls, kwargs): |
|
validate_flow_config(cls, kwargs) |
|
|
|
if "public_tests_key" not in kwargs and "hidden_tests_key" not in kwargs: |
|
raise ValueError("At least one of 'public_tests_key' " |
|
"and 'hidden_tests_key' must be specified in the config.") |
|
|
|
def _get_test_data(self, input_data: Dict): |
|
"""This function retrieves (or generates) input-output pairs that will be used to test the implementation.""" |
|
test_data = {"public_tests_io": None, "hidden_tests_io": None} |
|
|
|
if "public_tests_key" in self.flow_config: |
|
test_data["public_tests_io"] = input_data[self.flow_config["public_tests_key"]] |
|
|
|
if "hidden_tests_key" in self.flow_config: |
|
test_data["hidden_tests_io"] = input_data[self.flow_config["hidden_tests_key"]] |
|
|
|
return test_data |
|
|
|
def _run_tests(self, input_data: Dict, test_data: Dict) -> Dict[str, Any]: |
|
testing_results = testing_utils_codeforces.evaluate_solution_for_problem( |
|
candidate_solution=input_data["code"], |
|
**test_data |
|
) |
|
|
|
if "public_tests_results" in testing_results: |
|
for test_output in testing_results["public_tests_results"]: |
|
test_output["input"] = "\n".join(test_output["input"]) |
|
|
|
if "hidden_tests_results" in testing_results: |
|
for test_output in testing_results["hidden_tests_results"]: |
|
test_output["input"] = "\n".join(test_output["input"]) |
|
|
|
return testing_results |
|
|
