| from typing import Any, Dict |
|
|
| from aiflows import logging |
| from aiflows.utils.general_helpers import validate_flow_config |
| from .src.evaluation import testing_utils_codeforces |
| from .CodeTesting import CodeTesting |
|
|
| log = logging.get_logger(__name__) |
|
|
|
|
| class CF_CodeTesting(CodeTesting): |
| REQUIRED_KEYS_CONFIG = [] |
| REQUIRED_KEYS_CONSTRUCTOR = [] |
|
|
| def __init__(self, **kwargs): |
| super().__init__(**kwargs) |
|
|
| @classmethod |
| def _validate_flow_config(cls, kwargs): |
| validate_flow_config(cls, kwargs) |
|
|
| if "public_tests_key" not in kwargs and "hidden_tests_key" not in kwargs: |
| raise ValueError("At least one of 'public_tests_key' " |
| "and 'hidden_tests_key' must be specified in the config.") |
|
|
| def _get_test_data(self, input_data: Dict): |
| """This function retrieves (or generates) input-output pairs that will be used to test the implementation.""" |
| test_data = {"public_tests_io": None, "hidden_tests_io": None} |
|
|
| if "public_tests_key" in self.flow_config: |
| test_data["public_tests_io"] = input_data[self.flow_config["public_tests_key"]] |
|
|
| if "hidden_tests_key" in self.flow_config: |
| test_data["hidden_tests_io"] = input_data[self.flow_config["hidden_tests_key"]] |
|
|
| return test_data |
|
|
| def _run_tests(self, input_data: Dict, test_data: Dict) -> Dict[str, Any]: |
| testing_results = testing_utils_codeforces.evaluate_solution_for_problem( |
| candidate_solution=input_data["code"], |
| **test_data |
| ) |
|
|
| if "public_tests_results" in testing_results: |
| for test_output in testing_results["public_tests_results"]: |
| test_output["input"] = "\n".join(test_output["input"]) |
|
|
| if "hidden_tests_results" in testing_results: |
| for test_output in testing_results["hidden_tests_results"]: |
| test_output["input"] = "\n".join(test_output["input"]) |
|
|
| return testing_results |
|
|
