Function get_random_test_suites

devtools/bundled_program/util/test_util.py:116–189

Helper function to generate config filled with random inputs and expected outputs. The return type of rand inputs is a List[List[InputValues]]. The inner list of InputValues represents all test sets for single execution plan, while the outer list is for multiple execution plans. Sa

(
    n_model_inputs: int,
    model_input_sizes: List[List[int]],
    n_model_outputs: int,
    model_output_sizes: List[List[int]],
    dtype: torch.dtype,
    n_sets_per_plan_test: int,
    n_method_test_suites: int,
)

def get_random_test_suites(
    n_model_inputs: int,
    model_input_sizes: List[List[int]],
    n_model_outputs: int,
    model_output_sizes: List[List[int]],
    dtype: torch.dtype,
    n_sets_per_plan_test: int,
    n_method_test_suites: int,
) -> Tuple[
    List[str],
    List[List[MethodInputType]],
    List[List[MethodOutputType]],
    List[MethodTestSuite],
]:
    """Helper function to generate config filled with random inputs and expected outputs.

    The return type of rand inputs is a List[List[InputValues]]. The inner list of
    InputValues represents all test sets for single execution plan, while the outer list
    is for multiple execution plans.

    Same for rand_expected_outputs.

    """

    rand_method_names = get_rand_method_names(n_method_test_suites)

    rand_inputs_per_program = get_rand_input_values(
        n_tensors=n_model_inputs,
        sizes=model_input_sizes,
        n_int=1,
        dtype=dtype,
        n_sets_per_plan_test=n_sets_per_plan_test,
        n_method_test_suites=n_method_test_suites,
    )

    rand_expected_output_per_program = get_rand_output_values(
        n_tensors=n_model_outputs,
        sizes=model_output_sizes,
        dtype=dtype,
        n_sets_per_plan_test=n_sets_per_plan_test,
        n_method_test_suites=n_method_test_suites,
    )

    rand_method_test_suites: List[MethodTestSuite] = []

    for (
        rand_method_name,
        rand_inputs_per_method,
        rand_expected_output_per_method,
    ) in zip(
        rand_method_names, rand_inputs_per_program, rand_expected_output_per_program
    ):
        rand_method_test_cases: List[MethodTestCase] = []
        for rand_inputs, rand_expected_outputs in zip(
            rand_inputs_per_method, rand_expected_output_per_method
        ):
            rand_method_test_cases.append(
                MethodTestCase(