Validate all datasets and models loaded for proper setup.
(
self,
validate: Optional[flag_helpers.ValidationMode],
enforce_dataset_fields_required: bool = False,
report_all: bool = False,
)
| 774 | ) |
| 775 | |
| 776 | def _validate( |
| 777 | self, |
| 778 | validate: Optional[flag_helpers.ValidationMode], |
| 779 | enforce_dataset_fields_required: bool = False, |
| 780 | report_all: bool = False, |
| 781 | ): |
| 782 | """Validate all datasets and models loaded for proper setup.""" |
| 783 | if validate is None or validate == flag_helpers.ValidationMode.OFF: |
| 784 | return |
| 785 | |
| 786 | datasets_to_validate = {} |
| 787 | for dataset in self._datasets: |
| 788 | if validate == flag_helpers.ValidationMode.ALL: |
| 789 | datasets_to_validate[dataset] = self._datasets[dataset] |
| 790 | elif validate == flag_helpers.ValidationMode.FIRST: |
| 791 | datasets_to_validate[dataset] = self._datasets[dataset].slice[:1] |
| 792 | elif validate == flag_helpers.ValidationMode.SAMPLE: |
| 793 | sample_size = math.ceil(len(self._datasets[dataset]) * 0.05) |
| 794 | datasets_to_validate[dataset] = self._datasets[dataset].sample( |
| 795 | sample_size) |
| 796 | |
| 797 | for dataset in datasets_to_validate: |
| 798 | logging.info("Validating dataset '%s'", dataset) |
| 799 | validation.validate_dataset( |
| 800 | datasets_to_validate[dataset], |
| 801 | enforce_all_fields_required=enforce_dataset_fields_required, |
| 802 | report_all=report_all |
| 803 | ) |
| 804 | |
| 805 | for model, model_info in self._info['models'].items(): |
| 806 | for dataset in model_info['datasets']: |
| 807 | logging.info("Validating model '%s' on dataset '%s'", model, dataset) |
| 808 | validation.validate_model( |
| 809 | self._models[model], datasets_to_validate[dataset], report_all) |
| 810 | |
| 811 | def _warm_start(self, |
| 812 | rate: float, |