add tests for ensemble init

Author: ravinkohli

autoPyTorch/api/base_task.py

@@ -1914,8 +1914,9 @@ def _init_ensemble_builder(
             dataset_name=str(self.dataset.dataset_name),
             output_type=STRING_TO_OUTPUT_TYPES[self.dataset.output_type],
             task_type=STRING_TO_TASK_TYPES[self.task_type],
-            metrics=[self._metric] if self._metric is not None else get_metrics(
-                dataset_properties=required_dataset_properties, names=[optimize_metric]),
+            metrics=get_metrics(
+                dataset_properties=required_dataset_properties,
+                names=[optimize_metric]),
             opt_metric=optimize_metric,
             ensemble_size=ensemble_size,
             ensemble_nbest=ensemble_nbest,

test/test_api/test_base_api.py

@@ -12,8 +12,11 @@
 
 from autoPyTorch.api.base_task import BaseTask, _pipeline_predict
 from autoPyTorch.constants import TABULAR_CLASSIFICATION, TABULAR_REGRESSION
+from autoPyTorch.datasets.base_dataset import BaseDataset
 from autoPyTorch.datasets.resampling_strategy import NoResamplingStrategyTypes
+from autoPyTorch.ensemble.ensemble_builder import EnsembleBuilderManager
 from autoPyTorch.pipeline.tabular_classification import TabularClassificationPipeline
+from autoPyTorch.pipeline.components.training.metrics.metrics import accuracy
 
 
 # ====
@@ -201,3 +204,35 @@ def test_pipeline_get_budget_forecasting(fit_dictionary_forecasting, min_budget,
         assert list(smac_mock.call_args)[1]['ta_kwargs']['pipeline_config'] == default_pipeline_config
         assert list(smac_mock.call_args)[1]['max_budget'] == max_budget
         assert list(smac_mock.call_args)[1]['initial_budget'] == min_budget
+
+
+def test_init_ensemble_builder(backend):
+    BaseTask.__abstractmethods__ = set()
+    estimator = BaseTask(
+        backend=backend,
+        ensemble_size=0,
+    )
+
+    # Setup pre-requisites normally set by search()
+    estimator._logger = estimator._get_logger('test')
+    estimator.task_type = "tabular_classification"
+    estimator._memory_limit = 60
+    estimator.dataset = MagicMock(spec=BaseDataset)
+    estimator.dataset.output_type = 'binary'
+    estimator.dataset.dataset_name = 'dummy'
+
+    proc_ensemble = estimator._init_ensemble_builder(
+        time_left_for_ensembles=60,
+        optimize_metric='accuracy',
+        ensemble_nbest=10,
+        ensemble_size=5
+        )
+
+    assert isinstance(proc_ensemble, EnsembleBuilderManager)
+    assert proc_ensemble.opt_metric == 'accuracy'
+    assert proc_ensemble.metrics[0] == accuracy
+
+    estimator._close_dask_client()
+    estimator._clean_logger()
+
+    del estimator