aac permutation

import pandas as pd


from aac_utils import get_fitted_model, aac_data

model = get_fitted_model()

********** Removing Examples with nan in labels  **********

***** Training *****
input_x shape:  (374, 6)
target shape:  (374, 1)

x, y, input_features, output_features = aac_data()

********** Removing Examples with nan in labels  **********

***** Training *****
input_x shape:  (374, 6)
target shape:  (374, 1)

pimp = model.permutation_importance(x=x,
                                    y=y,
                                    n_repeats=100,
                                    scoring="r2",
                                    plot_type="boxplot")

pimp.plot_1d_pimp("bar_chart")

<AxesSubplot: title={'center': 'Base Score 0.014'}, xlabel='$R^{2}$'>

pimp = model.permutation_importance(x=x,
                                    y=y,
                                    n_repeats=100,
                                    scoring="nse",
                                    plot_type="boxplot")

pimp.plot_1d_pimp("bar_chart")

<AxesSubplot: title={'center': 'Base Score -0.249'}, xlabel='NSE'>

pimp = model.permutation_importance(x=x,
                                    y=y,
                                    n_repeats=100,
                                    scoring="rmsle",
                                    plot_type="boxplot")