make_synth_cv_plot_from_data.py

import matplotlib
from package import MakePlot as mp
import numpy as np

models = ["RF_0.1_noise", "RF_0.5_noise", "RF_1.0_noise", "RF_2.0_noise", "RF", "LR", "GPR", "GPR_Bayesian"]
save_plot = True

for model in models:
    unscaled_model_errors = np.load('data_for_paper_plots/Friedman_500/{}/CV/CV_model_errors.npy'.format(model))
    residuals = np.load('data_for_paper_plots/Friedman_500/{}/CV/CV_residuals.npy'.format(model))
    a = np.load('data_for_paper_plots/Friedman_500/{}/CV/a.npy'.format(model))
    b = np.load('data_for_paper_plots/Friedman_500/{}/CV/b.npy'.format(model))

    scaled_model_errors = unscaled_model_errors * a[0] + b[0]

    MP = mp.MakePlot()

    # old plots
    #MP.make_rstat(residuals, model_errors, "{}, Friedman 500, Unscaled, Single CV Split".format(model), save=save_plot, file_name='Supplemental_Info/Friedman_500/5-Fold/{}/CV_Plots/unscaled_rstat.png'.format(model))
    #MP.make_rstat(residuals, scaled_model_errors, "{}, Friedman 500, Scaled, Single CV Split".format(model), save=save_plot, file_name='Supplemental_Info/Friedman_500/5-Fold/{}/CV_Plots/scaled_rstat.png'.format(model))
    #MP.make_rve_with_bin_counts_and_slope_1_line(residuals, model_errors, "{}, Friedman 500, Unscaled, Single CV Split".format(model), save=save_plot, file_name='Supplemental_Info/Friedman_500/5-Fold/{}/CV_Plots/unscaled_RvE_with_counts.png'.format(model))
    #MP.make_rve_with_bin_counts_and_slope_1_line(residuals, scaled_model_errors, "{}, Friedman 500, Scaled, Single CV Split".format(model), save=save_plot, file_name='Supplemental_Info/Friedman_500/5-Fold/{}/CV_Plots/scaled_RvE_with_counts.png'.format(model))

    MP.make_rstat_overlay(residuals, unscaled_model_errors, scaled_model_errors,
                                     "{}, Friedman 500, Single CV Split".format(model), save=save_plot,
                                     file_name='Supplemental_Info/Friedman_500/5-Fold/{}/CV_Plots/rstat_overlay.png'.format(
                                         model))

    MP.make_rve_overlay(residuals, unscaled_model_errors, scaled_model_errors,
                                   "{}, Friedman 500, Single CV Split".format(model),
                                   save=save_plot,
                                   file_name='Supplemental_Info/Friedman_500/5-Fold/{}/CV_Plots/RvE_overlay.png'.format(
                                       model))

    MP.make_rstat_overlay_with_table(residuals, unscaled_model_errors, scaled_model_errors,
                          "{}, Friedman 500, Single CV Split".format(model), save=save_plot,
                          file_name='Supplemental_Info/Friedman_500/5-Fold/{}/CV_Plots/rstat_overlay_table.png'.format(
                              model))

    MP.make_rve_overlay_with_table(residuals, unscaled_model_errors, scaled_model_errors,
                        "{}, Friedman 500, Single CV Split".format(model),
                        save=save_plot,
                        file_name='Supplemental_Info/Friedman_500/5-Fold/{}/CV_Plots/RvE_overlay_table.png'.format(
                            model))