""" This script creates a plot to compare the estimated asymptotic order of convergence for the experiments run on each data set. The boxes are grouped by the accelerated runs, i.e, thos that use the polar quad tree, and the exact, i.e., the non-accelerated ones. """ ########### # IMPORTS # ########### from pathlib import Path import pandas as pd import numpy as np import seaborn as sns from matplotlib import pyplot as plt #################### # READING THE DATA # #################### results_path = Path("../results/samples_per_data_set/") df = pd.read_csv(results_path.joinpath("overview.csv")) timings_dfs = [] for record in df.to_records(): timing_df = pd.read_csv(record.run_directory.replace(".", str(results_path)) + "/timings.csv") timing_df = timing_df[(timing_df.time_type == "tot_gradient")] for cn in df.columns: timing_df[cn] = record[cn] timings_dfs.append(timing_df) timings_df = pd.concat(timings_dfs, axis=0, ignore_index=True) timings_df["early_exag"] = np.repeat(False, timings_df.shape[0]) timings_df.loc[timings_df.it_n <= 250, "early_exag"] = True del timings_dfs # Compute the asymptotic estimates grouping_vars = ["dataset", "tsne_type"] plot_asymptotic_df = timings_df.copy() plot_asymptotic_df = plot_asymptotic_df[(plot_asymptotic_df.splitting_strategy == "equal_length")] plot_asymptotic_df["log_size"] = np.log(plot_asymptotic_df.sample_size) plot_asymptotic_df["log_total_time"] = np.log(plot_asymptotic_df.total_time) plot_asymptotic_df = plot_asymptotic_df.groupby( grouping_vars + ["sample_size", "log_size", ] )["log_total_time"].agg(mu_log_total_time=np.mean, std_log_total_time=np.std).reset_index() diff_df = plot_asymptotic_df.groupby(grouping_vars).diff(periods=-1) diff_df.columns = ["diff_" + cn for cn in diff_df.columns] plot_asymptotic_df = pd.concat([plot_asymptotic_df, diff_df], axis=1) plot_asymptotic_df["asymptotic_score"] = plot_asymptotic_df.diff_mu_log_total_time/plot_asymptotic_df.diff_log_size plot_asymptotic_df = plot_asymptotic_df.dropna(axis=0) ############## # PLOT SETUP # ############## sns.set_palette("colorblind") modes = timings_df.dataset.unique() colors = sns.color_palette('colorblind', len(modes)) palette = {mode: color for mode, color in zip(modes, colors)} ##################### # PLOTTING THE DATA # ##################### _, axs = plt.subplots(figsize=(5, 5), ncols=1) asym_boxplot = sns.boxplot( plot_asymptotic_df, x="tsne_type", y="asymptotic_score", hue="dataset", palette=palette ) axs.set_title(f"Estimated Asymptotic Order") axs.set_xlabel("t-SNE Type") axs.set_ylabel("Asymptotic Order") plt.savefig("est_asymp_order.png")