https://github.com/chill90/BoloCalc
Raw File
Tip revision: 6077cb369d50183b37177ca45fb3a1aeeeca19f8 authored by Charles Hill on 29 September 2020, 22:56:45 UTC
Merge branch 'master' of https://github.com/chill90/BoloCalc
Tip revision: 6077cb3
display.py
# Built-in modules
import numpy as np
import itertools as it
import os

# BoloCalc modules
import src.unit as un


class Display:
    def __init__(self, sim):
        # Store passed parameters
        self._sim = sim
        self._std_params = self._sim.std_params
        self._exp = self._sim.exp
        self._phys = self._sim.phys
        self._noise = self._sim.noise
        self._units = self._sim.output_units

    # ***** Public Methods *****
    def display(self):
        # Merge experiment realizations
        self._merge_exps()
        # Generate table format
        self._table_format()
        # Write data
        self.sensitivity()
        self.opt_pow_tables()
        return

    def sensitivity(self):
        self._init_exp_table()

        # Loop over telescopes
        self._exp_vals = {}
        for i in range(len(self._exp.tels)):
            tel = list(self._exp.tels.values())[i]
            self._init_tel_table(tel)

            # Loop over cameras
            self._tel_vals = {}
            for j in range(len(tel.cams)):
                cam = list(tel.cams.values())[j]
                self._init_cam_table(cam)

                # Loop over channels
                self._cam_vals = []
                self._cam_data = []
                for k in range(len(cam.chs)):
                    ch = list(cam.chs.values())[k]
                    # Write channel sensitivity
                    self._write_cam_table_row(ch, (i, j, k))

                # Write camera sensitivity
                self._finish_cam_table()
                self._write_cam_output()

            # Write telescope sensitivity
            self._write_tel_table()

        # Write experiment sensitivity
        self._write_exp_table()

        return

    def opt_pow_tables(self):
        for i in range(len(self._exp.tels)):
            tel = list(self._exp.tels.values())[i]
            for j in range(len(tel.cams)):
                cam = list(tel.cams.values())[j]
                self._opt_f = open(
                    os.path.join(cam.dir, 'optical_power.txt'), 'w')
                for k in range(len(cam.chs)):
                    ch = list(cam.chs.values())[k]
                    self._write_opt_table(ch, (i, j, k))
                self._opt_f.close()
        return

    # ***** Helper Methods *****
    def _merge_exps(self):
        # Loop over experiment realizations
        self._sns = []
        self._opts = []
        nexp = len(self._sim.senses)
        ntel = len(self._sim.senses[0])
        for i in range(ntel):
            sns_1 = []
            opts_1 = []
            ncam = len(self._sim.senses[0][i])
            for j in range(ncam):
                sns_2 = []
                opts_2 = []
                nch = len(self._sim.senses[0][i][j])
                for k in range(nch):
                    # Merge sensitivities
                    sns_3 = []
                    nparam = len(self._sim.senses[0][i][j][k])
                    for m in range(nparam):
                        sn_arrs = []
                        opt_arrs = []
                        for n in range(nexp):
                            sn_arrs.append(
                                self._sim.senses[n][i][j][k][m])
                        sns_3.append(np.concatenate(sn_arrs).tolist())
                    # Merge optical powers
                    opts_3 = []
                    nparam = len(self._sim.opt_pows[0][i][j][k])
                    for m in range(nparam):
                        opts_4 = []
                        nopt = len(self._sim.opt_pows[0][i][j][k][m])
                        for n in range(nopt):
                            opt_arrs = []
                            for p in range(nexp):
                                opt_arrs.append(
                                    self._sim.opt_pows[p][i][j][k][m][n])
                            opts_4.append(np.concatenate(opt_arrs).tolist())
                        opts_3.append(opts_4)
                    sns_2.append(sns_3)
                    opts_2.append(opts_3)
                sns_1.append(sns_2)
                opts_1.append(opts_2)
            self._sns.append(sns_1)
            self._opts.append(opts_1)
        return

    def _table_format(self):
        # Camera sensitivity file
        self._title_cam = ("%-10s | %-7s | "
                           "%-23s | %-23s | "
                           "%-23s | %-23s | "
                           "%-23s | %-23s | "
                           "%-23s | %-23s | "
                           "%-26s | %-26s | "
                           "%-23s | %-23s | "
                           "%-23s | "
                           "%-23s | %-23s\n"
                           % ("Chan", "Num Det",
                              "Optical Throughput", "Optical Power",
                              "Telescope Temp", "Sky Temp",
                              "Photon NEP", "Bolometer NEP",
                              "Readout NEP", "Detector NEP",
                              "Detector NET_CMB", "Detector NET_RJ",
                              "Array NET_CMB", "Array NET_RJ",
                              "Correlation Factor",
                              "CMB Map Depth", "RJ Map Depth"))
        self._unit_cam = ("%-10s | %-7s | %-23s | "
                          "%-23s | %-23s | %-23s | "
                          "%-23s | %-23s | %-23s | "
                          "%-23s | %-26s | %-26s | "
                          "%-23s | %-23s | %-23s | "
                          "%-23s | %-23s\n"
                          % ("", "", "",
                             "[pW]", "[K_RJ]", "[K_RJ]",
                             "[aW/rtHz]", "[aW/rtHz]", "[aW/rtHz]",
                             "[aW/rtHz]", "[uK_CMB-rts]", "[uK_RJ-rts]",
                             "[uK_CMB-rts]", "[uK_RJ-rts]", "",
                             "[uK_CMB-amin]", "[uK_RJ-amin]"))
        self._break_cam = "-"*416+"\n"
        # Camera output file
        self._title_cam_d = (("%-10s "*15
                              % ("Eff", "OptPow",
                                 "TelTemp", "SkyTemp",
                                 "PhNEP", "BoloNEP",
                                 "ReadNEP", "DetNEP",
                                 "DetNET", "DetNETRJ",
                                 "ArrNET", "ArrNETRJ",
                                 "CorrFact",
                                 "MapDepth", "MapDepthRJ"))+" | ")
        # Telescope and experiment sensitivity files
        self._title_tel = ("%-10s | %-7s | %-23s | %-23s | %-23s | %-23s\n"
                           % ("Chan", "Num Det", "Array NET_CMB",
                              "Array NET_RJ", "CMB Map Depth", "RJ Map Depth"))
        self._unit_tel = ("%-10s | %-7s | %-23s | %-23s | %-23s | %-23s\n"
                          % ("", "", "[uK_CMB-rts]",
                             "[uK_RJ-rts]", "[uK_CMB-amin]", "[uK_RJ-amin]"))
        self._break_tel = "-"*124+"\n"
        self._title_exp = self._title_tel
        self._unit_exp = self._unit_tel
        self._break_exp = self._break_tel
        # Telescope and experiment output files
        # self._title_tel_d = (("%-9s "*3
        #                     % ("ArrNET", "ArrNETRJ", "MapDep"))+" | ")
        # Optical power files
        self._title_opt = ("| %-15s | %-26s | %-23s | %-23s | %-23s |\n"
                           % ("Element", "Power from Sky",
                              "Power to Detector", "Efficiency",
                              "Cumulative Efficiency"))
        self._unit_opt = ("| %-15s | %-26s | %-23s | %-23s | %-23s |\n"
                          % ("", "[pW]", "[pW]", "", ""))
        self._break_opt = "-"*126+"\n"
        return

    def _init_exp_table(self):
        self._exp_f = open(
            os.path.join(self._sim.exp_dir, 'sensitivity.txt'), 'w')
        self._exp_f.write(self._title_exp)
        self._exp_f.write(self._break_exp)
        self._exp_f.write(self._unit_exp)
        self._exp_f.write(self._break_exp)
        return

    def _init_tel_table(self, tel):
        self._tel_f = open(
            os.path.join(tel.dir, 'sensitivity.txt'), 'w')
        self._tel_f.write(self._title_tel)
        self._tel_f.write(self._break_tel)
        self._tel_f.write(self._unit_tel)
        self._tel_f.write(self._break_tel)
        return

    def _init_cam_table(self, cam):
        self._cam_f = open(os.path.join(
            cam.dir, 'sensitivity.txt'), 'w')
        self._cam_f.write(self._title_cam)
        self._cam_f.write(self._break_cam)
        self._cam_f.write(self._unit_cam)
        self._cam_f.write(self._break_cam)
        self._init_cam_output(cam)
        return

    def _init_cam_output(self, cam):
        self._cam_d = open(os.path.join(
            cam.dir, 'output.txt'), 'w+')
        return

    def _write_cam_table_row(self, ch, tup):
        # tup (i,j,k) = (tel,cam,ch) tuple
        sns = self._sns[tup[0]][tup[1]][tup[2]]
        # Convert from SI
        sns = [list(self._units.values())[i].from_SI(np.array(sns[i]))
               for i in range(len(sns))]
        # Save the camera data
        self._cam_data.append(sns)
        # Calculate the spreads
        spreads = [self._spread(sn) for sn in sns]
        # Values to be stored for combining at higher levels
        ch_name = ch.param("ch_name")
        ndet = ch.param("ndet")
        stored_vals = [
            [ndet]*3, spreads[10], spreads[11], spreads[13], spreads[14]]

        # Write camera row
        wstr = ("%-10s | %-7d | "
                "%-5.3f +/- (%-5.3f,%5.3f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-6.1f +/- (%-6.1f,%6.1f) | "
                "%-6.1f +/- (%-6.2f,%6.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.3f,%5.3f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f)\n"
                % (ch_name, ndet, *np.array(spreads).flatten()))
        self._cam_f.write(wstr)
        self._cam_f.write(self._break_cam)

        # Update the camera channel values
        self._cam_vals.append(stored_vals)
        # Update telescope channel values
        if ch_name in self._tel_vals.keys():
            self._tel_vals[ch_name] += [stored_vals]
        else:
            self._tel_vals[ch_name] = [stored_vals]
        # Update experiment channel values
        if ch_name in self._exp_vals.keys():
            self._exp_vals[ch_name] += [stored_vals]
        else:
            self._exp_vals[ch_name] = [stored_vals]
        return

    def _map_depth(self, vals, tel):
        return self._noise.map_depth(
            vals, tel.param("fsky"), tel.param("tobs"))

    def _write_opt_table(self, ch, tup):
        # tup (i,j,k) = (tel,cam,ch) tuple
        opt = self._opts[tup[0]][tup[1]][tup[2]]
        band_title = ("%s %11s_%-12s %s\n"
                      % ("*"*37, ch.cam.param("cam_name"),
                         ch.param("band_id"), "*"*37))
        self._opt_f.write(band_title)
        self._opt_f.write(self._title_opt)
        self._opt_f.write(self._break_opt)
        self._opt_f.write(self._unit_opt)
        self._opt_f.write(self._break_opt)
        for m in range(len(ch.elem[0][0])):  # nelem
            elem_name = ch.elem[0][0][m]
            wstr = ("| %-15s | %-6.3f +/- (%-6.3f,%6.3f) | "
                    "%-5.3f +/- (%-5.3f,%5.3f) | "
                    "%-5.3f +/- (%-5.3f,%5.3f) | "
                    "%-5.3f +/- (%-5.3f,%5.3f) |\n"
                    % (elem_name,
                       *self._spread(
                           opt[0][m], self._sim.std_params["POPT"].unit),
                       *self._spread(
                           opt[1][m], self._sim.std_params["POPT"].unit),
                       *self._spread(opt[2][m]),
                       *self._spread(opt[3][m])))
            self._opt_f.write(wstr)
            self._opt_f.write(self._break_opt)
        self._opt_f.write("\n\n")
        return

    def _finish_cam_table(self):
        # Write cumulative sensitivity for all channels for camera
        # tup (i,j) = (tel,cam) tuple
        grouped_vals = np.concatenate(np.transpose(self._cam_vals), axis=0)
        tot_ndet = sum(grouped_vals[0::5][0])
        tot_net_arr = [self._phys.inv_var(val)
                       for val in grouped_vals[1::5]]
        tot_net_arr_rj = [self._phys.inv_var(val)
                          for val in grouped_vals[2::5]]
        tot_map_depth = [self._phys.inv_var(val)
                         for val in grouped_vals[3::5]]
        tot_map_depth_rj = [self._phys.inv_var(val)
                            for val in grouped_vals[4::5]]
        wstr = ("%-10s | %-7d | %-263s | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                " %-22s | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f)\n"
                % ("Total", tot_ndet, "",
                   *tot_net_arr,
                   *tot_net_arr_rj,
                   "",
                   *tot_map_depth,
                   *tot_map_depth_rj))
        self._cam_f.write(wstr)
        self._cam_f.close()

    def _write_output(self, fname, title_str, data_arr):
        # Write the title string
        for i in range(len(data_arr)):
            fname.write(title_str)
        fname.write("\n")
        for i in range(len(data_arr[0][0])):  # outputs
            for j in range(len(data_arr)):  # chans
                row = np.transpose(data_arr[j])[i]
                wrstr = ""
                for r in row:
                    wrstr += ("%-10.4f " % (r))
                wrstr += " | "
                fname.write(wrstr)
            fname.write("\n")
        return

    def _write_cam_output(self):
        self._write_output(
            self._cam_d, self._title_cam_d, self._cam_data)
        return

    def _write_tel_exp(self, val_dict, f):
        # Store totals for the telescope / experiment
        tot_det = 0
        tot_net_arr = []
        tot_net_arr_rj = []
        tot_map_depth = []
        tot_map_depth_rj = []
        for chan, vals in val_dict.items():
            # Unpack cumulative channel parameters
            grouped_vals = np.concatenate(
                np.transpose(vals), axis=0)
            ndet_ch = sum(
                grouped_vals[0::5][0])
            net_arr_ch = [self._phys.inv_var(val)
                          for val in grouped_vals[1::5]]
            net_arr_rj_ch = [self._phys.inv_var(val)
                             for val in grouped_vals[2::5]]
            map_depth_ch = [self._phys.inv_var(val)
                            for val in grouped_vals[3::5]]
            map_depth_rj_ch = [self._phys.inv_var(val)
                               for val in grouped_vals[4::5]]
            # Write channel parameters
            wstr = ("%-10s | %-7d | "
                    "%-5.2f +/- (%-5.2f,%5.2f) | "
                    "%-5.2f +/- (%-5.2f,%5.2f) | "
                    "%-5.2f +/- (%-5.2f,%5.2f) | "
                    "%-5.2f +/- (%-5.2f,%5.2f)\n"
                    % (chan, ndet_ch,
                       *net_arr_ch,
                       *net_arr_rj_ch,
                       *map_depth_ch,
                       *map_depth_rj_ch))
            f.write(wstr)
            f.write(self._break_tel)
            # Store totals
            tot_det += ndet_ch
            tot_net_arr.append(net_arr_ch)
            tot_net_arr_rj.append(net_arr_rj_ch)
            tot_map_depth.append(map_depth_ch)
            tot_map_depth_rj.append(map_depth_rj_ch)
        # Write the cumulative sensitivity to finish the table
        net_arr_tot = [self._sim.phys.inv_var(net)
                       for net in np.transpose(tot_net_arr)]
        net_arr_rj_tot = [self._sim.phys.inv_var(net)
                          for net in np.transpose(tot_net_arr_rj)]
        map_depth_tot = [self._sim.phys.inv_var(depth)
                         for depth in np.transpose(tot_map_depth)]
        map_depth_rj_tot = [self._sim.phys.inv_var(depth)
                            for depth in np.transpose(tot_map_depth_rj)]
        wstr = ("%-10s | %-7d | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f) | "
                "%-5.2f +/- (%-5.2f,%5.2f)\n"
                % ("Total", tot_det,
                   *net_arr_tot,
                   *net_arr_rj_tot,
                   *map_depth_tot,
                   *map_depth_rj_tot))
        f.write(wstr)
        f.close()
        return

    def _write_tel_table(self):
        return self._write_tel_exp(self._tel_vals, self._tel_f)

    def _write_exp_table(self):
        return self._write_tel_exp(self._exp_vals, self._exp_f)

    def _spread(self, inp, unit=None):
        pct_lo, pct_hi = self._sim.param("pct")
        if unit is None:
            unit = un.Unit("NA")
        lo, med, hi = unit.from_SI(np.percentile(
            inp, (float(pct_lo), 50.0, float(pct_hi))))
        return [med, abs(hi-med), abs(med-lo)]
back to top