Example #1
0
    def run(self, args, variables):
        from dps.config.xsection import XSectionConfig
        from dps.utils.systematic import append_PDF_uncertainties
        from dps.utils.systematic import print_dictionary,\
            get_symmetrised_systematic_uncertainty, generate_covariance_matrices,\
            get_measurement_with_total_systematic_uncertainty,\
            write_normalised_xsection_measurement, get_normalised_cross_sections
        from dps.utils.file_utilities import make_folder_if_not_exists
        from dps.config.variable_binning import bin_edges_vis

        self.__prepare(args, variables)
        self.__text = "Running calculate systematics"
        centre_of_mass_energy = self.__variables['centre_of_mass_energy']

        self.__config = XSectionConfig(centre_of_mass_energy)

        translate_options = self.__config.translate_options
        met_specific_systematics = self.__config.met_specific_systematics
        met_type = translate_options[self.__variables['metType']]
        variables_no_met = self.__config.variables_no_met
        symmetrise_errors = self.__variables['symmetrise_errors']
        variable = self.__variables['variable']
        topMasses = self.__config.topMasses
        topMassUncertainty = self.__config.topMassUncertainty
        method = 'TUnfold'

        phase_space = 'VisiblePS'
        if not self.__variables['visiblePS']:
            phase_space = 'FullPS'

        path_to_JSON = '{path}/{com}TeV/{variable}/{phase_space}'.format(
            path=self.__variables['json_path'],
            com=centre_of_mass_energy,
            variable=self.__variables['variable'],
            phase_space=phase_space,
        )

        number_of_bins = len(bin_edges_vis[variable]) - 1

        # List of options to pass to systematic functions
        opts = {
            'met_specific_systematics': met_specific_systematics,
            'met_type': met_type,
            'variables_no_met': variables_no_met,
            'symmetrise_errors': symmetrise_errors,
            'path_to_JSON': path_to_JSON,
            'method': method,
            'variable': variable,
            'number_of_bins': number_of_bins,
            'topMasses': topMasses,
            'topMassUncertainty': topMassUncertainty
        }

        # Get list of all systematics
        all_systematics = self.__config.list_of_systematics
        # Add in the PDF weights
        all_systematics = append_PDF_uncertainties(all_systematics)

        list_of_systematics = {}
        # Do you want to use different groups of systematics?
        list_of_systematics['all'] = all_systematics

        # Print the systematics if required
        if os.environ.get("DEBUG", False):
            print_dictionary("List of the systematics in use",
                             list_of_systematics)

        for channel in [
                'electron', 'muon', 'combined', 'combinedBeforeUnfolding'
        ]:
            LOG.info("Channel in use is {0} : ".format(channel))

            # Output folder of covariance matrices
            covariance_matrix_output_path = 'plots/covariance_matrices/{phase_space}/{channel}/{variable}/'
            covariance_matrix_output_path = covariance_matrix_output_path.format(
                variable=variable,
                channel=channel,
                phase_space=phase_space,
            )
            make_folder_if_not_exists(covariance_matrix_output_path)

            # Add channel specific options to list of options
            opts['channel'] = channel
            opts[
                'covariance_matrix_output_path'] = covariance_matrix_output_path

            # Retreive the normalised cross sections, for all groups in
            # list_of_systematics.
            systematic_normalised_uncertainty, unfolded_systematic_normalised_uncertainty = get_normalised_cross_sections(
                opts, list_of_systematics)

            # Get and symmetrise the uncertainties
            x_sec_with_symmetrised_systematics = get_symmetrised_systematic_uncertainty(
                systematic_normalised_uncertainty, opts)
            unfolded_x_sec_with_symmetrised_systematics = get_symmetrised_systematic_uncertainty(
                unfolded_systematic_normalised_uncertainty, opts)

            # Create covariance matrices
            generate_covariance_matrices(opts,
                                         x_sec_with_symmetrised_systematics)
            generate_covariance_matrices(
                opts, unfolded_x_sec_with_symmetrised_systematics)

            # Combine all systematic uncertainties for each of the groups of
            # systematics
            full_measurement = get_measurement_with_total_systematic_uncertainty(
                opts, x_sec_with_symmetrised_systematics)
            full_unfolded_measurement = get_measurement_with_total_systematic_uncertainty(
                opts, unfolded_x_sec_with_symmetrised_systematics)

            # Write central +- error to JSON. Group of systematics in question
            # is included in outputfile name.
            for keys in list_of_systematics.keys():
                write_normalised_xsection_measurement(
                    opts,
                    full_measurement[keys],
                    full_unfolded_measurement[keys],
                    summary=keys)
        return True
        opts['channel'] = channel
        opts['covariance_matrix_output_path'] = covariance_matrix_output_path

        # Retreive the normalised cross sections, for all groups in list_of_systematics.
        systematic_normalised_uncertainty, unfolded_systematic_normalised_uncertainty = get_normalised_cross_sections(opts, list_of_systematics)
        # print_dictionary("Normalised cross sections of the systematics in use", systematic_normalised_uncertainty)
        # print_dictionary("Unfolded normalised cross sections of the systematics in use", unfolded_systematic_normalised_uncertainty)

        # Get and symmetrise the uncertainties
        x_sec_with_symmetrised_systematics = get_symmetrised_systematic_uncertainty(systematic_normalised_uncertainty, opts)
        unfolded_x_sec_with_symmetrised_systematics = get_symmetrised_systematic_uncertainty(unfolded_systematic_normalised_uncertainty, opts)
        # print_dictionary("Normalised cross sections of the systematics with symmetrised uncertainties", x_sec_with_symmetrised_systematics)
        # print_dictionary("Unfolded normalised cross sections of the systematics  with symmetrised uncertainties", unfolded_x_sec_with_symmetrised_systematics)

        # Create covariance matrices
        generate_covariance_matrices(opts, x_sec_with_symmetrised_systematics)
        generate_covariance_matrices(opts, unfolded_x_sec_with_symmetrised_systematics)

        # Combine all systematic uncertainties for each of the groups of systematics
        # Currently returns (Value, SysUp, SysDown) - Need to include stat?
        full_measurement = get_measurement_with_total_systematic_uncertainty(opts, x_sec_with_symmetrised_systematics)
        full_unfolded_measurement = get_measurement_with_total_systematic_uncertainty(opts, unfolded_x_sec_with_symmetrised_systematics)
        # print_dictionary("Measurement with total systematic error for each systematic group", full_measurement)
        # print_dictionary("Unfolded measurement with total systematic error for each systematic group", full_unfolded_measurement)

        # Write central +- error to JSON. Group of systematics in question is included in outputfile name.
        # Summary if you want to specify specific list. e.g. GeneratorOnly etc
        write_normalised_xsection_measurement(opts, full_measurement, full_unfolded_measurement, summary = '' )
        write_systematic_xsection_measurement(opts, unfolded_x_sec_with_symmetrised_systematics, full_unfolded_measurement, summary = '' )

Example #3
0
    def run(self, args, variables):
        self.__prepare(args, variables)
        self.__text = "Running calculate systematics"
        centre_of_mass_energy = self.__variables['centre_of_mass_energy']

        self.__config = XSectionConfig(centre_of_mass_energy)

        translate_options = self.__config.translate_options
        met_specific_systematics = self.__config.met_specific_systematics
        met_type = translate_options[self.__variables['metType']]
        variables_no_met = self.__config.variables_no_met
        symmetrise_errors = self.__variables['symmetrise_errors']
        variable = self.__variables['variable']
        topMasses = self.__config.topMasses
        topMassUncertainty = self.__config.topMassUncertainty
        method = 'TUnfold'

        phase_space = 'VisiblePS'
        if not self.__variables['visiblePS']:
            phase_space = 'FullPS'

        path_to_JSON = '{path}/{com}TeV/{variable}/{phase_space}'.format(
            path=self.__variables['json_path'],
            com=centre_of_mass_energy,
            variable=self.__variables['variable'],
            phase_space=phase_space,
        )

        number_of_bins = len(bin_edges_vis[variable]) - 1

        # List of options to pass to systematic functions
        opts = {
            'met_specific_systematics': met_specific_systematics,
            'met_type': met_type,
            'variables_no_met': variables_no_met,
            'symmetrise_errors': symmetrise_errors,
            'path_to_JSON': path_to_JSON,
            'method': method,
            'variable': variable,
            'number_of_bins': number_of_bins,
            'topMasses': topMasses,
            'topMassUncertainty': topMassUncertainty
        }

        # Get list of all systematics
        all_systematics = self.__config.list_of_systematics
        # Add in the PDF weights
        all_systematics = append_PDF_uncertainties(all_systematics)

        list_of_systematics = {}
        # Do you want to use different groups of systematics?
        list_of_systematics['all'] = all_systematics

        # Print the systematics if required
        if os.environ.get("DEBUG", False):
            print_dictionary(
                "List of the systematics in use", list_of_systematics)

        for channel in ['electron', 'muon', 'combined', 'combinedBeforeUnfolding']:
            LOG.info("Channel in use is {0} : ".format(channel))

            # Output folder of covariance matrices
            covariance_matrix_output_path = 'plots/covariance_matrices/{phase_space}/{channel}/{variable}/'
            covariance_matrix_output_path = covariance_matrix_output_path.format(
                variable=variable,
                channel=channel,
                phase_space=phase_space,
            )
            make_folder_if_not_exists(covariance_matrix_output_path)

            # Add channel specific options to list of options
            opts['channel'] = channel
            opts[
                'covariance_matrix_output_path'] = covariance_matrix_output_path

            # Retreive the normalised cross sections, for all groups in
            # list_of_systematics.
            systematic_normalised_uncertainty, unfolded_systematic_normalised_uncertainty = get_normalised_cross_sections(
                opts, list_of_systematics)

            # Get and symmetrise the uncertainties
            x_sec_with_symmetrised_systematics = get_symmetrised_systematic_uncertainty(
                systematic_normalised_uncertainty, opts)
            unfolded_x_sec_with_symmetrised_systematics = get_symmetrised_systematic_uncertainty(
                unfolded_systematic_normalised_uncertainty, opts)

            # Create covariance matrices
            generate_covariance_matrices(
                opts, x_sec_with_symmetrised_systematics)
            generate_covariance_matrices(
                opts, unfolded_x_sec_with_symmetrised_systematics)

            # Combine all systematic uncertainties for each of the groups of
            # systematics
            full_measurement = get_measurement_with_total_systematic_uncertainty(
                opts, x_sec_with_symmetrised_systematics)
            full_unfolded_measurement = get_measurement_with_total_systematic_uncertainty(
                opts, unfolded_x_sec_with_symmetrised_systematics)

            # Write central +- error to JSON. Group of systematics in question
            # is included in outputfile name.
            for keys in list_of_systematics.keys():
                write_normalised_xsection_measurement(
                    opts, full_measurement[keys], full_unfolded_measurement[keys], summary=keys)
        return True