Exemplo n.º 1
0
def test_meta_entered(data_config, nepc_connect, local, dbug):
    NEPC_DATA = data_config[0]
    if local is False or platform.node() == 'ppdadamsonlinux':
        cs_dat_files = pd.read_csv(NEPC_DATA + 'cs_datfile_prod.tsv',
                                   delimiter='\t')
    else:
        cs_dat_files = pd.read_csv(NEPC_DATA + 'cs_datfile_local.tsv',
                                   delimiter='\t')

    for index, row in cs_dat_files.iterrows():
        cs_id = row['cs_id']
        met_file = row['filename']
        if dbug:
            print(cs_id, met_file)
        e, sigma = nepc.cs_e_sigma(nepc_connect[1], cs_id)

        meta_cols = [
            'cs_id', 'process', 'units_e', 'units_sigma', 'ref', 'lhsA',
            'lhsB', 'rhsA', 'rhsB', 'threshold', 'wavelength', 'lhs_v',
            'rhs_v', 'lhs_j', 'rhs_j', 'background', 'lpu', 'upu'
        ]

        with open(NEPC_DATA + met_file + ".met", 'r', newline='') as f:
            reader = csv.reader(f, delimiter='\t')
            next(reader)
            meta_disk = list(reader)[0]

        meta_disk = [meta_disk[i] for i in list(range(len(meta_cols)))]

        for i in [0, 11, 12, 13, 14]:
            meta_disk[i] = (int(meta_disk[i])
                            if meta_disk[i] != '\\N' else meta_disk[i])
        for i in [2, 3, 9, 10, 16, 17]:
            meta_disk[i] = (float(meta_disk[i])
                            if meta_disk[i] != '\\N' else meta_disk[i])

        meta_db = [
            nepc.cs_metadata(nepc_connect[1], cs_id)[i]
            for i in list(range(0, len(meta_cols)))
        ]
        if dbug:
            print('meta_db: {}\t from {}'.format(meta_db, met_file))
        for i in range(len(meta_cols)):
            if dbug:
                print('meta_db[{}]: {}\t from {}'.format(
                    str(i), str(meta_db[i]), met_file))
            if (type(meta_db[i]) is float):
                assert (pytest.approx(meta_disk[i]) == pytest.approx(
                    meta_db[i]))
            elif meta_db[i] is None:
                assert meta_disk[i] == '\\N'
            else:
                assert meta_disk[i] == meta_db[i]
Exemplo n.º 2
0
def test_data_entered(nepc_connect, local):
    if local is False or platform.node() == 'ppdadamsonlinux':
        cs_dat_files = pd.read_csv(NEPC_DATA + 'cs_datfile_prod.tsv',
                                   delimiter='\t')
    else:
        cs_dat_files = pd.read_csv(NEPC_DATA + 'cs_datfile_local.tsv',
                                   delimiter='\t')

    for index, row in cs_dat_files.iterrows():
        cs_id = row['cs_id']
        dat_file = row['filename']
        df = pd.read_csv(NEPC_DATA + dat_file + '.dat',
                         delimiter='\t',
                         usecols=['e_energy', 'sigma'])
        e_energy, sigma = nepc.cs_e_sigma(nepc_connect[1], cs_id)
        # assert e_energy == pytest.approx(df['e_energy'].tolist())
        assert sigma == pytest.approx(df['sigma'].tolist())