def concatenate(txt_file): if type(txt_file) == str: datlist = get_dat(txt_file) date = datlist[0].split('_')[-1].split('T')[0] else: datlist = get_dat_list(txt_file) date = list(set([i.split('_')[-1].split('T')[0] for i in datlist])) date.sort(key=lambda date: datetime.strptime(date, "%Y-%m-%d")) if date[0] != date[-1]: date = date[0] + ' - ' + date[-1] else: date = date[0] dflist = [0] * len(datlist) keys = [0] * len(datlist) for i, file in enumerate(datlist): node = file.split('/')[-1].split('_')[0] keys[i] = node + ' ' + file.split('_')[-1].split('.')[0] dflist[i] = make_table(file) #print(len(keys) == len(set(keys))) concatdf = pd.concat(dflist, keys=keys) #return keys return concatdf, date
from turbo_seti.find_event.find_event import make_table import os path = '/home/charlesg/turboSETI/oumuamua_files/' png_path = '/home/charlesg/turboSETI/blc00_Graphs/oumuamua/' filenames = [ 'OUMUAMUA_0011.gpuspec.0002', 'OUMUAMUA_OFF_0012.gpuspec.0002', 'OUMUAMUA_0013.gpuspec.0002', 'OUMUAMUA_OFF_0014.gpuspec.0002', 'OUMUAMUA_0015.gpuspec.0002', 'OUMUAMUA_OFF_0016.gpuspec.0002' ] name = 4 dat_file = path + filenames[name] + '.dat' fil_file = path + 'fil_files/' + filenames[name] + '.fil' df = make_table(dat_file) df = df.set_index('TopHitNum') df.sort_values('SNR') i = 4 fig = plt.figure() plot_event.plot_hit(fil_filename=fil_file, dat_filename=dat_file, hit_id=i, offset=50) plt.savefig(png_path + filenames[name] + '_hit_' + str(i) + '_.png')
def subtest_make_table(): pd_table = make_table("rubbish", init=True) assert len(pd_table) == 0