def main(): try: opts, args = getopt.getopt(sys.argv[1:], "hvb:z:f:i:o:c:a:", ["help", "verbose", "bin_time=", "timezone=", "hdf5_folder=", "input=", "output=", "columns=", "antennas="]) except getopt.GetoptError as err: # print help information and exit: print str(err) usage() sys.exit(2) args = { "verbose": False, "bin_time": None, "timezone": None, "hdf5_folder": None, "input": None, "output": None, "columns": None, "antennas": None } for o, a in opts: if o == "-v": args['verbose'] = True elif o in ("-h"): usage() sys.exit() elif o in ("-b"): args['bin_time'] = a elif o in ("-z"): args['timezone'] = a elif o in ("-f"): args['hdf5_folder'] = a elif o in ("-i"): args['input'] = a elif o in ("-o"): args['output'] = a elif o in ("-c"): args['columns'] = a elif o in ("-a"): args['antennas'] = a else: assert False, "unhandled option" p = Process() a = p.process( timezone=args["timezone"], hdf5_folder=args["hdf5_folder"], input=args["input"], output_dir=args["output"], bin_time=int(args["bin_time"]), columns=args["columns"], antennas=args["antennas"]) mprint("Getting you into an IPhython session!") IPython.embed()
def process_all(self, hdf5_folder, columns, antennas, timezone, input_files, bin_time): mprintln('Processing the data...') mprint(str(len(input_files)) + ' file(s) found') result = {} subjects_data = {} for n in range(len(input_files)): subjects_data = self.dump_data(hdf5_folder, input_files[n], subjects_data) for subject in subjects_data: while True: binned_data = self.get_binned_record(subjects_data[subject], bin_time) if binned_data: # remove the records from the list subjects_data[subject] = subjects_data[subject][len(binned_data):] # add binned data to the result list result = self.add_record_to_dictionary(result, timezone, subject, binned_data, columns, antennas) else: break return result