Beispiel #1
0
def main():
	try:
		opts, args = getopt.getopt(sys.argv[1:], "hvb:z:f:i:o:c:a:", ["help", "verbose", "bin_time=", "timezone=", "hdf5_folder=", "input=", "output=", "columns=", "antennas="])
	except getopt.GetoptError as err:
		# print help information and exit:
		print str(err)
		usage()
		sys.exit(2)

	args = {
		"verbose": False,
		"bin_time": None,
		"timezone": None,
		"hdf5_folder": None,
		"input": None,
		"output": None,
		"columns": None,
		"antennas": None
	}

	for o, a in opts:
		if o == "-v":
			args['verbose'] = True
		elif o in ("-h"):
			usage()
			sys.exit()
		elif o in ("-b"):
			args['bin_time'] = a
		elif o in ("-z"):
			args['timezone'] = a
		elif o in ("-f"):
			args['hdf5_folder'] = a
		elif o in ("-i"):
			args['input'] = a
		elif o in ("-o"):
			args['output'] = a
		elif o in ("-c"):
			args['columns'] = a
		elif o in ("-a"):
			args['antennas'] = a
		else:
			assert False, "unhandled option"

	p = Process()
	a = p.process(
		timezone=args["timezone"],
		hdf5_folder=args["hdf5_folder"],
		input=args["input"],
		output_dir=args["output"],
		bin_time=int(args["bin_time"]),
		columns=args["columns"],
		antennas=args["antennas"])

	mprint("Getting you into an IPhython session!")
	IPython.embed()
Beispiel #2
0
	def process_all(self, hdf5_folder, columns, antennas, timezone, input_files, bin_time):
		mprintln('Processing the data...')
		mprint(str(len(input_files)) + ' file(s) found')

		result = {}

		subjects_data = {}
		for n in range(len(input_files)):
			subjects_data = self.dump_data(hdf5_folder, input_files[n], subjects_data)

			for subject in subjects_data:
				while True:
					binned_data = self.get_binned_record(subjects_data[subject], bin_time)
					if binned_data:
						# remove the records from the list
						subjects_data[subject] = subjects_data[subject][len(binned_data):]

						# add binned data to the result list
						result = self.add_record_to_dictionary(result, timezone, subject, binned_data, columns, antennas)
					else:
						break

		return result