def process_file(conn, path):
'''Parse CSV file, process data within and put to DB
Parameters
----------
conn : DBobject
Connection object to auxiliary database
path : str
defines file to read
'''
# import mnemonic data and append dict to variable below
m_raw_data = apt.mnemonics(path)
# process raw data with once a day routine
processed_data = once_a_day_routine(m_raw_data)
# push extracted and filtered data to temporary database
for key, value in processed_data.items():
# abbreviate data table
m = m_raw_data.mnemonic(key)
if key == "SE_ZIMIRICEA":
length = len(value)
mean = statistics.mean(value)
deviation = statistics.stdev(value)
dataset = (float(m.meta['start']), float(m.meta['end']), length,
mean, deviation)
sql.add_data(conn, "SE_ZIMIRICEA_IDLE", dataset)
elif key == "IMIR_HK_ICE_SEC_VOLT4":
length = len(value)
mean = statistics.mean(value)
deviation = statistics.stdev(value)
dataset = (float(m.meta['start']), float(m.meta['end']), length,
mean, deviation)
sql.add_data(conn, "IMIR_HK_ICE_SEC_VOLT4_IDLE", dataset)
else:
length = len(value)
mean = statistics.mean(value)
deviation = statistics.stdev(value)
dataset = (float(m.meta['start']), float(m.meta['end']), length,
mean, deviation)
sql.add_data(conn, key, dataset)
def process_file(conn, path):
'''Parse CSV file, process data within and put to DB
Parameters
----------
conn : DBobject
Connection object to temporary database
path : str
defines file to read
'''
m_raw_data = apt.mnemonics(path)
cond3, FW_volt, GW14_volt, GW23_volt, CCC_volt = whole_day_routine(
m_raw_data)
FW, GW14, GW23, CCC = wheelpos_routine(m_raw_data)
# put data from con3 to database
for key, value in cond3.items():
m = m_raw_data.mnemonic(key)
if value is not None:
if len(value) > 2:
if key == "SE_ZIMIRICEA":
length = len(value)
mean = statistics.mean(value)
deviation = statistics.stdev(value)
dataset = (float(m.meta['start']), float(m.meta['end']),
length, mean, deviation)
sql.add_data(conn, "SE_ZIMIRICEA_HV_ON", dataset)
elif key == "IMIR_HK_ICE_SEC_VOLT4":
length = len(value)
mean = statistics.mean(value)
deviation = statistics.stdev(value)
dataset = (float(m.meta['start']), float(m.meta['end']),
length, mean, deviation)
sql.add_data(conn, "IMIR_HK_ICE_SEC_VOLT4_HV_ON", dataset)
else:
length = len(value)
mean = statistics.mean(value)
deviation = statistics.stdev(value)
dataset = (float(m.meta['start']), float(m.meta['end']),
length, mean, deviation)
sql.add_data(conn, key, dataset)
#########################################################################################
for pos in mn.fw_positions:
try:
data = FW[pos]
for element in data:
sql.add_wheel_data(conn, 'IMIR_HK_FW_POS_RATIO_{}'.format(pos),
element)
except KeyError:
pass
for pos in mn.gw_positions:
try:
data_GW14 = GW14[pos]
data_GW23 = GW23[pos]
for element in data_GW14:
sql.add_wheel_data(conn,
'IMIR_HK_GW14_POS_RATIO_{}'.format(pos),
element)
for element in data_GW23:
sql.add_wheel_data(conn,
'IMIR_HK_GW23_POS_RATIO_{}'.format(pos),
element)
except KeyError:
pass
for pos in mn.ccc_positions:
try:
data = CCC[pos]
for element in data:
sql.add_wheel_data(conn,
'IMIR_HK_CCC_POS_RATIO_{}'.format(pos),
element)
except KeyError:
pass