def __init__(self, filename):
self.data = DataFile(filename, "float")
self.N = self.data.rawnum()
self.para = DataFile(
os.path.split(filename)[0] + '/' + 'parameters.dat')
self.__read_data__()
self.__read_param__()
self.__set_linked_list__()
if filename.split('.')[-1] == "bz2":
self.t = os.path.split(filename)[-1].split('.')[0] + '.'
self.t = self.t + os.path.split(filename)[-1].split('.')[1]
self.t = float(self.t)
else:
self.t = float(os.path.splitext(os.path.split(filename)[-1])[0])
def __init__(self, name, address, adapter):
self.name = name
self.address = address
self.adapter = adapter
self.battery = 0.0
self.temperature = 0.0
self.velocity = 0.0
self.data_to_log = bytearray()
self.dataFileTemperature = DataFile(self.name, 'Temperature')
self.dataFileVelocity = DataFile(self.name, 'Velocity')
self.dataFileBatteryLevel = DataFile(self.name, 'BatteryLevel')
print "Create testo device with name: ", self.name, " address: ", self.address
self.connect()
def main():
cpybook_path = 'test.cpy'
data_file_path = 'test.txt'
# Create object model to represent the Copybook
cpybook_parser = CopyBookParser.CopyBookParser(cpybook_path,
data_file_path)
cpybook = cpybook_parser.create_copybook()
# Create object model to represent the Data File
data_file = DataFile(data_file_path)
cpybook_comparer = CopyBookCompare(cpybook, data_file)
cpybook_comparer.compare_copybook_with_data()
def getDataFiles(args, config):
dataFiles = des_filesearcher.getDataFiles(
config.getOption("data_location"))
filtered = des_filesearcher.filterDataFiles(
dataFiles,
PARSER_CONF,
config,
verboseFilter=(args.verbose > 1),
verbosePass=(args.verbose > 2))
if args.include_files:
for f in args.include_files.split(","):
if f not in [x.getDataPath() for x in filtered]:
filtered.append(
DataFile(config.getOption("data_location"),
os.path.normpath(f)))
return (dataFiles, filtered)
def __init__(self):
self.username = USERNAME
self.botname = BOTNAME
self.db = DataFile()
label_object_array = volume_map.get(sub_folder_key)
sub_folder_full_path = (os.path.join(root, sub_folder))
data_file_list = os.listdir(sub_folder_full_path)
for each_file in data_file_list:
print(each_file)
suffix_index = each_file.rfind('.')
suffix = each_file[suffix_index + 1:len(each_file)]
file_name = each_file[0:suffix_index]
if (suffix != 'dcm'):
continue
split_name_array = file_name.split('_')
data_slice_index = int(split_name_array[-3]) - 1
for each_label_object in label_object_array:
if (each_label_object.slice_num == data_slice_index):
data_object = DataFile(each_file,
sub_folder_full_path, 0,
volume_key)
pair_list.append([
each_label_object.loading_path,
data_object.loading_path
])
file.write(each_label_object.loading_path +
'@@@@' + data_object.loading_path +
'\n')
print('~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~')
file_count = file_count + 1
print(file_count)
print(each_label_object.loading_path + '@@@@' +
data_object.loading_path)
file.close()
print('Finished')
def __init__(self):
"""Instantitae user Session"""
self.db = DataFile()
import os
from FileNames import FileNames
from FormatFile import FormatFile
from DataFile import DataFile
from Query import Query
from Db import Db
dataFolder = "data"
specFolder = "specs"
db = Db()
q = Query()
for filename in os.listdir(dataFolder):
name = FileNames(filename)
spec = FormatFile(specFolder + "/" + name.specFileName)
data = DataFile(dataFolder + "/" + filename, spec.getFormat())
for row in data.getData():
query, params = q.insert_query(name.tableName, spec.getCols(), row)
print(query, params)
db.insert(query, params)
from FileNames import FileNames
from FormatFile import FormatFile
from DataFile import DataFile
from Query import Query
dataFolder = "data"
specFolder = "specs"
specFile = "testformat1.csv"
dataFile = "testformat1_2015-06-28.txt"
specPath = specFolder + "/" + specFile
dataPath = dataFolder + "/" + dataFile
name = FileNames(dataFile)
print(name.dataFileName, name.specFileName, name.Date)
spec = FormatFile(specFolder + "/" + name.specFileName)
print(spec.getFormat())
data = DataFile(dataPath, spec.getFormat())
print(data.data)
q = Query()
for row in data.data:
print(
q.insert_query(name.tableName, [col[0] for col in spec.getFormat()],
row))
_collectParsed(args, config)
elif args.mode == "collect-parsed-div":
_collectParsedDiv(args, config)
elif args.mode == "compare-collected-div":
_compareCollectedDiv(args, config)
elif args.mode == "collected-div-count-first":
_collectedDivCountFirst(args, config)
elif args.mode == "collected-div-device-overlap":
_collectedDivDeviceOverlap(args, config)
elif args.mode == "plot":
_plot(args, config)
else:
if args.specific_files:
df = [
DataFile(config.getOption("data_location"),
os.path.normpath(x))
for x in args.specific_files.split(",")
]
files, filtered = df, df
else:
files, filtered = getDataFiles(args, config)
if args.mode == "parse": _parse(files, filtered, args, config)
elif args.mode == "send": _send(files, filtered, args, config)
elif args.mode == "parse-send" or args.mode == "send-parse":
_parseSend(files, filtered, args, config)
elif args.mode == "list":
_list(files, filtered, args, config)
elif args.mode == "impossible-timestamps":
_impossibleTimestamps(files, filtered, args, config)
elif args.mode == "output":
