def run(path):
with open(path) as fd:
obj = json.load(fd)
# print( obj )
oobj = fileutil.cleanUp(obj=obj, fctr=fileutil.StrFunctor())
pp(oobj)
pp(tmt_core.tmt2ser(oobj))
def run(path):
with open(path) as fd:
obj = json.load(fd)
# print( obj )
oobj = fileutil.cleanUp(obj=obj, fctr=fileutil.StrFunctor())
pp(oobj)
results = euc.pool2ser(pools=oobj['pools'])
pp(results)
def tmt_driver(root):
paths = pathlib.Path(root)
for path in paths.iterdir():
print(str(path))
with open(path) as fd:
jobj = json.load(fd)
tmt = fileutil.cleanUp(obj=jobj, fctr=fileutil.StrFunctor())
ts = tmt2ser(tmt)
def run(path):
with open(path) as fd:
obj = json.load(fd)
# print obj
oobj = fileutil.cleanUp(obj=obj, fctr=fileutil.StrFunctor())
pp(oobj)
def driverTmt(srcRoot, trgtRoot):
indexRoot = os.path.join(trgtRoot, 'index')
dateEventIdSet = dix.IndexSet(indexRoot,
name='dateEventIdSet',
unique=True,
keyType=int)
processedFileList = dix.IndexList(indexRoot,
name='tmt_processedFileList',
unique=True)
fencerId2EventIdList = dix.IndexList(indexRoot,
name='fencerId2eventId',
unique=True,
keyType=int)
eventIdNameMap = dix.IndexMap(indexRoot,
name='eventIdNameMap',
keyType=int)
fencerIdNameMap = dix.IndexMap(indexRoot,
name='fencerIdNameMap',
keyType=int)
engFencerIdfencerId = dix.IndexId(
indexRoot,
name='engFencerIdfencerId',
)
fencerNameEventIdMap = dix.IndexMap(indexRoot,
name='fencerNameEventIdMap',
keyType=str)
eventIdTmtFileSet = dix.IndexSet(indexRoot,
name='eventIdTmtFileSet',
keyType=int)
tmtRoot = os.path.join(srcRoot, 'tmt')
paths = pathlib.Path(tmtRoot)
for path in paths.iterdir():
path = str(path)
if processedFileList.exists(name='tmt', val=path):
print('driverTmt', 'already processed', path)
continue
print('driverTmt', 'processing', path)
with open(path) as fd:
jobj = json.load(fd)
tmt = fileutil.cleanUp(obj=jobj, fctr=fileutil.StrFunctor())
date = strutil.normDate3(tmt['date'])
ts = tmt_core.tmt2ser(tmt)
for event in ts:
fencerId = event['fencer_id']
eventId = event['event_id']
fencerName = event['fencer_name']
eventName = event['event_name']
if not dateEventIdSet.exists(date, eventId):
dateEventIdSet.add(date, eventId)
if fencerName == econst.SpecialNames.FencerExcluded:
print('driverTmt: skipping %s', str(event))
continue
try:
fencerIdNameMap.add(name=fencerId, target=fencerName)
fencerId2EventIdList.add(name=fencerId, val=eventId)
eventIdNameMap.add(name=eventId, target=eventName)
engId = engFencerIdfencerId.add(fencerId)
fencerNameEventIdMap.add((fencerName, eventId), engId)
eventIdTmtFileSet.add(eventId, path)
except KeyError as e:
raise BadData({'path': path})
processedFileList.add(name='tmt', val=path)
def driverDelim(srcRoot, trgtRoot):
indexRoot = os.path.join(trgtRoot, 'index')
processedFileList = dix.IndexList(indexRoot,
name='de_processedFileList',
unique=True)
fencerNameEventIdMap = dix.IndexMap(indexRoot, name='fencerNameEventIdMap')
engFencerIdfencerId = dix.IndexId(indexRoot, name='engFencerIdfencerId')
badFencerengFencerIdMap = dix.IndexMap(indexRoot,
name='badFencerengFencerIdMap',
unique=True)
engIdEventIdSet = dix.IndexSet(indexRoot,
name='engIdEventIdSet',
unique=True,
keyType=int)
eventIdDelemMap = dix.IndexMap(indexRoot,
name='eventIdDelemMap',
unique=True,
hasinvet=False,
keyType=int)
delimRoot = os.path.join(srcRoot, 'delim')
paths = pathlib.Path(delimRoot)
for path in paths.iterdir():
path = str(path)
if processedFileList.exists(name='delim', val=path):
print('driverDelim', 'already processed', path)
continue
print('driverDelim', 'processing', path)
with open(path) as fd:
jobj = json.load(fd)
obj = fileutil.cleanUp(obj=jobj, fctr=fileutil.StrFunctor())
eventId = int(obj['event_id'])
des = de_core.de2ser(de=obj['rounds'])
mat = {'fencer1': [], 'fencer2': [], 'score1': [], 'score2': []}
for (fencer1, fencer2, score1, score2) in des:
try:
key1 = (fencer1, eventId)
key2 = (fencer2, eventId)
updateFencerNameEventId(
keys=[key1, key2],
fencerNameEventIdMap=fencerNameEventIdMap,
engFencerIdfencerId=engFencerIdfencerId,
badFencerengFencerIdMap=badFencerengFencerIdMap)
fencer1 = fencerNameEventIdMap.get(key1)
fencer2 = fencerNameEventIdMap.get(key2)
if not engIdEventIdSet.exists(fencer1, eventId):
engIdEventIdSet.add(fencer1, eventId)
if not engIdEventIdSet.exists(fencer2, eventId):
engIdEventIdSet.add(fencer2, eventId)
except KeyError as e:
raise BadData({'path': path})
# print (fencer1, fencer2, score1, score2)
mat['fencer1'].append(fencer1)
mat['fencer2'].append(fencer2)
mat['score1'].append(score1)
mat['score2'].append(score2)
df = pandas.DataFrame(mat)
if eventIdDelemMap.exists(eventId):
dfp = eventIdDelemMap.get(eventId)
df = dfp.append(df)
df = df.reset_index()
eventIdDelemMap.reset(eventId, df)
else:
eventIdDelemMap.add(eventId, df)
processedFileList.add(name='delim', val=path)