def importTrashIter():
yield 1
yield 0
jsonPath = join(oldEventDir, 'trash.json')
newJsonPath = join(newEventDir, 'trash.json')
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print(e)
return
if 'history' in data:
print('skipping "%s": history already exists'%jsonPath)
return
try:
tm = data.pop('modified')
except KeyError:
tm = now()
###
basicData = {}
#basicData['modified'] = tm
###
## remove extra params from data and add to basicData
for param in (
'idList',
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData['history'] = [(tm, _hash)]
open(newJsonPath, 'w').write(dataToPrettyJson(basicData, sort_keys=True))
def importTrashIter():
yield 1
yield 0
jsonPath = join(oldEventDir, 'trash.json')
newJsonPath = join(newEventDir, 'trash.json')
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print(e)
return
if 'history' in data:
print('skipping "%s": history already exists' % jsonPath)
return
try:
tm = data.pop('modified')
except KeyError:
tm = now()
###
basicData = {}
#basicData['modified'] = tm
###
## remove extra params from data and add to basicData
for param in ('idList', ):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData['history'] = [(tm, _hash)]
open(newJsonPath, 'w').write(dataToPrettyJson(basicData, sort_keys=True))
def importTrashIter():
yield 1
yield 0
jsonPath = join(oldEventDir, "trash.json")
newJsonPath = join(newEventDir, "trash.json")
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print(e)
return
if "history" in data:
print("skipping \"%s\": history already exists" % jsonPath)
return
try:
tm = data.pop("modified")
except KeyError:
tm = now()
###
basicData = {}
#basicData["modified"] = tm
###
## remove extra params from data and add to basicData
for param in (
"idList",
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData["history"] = [(tm, _hash)]
open(newJsonPath, "w").write(dataToPrettyJson(basicData, sort_keys=True))
def importTrashIter():
yield 1
yield 0
jsonPath = join(oldEventDir, "trash.json")
newJsonPath = join(newEventDir, "trash.json")
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print(e)
return
if "history" in data:
print("skipping \"%s\": history already exists" % jsonPath)
return
try:
tm = data.pop("modified")
except KeyError:
tm = now()
###
basicData = {}
#basicData["modified"] = tm
###
## remove extra params from data and add to basicData
for param in ("idList", ):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData["history"] = [(tm, _hash)]
open(newJsonPath, "w").write(dataToPrettyJson(basicData, sort_keys=True))
def importAccountsIter():
makeDir(newAccountsDir)
###
oldFiles = os.listdir(oldAccountsDir)
yield len(oldFiles)
index = 0
###
for fname in oldFiles:
yield index; index += 1
jsonPath = join(oldAccountsDir, fname)
newJsonPath = join(newAccountsDir, fname)
if not isfile(jsonPath):
print("\"%s\": not such file" % jsonPath)
continue
jsonPathNoX, ext = splitext(fname)
if ext != ".json":
continue
try:
_id = int(jsonPathNoX)
except ValueError:
continue
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print("error while loading json file \"%s\"" % jsonPath)
continue
if "history" in data:
print("skipping \"%s\": history already exists" % jsonPath)
continue
try:
tm = data.pop("modified")
except KeyError:
tm = now()
###
basicData = {}
#basicData["modified"] = tm
###
## remove extra params from data and add to basicData
for param in (
"enable",
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData["history"] = [(tm, _hash)]
open(newJsonPath, "w").write(
dataToPrettyJson(basicData, sort_keys=True)
)
def importAccountsIter():
makeDir(newAccountsDir)
###
oldFiles = os.listdir(oldAccountsDir)
yield len(oldFiles)
index = 0
###
for fname in oldFiles:
yield index
index += 1
jsonPath = join(oldAccountsDir, fname)
newJsonPath = join(newAccountsDir, fname)
if not isfile(jsonPath):
print('"%s": not such file' % jsonPath)
continue
jsonPathNoX, ext = splitext(fname)
if ext != '.json':
continue
try:
_id = int(jsonPathNoX)
except ValueError:
continue
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print('error while loading json file "%s"' % jsonPath)
continue
if 'history' in data:
print('skipping "%s": history already exists' % jsonPath)
continue
try:
tm = data.pop('modified')
except KeyError:
tm = now()
###
basicData = {}
#basicData['modified'] = tm
###
## remove extra params from data and add to basicData
for param in ('enable', ):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData['history'] = [(tm, _hash)]
open(newJsonPath,
'w').write(dataToPrettyJson(basicData, sort_keys=True))
def importEventsIter():
makeDir(newEventEventsDir)
oldFiles = os.listdir(oldEventEventsDir)
yield len(oldFiles)
index = 0
for dname in oldFiles:
yield index
index += 1
####
try:
_id = int(dname)
except ValueError:
continue
dpath = join(oldEventEventsDir, dname)
newDpath = join(newEventEventsDir, dname)
if not isdir(dpath):
print('"%s" must be a directory' % dpath)
continue
jsonPath = join(dpath, 'event.json')
if not isfile(jsonPath):
print('"%s": not such file' % jsonPath)
continue
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print('error while loading json file "%s"' % jsonPath)
continue
try:
tm = data.pop('modified')
except KeyError:
tm = now()
###
basicData = {}
#basicData['modified'] = tm
###
## remove extra params from data and add to basicData
for param in (
'remoteIds',
'notifiers', ## FIXME
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData['history'] = [(tm, _hash)]
open(newDpath + '.json',
'w').write(dataToPrettyJson(basicData, sort_keys=True))
def importEventsIter():
makeDir(newEventEventsDir)
oldFiles = os.listdir(oldEventEventsDir)
yield len(oldFiles)
index = 0
for dname in oldFiles:
yield index; index += 1
####
try:
_id = int(dname)
except ValueError:
continue
dpath = join(oldEventEventsDir, dname)
newDpath = join(newEventEventsDir, dname)
if not isdir(dpath):
print("\"%s\" must be a directory" % dpath)
continue
jsonPath = join(dpath, "event.json")
if not isfile(jsonPath):
print("\"%s\": not such file" % jsonPath)
continue
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print("error while loading json file \"%s\"" % jsonPath)
continue
try:
tm = data.pop("modified")
except KeyError:
tm = now()
###
basicData = {}
#basicData["modified"] = tm
###
## remove extra params from data and add to basicData
for param in (
"remoteIds",
"notifiers",## FIXME
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData["history"] = [(tm, _hash)]
open(newDpath + ".json", "w").write(
dataToPrettyJson(basicData, sort_keys=True)
)
def importGroupsIter():
groupsEnableDict = {} ## {groupId -> enable}
###
makeDir(newGroupsDir)
###
oldFiles = os.listdir(oldGroupsDir)
yield len(oldFiles) + 1
index = 0
###
for fname in oldFiles:
yield index ; index += 1
jsonPath = join(oldGroupsDir, fname)
newJsonPath = join(newGroupsDir, fname)
if not isfile(jsonPath):
print('"%s": not such file'%jsonPath)
continue
jsonPathNoX, ext = splitext(fname)
if ext != '.json':
continue
try:
_id = int(jsonPathNoX)
except ValueError:
continue
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print('error while loading json file "%s"'%jsonPath)
continue
####
groupsEnableDict[_id] = data.pop('enable', True)
####
if 'history' in data:
print('skipping "%s": history already exists'%jsonPath)
continue
try:
tm = data.pop('modified')
except KeyError:
tm = now()
###
basicData = {}
#basicData['modified'] = tm
###
## remove extra params from data and add to basicData
for param in (
'remoteIds',
):
basicData[param] = data.pop(param, None)
for param in (
'enable',
'idList',
'remoteSyncData',
'deletedRemoteEvents',
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData['history'] = [(tm, _hash)]
open(newJsonPath, 'w').write(dataToPrettyJson(basicData, sort_keys=True))
####
yield index ; index += 1
oldGroupListFile = join(oldEventDir, 'group_list.json')
newGroupListFile = join(newEventDir, 'group_list.json')
try:
groupIds = json.loads(open(oldGroupListFile).read())
except Exception as e:
print('error while loading %s: %s'%(oldGroupListFile, e))
else:
if isinstance(groupIds, list):
signedGroupIds = [
(1 if groupsEnableDict.get(gid, True) else -1) * gid \
for gid in groupIds
]
try:
open(newGroupListFile, 'w').write(dataToPrettyJson(signedGroupIds))
except Exception as e:
print('error while writing %s: %s'%(newGroupListFile, e))
else:
print('file "%s" contains invalid data, must contain a list'%oldGroupListFile)
def importGroupsIter():
groupsEnableDict = {} ## {groupId -> enable}
###
makeDir(newGroupsDir)
###
oldFiles = os.listdir(oldGroupsDir)
yield len(oldFiles) + 1
index = 0
###
for fname in oldFiles:
yield index
index += 1
jsonPath = join(oldGroupsDir, fname)
newJsonPath = join(newGroupsDir, fname)
if not isfile(jsonPath):
print('"%s": not such file' % jsonPath)
continue
jsonPathNoX, ext = splitext(fname)
if ext != '.json':
continue
try:
_id = int(jsonPathNoX)
except ValueError:
continue
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print('error while loading json file "%s"' % jsonPath)
continue
####
groupsEnableDict[_id] = data.pop('enable', True)
####
if 'history' in data:
print('skipping "%s": history already exists' % jsonPath)
continue
try:
tm = data.pop('modified')
except KeyError:
tm = now()
###
basicData = {}
#basicData['modified'] = tm
###
## remove extra params from data and add to basicData
for param in ('remoteIds', ):
basicData[param] = data.pop(param, None)
for param in (
'enable',
'idList',
'remoteSyncData',
'deletedRemoteEvents',
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData['history'] = [(tm, _hash)]
open(newJsonPath,
'w').write(dataToPrettyJson(basicData, sort_keys=True))
####
yield index
index += 1
oldGroupListFile = join(oldEventDir, 'group_list.json')
newGroupListFile = join(newEventDir, 'group_list.json')
try:
groupIds = json.loads(open(oldGroupListFile).read())
except Exception as e:
print('error while loading %s: %s' % (oldGroupListFile, e))
else:
if isinstance(groupIds, list):
signedGroupIds = [
(1 if groupsEnableDict.get(gid, True) else -1) * gid \
for gid in groupIds
]
try:
open(newGroupListFile,
'w').write(dataToPrettyJson(signedGroupIds))
except Exception as e:
print('error while writing %s: %s' % (newGroupListFile, e))
else:
print('file "%s" contains invalid data, must contain a list' %
oldGroupListFile)
def importGroupsIter():
groupsEnableDict = {} ## {groupId -> enable}
###
makeDir(newGroupsDir)
###
oldFiles = os.listdir(oldGroupsDir)
yield len(oldFiles) + 1
index = 0
###
for fname in oldFiles:
yield index; index += 1
jsonPath = join(oldGroupsDir, fname)
newJsonPath = join(newGroupsDir, fname)
if not isfile(jsonPath):
print("\"%s\": not such file" % jsonPath)
continue
jsonPathNoX, ext = splitext(fname)
if ext != ".json":
continue
try:
_id = int(jsonPathNoX)
except ValueError:
continue
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print("error while loading json file \"%s\"" % jsonPath)
continue
####
groupsEnableDict[_id] = data.pop("enable", True)
####
if "history" in data:
print("skipping \"%s\": history already exists" % jsonPath)
continue
try:
tm = data.pop("modified")
except KeyError:
tm = now()
###
basicData = {}
#basicData["modified"] = tm
###
## remove extra params from data and add to basicData
for param in (
"remoteIds",
):
basicData[param] = data.pop(param, None)
for param in (
"enable",
"idList",
"remoteSyncData",
"deletedRemoteEvents",
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData["history"] = [(tm, _hash)]
open(newJsonPath, "w").write(dataToPrettyJson(basicData, sort_keys=True))
####
yield index; index += 1
oldGroupListFile = join(oldEventDir, "group_list.json")
newGroupListFile = join(newEventDir, "group_list.json")
try:
groupIds = json.loads(open(oldGroupListFile).read())
except Exception as e:
print("error while loading %s: %s" % (oldGroupListFile, e))
else:
if isinstance(groupIds, list):
signedGroupIds = [
(1 if groupsEnableDict.get(gid, True) else -1) * gid
for gid in groupIds
]
try:
open(newGroupListFile, "w").write(dataToPrettyJson(signedGroupIds))
except Exception as e:
print("error while writing %s: %s" % (newGroupListFile, e))
else:
print(
"file \"%s\" contains invalid data" % oldGroupListFile +
", must contain a list"
)
def importGroupsIter():
groupsEnableDict = {} ## {groupId -> enable}
###
makeDir(newGroupsDir)
###
oldFiles = os.listdir(oldGroupsDir)
yield len(oldFiles) + 1
index = 0
###
for fname in oldFiles:
yield index
index += 1
jsonPath = join(oldGroupsDir, fname)
newJsonPath = join(newGroupsDir, fname)
if not isfile(jsonPath):
print("\"%s\": not such file" % jsonPath)
continue
jsonPathNoX, ext = splitext(fname)
if ext != ".json":
continue
try:
_id = int(jsonPathNoX)
except ValueError:
continue
try:
data = json.loads(open(jsonPath).read())
except Exception as e:
print("error while loading json file \"%s\"" % jsonPath)
continue
####
groupsEnableDict[_id] = data.pop("enable", True)
####
if "history" in data:
print("skipping \"%s\": history already exists" % jsonPath)
continue
try:
tm = data.pop("modified")
except KeyError:
tm = now()
###
basicData = {}
#basicData["modified"] = tm
###
## remove extra params from data and add to basicData
for param in ("remoteIds", ):
basicData[param] = data.pop(param, None)
for param in (
"enable",
"idList",
"remoteSyncData",
"deletedRemoteEvents",
):
try:
basicData[param] = data.pop(param)
except KeyError:
pass
###
_hash = saveBsonObject(data)
basicData["history"] = [(tm, _hash)]
open(newJsonPath,
"w").write(dataToPrettyJson(basicData, sort_keys=True))
####
yield index
index += 1
oldGroupListFile = join(oldEventDir, "group_list.json")
newGroupListFile = join(newEventDir, "group_list.json")
try:
groupIds = json.loads(open(oldGroupListFile).read())
except Exception as e:
print("error while loading %s: %s" % (oldGroupListFile, e))
else:
if isinstance(groupIds, list):
signedGroupIds = [
(1 if groupsEnableDict.get(gid, True) else -1) * gid
for gid in groupIds
]
try:
open(newGroupListFile,
"w").write(dataToPrettyJson(signedGroupIds))
except Exception as e:
print("error while writing %s: %s" % (newGroupListFile, e))
else:
print("file \"%s\" contains invalid data" % oldGroupListFile +
", must contain a list")
