def traverse(s, tr, collkey, dirpath = './', indent = '', **kwargs):
# traverse follows the collection structure on the DCC and replicates it on the local disk
pflag = False
savefiles = kwargs.get('SaveFiles', False)
exclude = kwargs.get('Exclude', [])
maxfilesize = kwargs.get('MaxFileSize', sys.maxsize)
branch = tr[collkey]
collist = branch['collections']
doclist = branch['documents']
cinfo = DCC.prop_get(s, collkey, InfoSet = 'CollData')
print(indent,'Files in ', collkey, ': ', cinfo['title'])
colname = cinfo['title']
colname = colname.replace('/',' ')
dirpath = dirpath + colname + '/'
if savefiles:
try:
os.stat(dirpath)
except:
os.mkdir(dirpath)
for doc in doclist:
finfo = DCC.prop_get(s, doc, InfoSet = 'DocBasic')
print(indent + '\t',doc)
print(indent + '\t\tTitle: ',finfo['title'])
print(indent + '\t\tFileName: ',finfo['filename'],' [',finfo['date'],']' ,' [', finfo['size'],' bytes ]')
filedirpath = dirpath + finfo.get('title').replace('/',' ') + '/'
filename = finfo.get('filename')
if savefiles:
try:
os.stat(filedirpath)
except:
os.mkdir(filedirpath)
if not os.path.isfile(filedirpath+filename):
print(indent + "\t\t\tFile doesn't exist")
if savefiles:
if finfo['size'] < maxfilesize:
print(indent + "\t\t\tGetting file")
DCC.file_download(s, doc, filedirpath, finfo['filename'])
else:
print(indent + "\t\t\tFile size exceeds MaxFileSize of ", maxfilesize, "bytes")
else:
print(indent + "\t\t\tSaveFiles is False, so file will not be downloaded")
elif (datetime.strptime(finfo['date'],'%a, %d %b %Y %H:%M:%S %Z') - datetime(1970,1,1)).total_seconds() > os.path.getctime(filedirpath+filename):
print(indent + "\t\t\tFile exists, but is out of date:", time.ctime(os.path.getctime(filedirpath+filename)))
if savefiles:
if finfo['size'] < maxfilesize:
print(indent + "\t\t\tGetting updated file")
DCC.file_download(s, doc, filedirpath, finfo['filename'])
else:
print(indent + "\t\t\tFile size exceeds MaxFileSize of ", maxfilesize, "bytes")
else:
print(indent + "\t\t\tSaveFiles is False, so file will not be downloaded")
else:
print(indent + "\t\t\tFile exists, created:", time.ctime(os.path.getctime(filedirpath+filename)))
for c in collist:
if (not c == collkey) and (not c in exclude):
traverse(s, tr, c, dirpath, indent + '\t', **kwargs)
