def importAll(srv, folderId):
storagePath = os.path.join('quickbudget', 'data', 'receipt')
if not os.path.exists(storagePath):
os.makedirs(storagePath)
q = "'%s' in parents" % (folderId,)
allRecipeImages = gdrive.retrieve_all_files(srv, q)
result = {
'new': 0,
'total': 0,
'duplicate': 0
}
for img in allRecipeImages:
print 'OMG', img['title'], '::', img['id'] # , '::', img['embedLink']
result['total'] += 1
try:
savedImage = ReceiptImage.query.filter(ReceiptImage.uid == img['id']).one()
print 'FILE ID', img['id'], 'already known', savedImage.crc, '::', savedImage.md5
except NoResultFound:
content = gdrive.download_file(srv, img['downloadUrl'])
md5 = unicode(hashlib.md5(content).hexdigest())
crc = crcContent(content)
try:
savedDuplicate = ReceiptImage.query.filter(ReceiptImage.crc == crc and ReceiptImage.md5 == md5).one()
print 'PROPABLY A DUPLICATE', img['id'], ':: Other one:', savedDuplicate.uid
result['duplicate'] += 1
except NoResultFound:
filename = '%s-%s' % (img['id'], img['title'])
fullPath = os.path.join(storagePath, filename)
with open(fullPath, 'w') as f:
f.write(content)
print 'NEW FILE', img['id'], 'at', fullPath
image = ReceiptImage(img['id'], filename)
image.crc = crc
image.md5 = md5
db_session.add(image)
db_session.commit()
result['new'] += 1
print
print
return result
def shutdown_seesion(exception=None):
from quickbudget.db import db_session
db_session.commit()
db_session.remove()
fullPath = os.path.join(storagePath, filename)
with open(fullPath, 'w') as f:
f.write(content)
print 'NEW FILE', img['id'], 'at', fullPath
image = ReceiptImage(img['id'], filename)
image.crc = crc
image.md5 = md5
db_session.add(image)
db_session.commit()
result['new'] += 1
print
print
return result
if __name__ == '__main__':
db.init_db()
out = importAll(gdrive.drive_service, '0B_V-GNTsCHGERm9VNzc4YmRyQTA')
print
print 'SUMMARY', out
db_session.commit()
