예제 #1
0
def retrieve_all_files(service, currentFileIDs, currentGDriveState, downloadpath):

    logging.info("****************Performing Full backup of drive.****************")
    import getFiles

    succDnLds = 0
    for GDriveObject in currentGDriveState:
        if GDriveObject["mimeType"].find("folder") == -1:
            if GDriveObject["id"] in currentFileIDs:
                dFile = getFiles.get_download_url(GDriveObject)
                if dFile != None:
                    try:
                        content, filename = getFiles.download_file(service, dFile)
                        getFiles.write_file(content, filename, downloadpath)
                        succDnLds += 1
                        logging.debug("Downloading %s of %s", succDnLds, len(currentFileIDs))
                    except Exception as e:
                        logging.error(
                            """Failed to download or write the file.
                                     \nERROR: %s""",
                            e,
                        )
    rsync_rm()
    message = "%s of %s files have downloaded and saved" % (succDnLds, len(currentFileIDs))
    logging.info(message)
    send_email(message, configData, False)
예제 #2
0
def download_diff(
    service,
    archivedFileIDs,
    currentFileIDs,
    archivedGDriveState,
    currentGDriveState,
    archivedGDriveStateFolderIds,
    currentGDriveStateFolderIds,
):

    logging.info("Performing Diff backup")
    # Must check both directions just incase one is empty
    if len(currentFileIDs.difference(archivedFileIDs)) == 0 and len(archivedFileIDs.difference(currentFileIDs)) == 0:
        import os.path, time

        message = "PeaceGeeks Google Drive auditor ran successfully:\n"
        message += "There have been no changes to you Google Drive since %s" % time.ctime(
            os.path.getmtime(archivedGDriveStateFilename)
        )
        try:
            send_email(message, configData, False)
            logger.info('"No updates needed." email sent.')
        except Exception as e:
            message = 'Failed to send "No updates needed." email. %s %s'
            logger.error(message, "ERROR: ", e)

        return False

    else:
        removedFileIDs = get_difference(archivedFileIDs, currentFileIDs)
        logger.debug("Retrieved set of removed file IDs.")
        addedFileIDs = get_difference(currentFileIDs, archivedFileIDs)
        logger.debug("Retrieved set of added file IDs.")

        reformatCurrent = reformatDrive(currentGDriveState, currentGDriveStateFolderIds)
        reformatArchive = reformatDrive(archivedGDriveState, archivedGDriveStateFolderIds)

        modfiedFileIDs = getModifiedFiles(reformatCurrent, reformatArchive)

        #  Download added Files
        import getFiles

        succDnLds = 0
        for GDriveObject in currentGDriveState:
            # XXX This will be if added or if changed
            if GDriveObject["id"] in modfiedFileIDs or GDriveObject["id"] in addedFileIDs:
                if GDriveObject["mimeType"].find("folder") == -1:
                    dFile = getFiles.get_download_url(GDriveObject)
                    if dFile == None:
                        dFile = getFiles.get_export_link(GDriveObject)
                    filename = ""
                    content = ""
                    try:
                        content, filename = getFiles.download_file(service, dFile)
                    except Exception as e:
                        logger.error("%s: ERROR: %s", GDriveObject["title"], e)
                    # if this failed filename will be blank and an error was logged in logs
                    if filename != "":
                        try:
                            getFiles.write_file(content, filename, datebackuppath)
                            succDnLds += 1
                            logger.debug(
                                "Downloaded and saved %s of %s. Retrieved: %s", succDnLds, len(currentFileIDs), filename
                            )
                        except Exception as e:
                            logger.error(e)
        rsync_rm()
        downloadsMessage = ("%s of %s files have downloaded and saved") % (
            succDnLds,
            (len(addedFileIDs) + len(modfiedFileIDs)),
        )
        message = generate_added_removed_modifed_message(
            removedFileIDs, addedFileIDs, archivedGDriveState, currentGDriveState, modfiedFileIDs
        )
        message += downloadsMessage
        try:
            send_email(message, configData, False)
            logger.info(message)
            logger.info(downloadsMessage)
        except Exception as e:
            message = "Failed to send Auditor report email.  Error: %s" % e
            logger.error(message)
        return True