def __init__(self,
                 containerName,
                 swift_url=None,
                 swift_user=None,
                 swift_pw=None,
                 storage_url=None,
                 token=None):
        '''
		Constructor
		'''
        self.log = logging.getLogger()
        self.containerName = containerName
        self.log.info('initializing...')
        self.swift_user = swift_user
        if storage_url and token:
            self.sb = SwiftBackend(storage_url=storage_url, token=token)
        else:
            self.sb = SwiftBackend(swift_url=swift_url,
                                   swift_user=swift_user,
                                   swift_pw=swift_pw)
        self.numWorkers = 20
Esempio n. 2
0
    format='%(asctime)s - %(module)s - %(levelname)s ##\t  %(message)s')

containerName = 'Hillary\'s emails'
#swift_url = "http://192.168.209.204:8080/auth/v1.0"

#swift_user = "******"
#swift_pw = "testing"
swift_auth_url = "http://192.168.209.204:8080/auth/v1.0"
swift_store_url = "http://192.168.209.204:8080/v1/AUTH_{}"
swift_user = "******"
swift_pw = "testing"

swift_url = swift_auth_url
log = logging.getLogger()
sb = SwiftBackend(swift_url=swift_url,
                  swift_user=swift_user,
                  swift_pw=swift_pw)
conn = sb._getConnection()

if __name__ == '__main__':
    log.error('starting metadata extractor tester')
    ex = Extractor(containerName=containerName,
                   swift_url=swift_url,
                   swift_user=swift_user,
                   swift_pw=swift_pw)
    #ex.runIdentifierForWholeContainer()
    #ex.runFilterForWholeContainer()
    #ex.replicateMetaData()
    #Replicator.replicateMetadata(conn=conn,containerName=self.containerName,objectName=objName,objectType=objType)
    #Replicator.replicateMetadata(conn=conn,containerName=containerName,objectName="DSC00712.JPG",objectType="image/jpeg")
    ex.runReplicateMetadataForWholeContainer()