コード例 #1
0
    def callback_wrapper(result):
        if result.successful:
            callback(result)
        else:
            logger.info('s3 {0}'.format(
                os.path.join(match.group('bucket').rstrip('/'), match.group('path').lstrip('/')))
            )

            # If not on efs, try s3
            S3Loader.load(context,
                          os.path.join(match.group('bucket').rstrip('/'),
                                       match.group('path').lstrip('/')),
                          callback)
コード例 #2
0
def load(context, url, callback):
    logger.debug("*** LOADER.load" )
    start = datetime.datetime.now()
    if HTTP_RE.match(url):
        method = 'http'
        HttpLoader.load(context, url, callback)
    else:
        method = 's3'
        logger.debug("*** s3")
        S3Loader.load(context, url, callback)
    finish = datetime.datetime.now()
    metric_name = "thumbor.loader.%s.request_time" % method
    logger.debug("*** librato submit")
    LIBRATO_API.submit(metric_name, (finish - start).total_seconds() * 1000, description="original file request time (ms)")
コード例 #3
0
def load(context, url, callback):
    url = quote_url(url)
    match = S3_RE.match(url)

    def callback_wrapper(result):
        if result.successful:
            callback(result)
        else:
            logger.info('s3 {0}'.format(
                os.path.join(match.group('bucket').rstrip('/'), match.group('path').lstrip('/')))
            )

            # If not on efs, try s3
            S3Loader.load(context,
                          os.path.join(match.group('bucket').rstrip('/'),
                                       match.group('path').lstrip('/')),
                          callback)

    # If melody s3 file, first try to load from efs
    if match:
        logger.info('BOTO {0}'.format(match.group('path')))

        # TEMP try s3 direct
        S3Loader.load(context,
                      os.path.join(match.group('bucket').rstrip('/'),
                                   match.group('path').lstrip('/')),
                      callback)

        # FileLoader.load(context, match.group('path'), callback_wrapper)
    # else get from the internet
    elif HTTP_RE.match(url):
        logger.info('WEB {0}'.format(url))
        HttpLoader.load(context, url, callback)
    else:
        logger.info('FILE {0}'.format(url))
        result = LoaderResult()
        result.successful = False
        result.error = LoaderResult.ERROR_NOT_FOUND
        # callback(result)
        # TEMP enable file loader
        FileLoader.load(context, url, callback)
コード例 #4
0
def load(context, url, callback):
    if HTTP_RE.match(url):
        HttpLoader.load(context, url, callback)
    else:
        S3Loader.load(context, url, callback)
コード例 #5
0
def load(context, url, callback):
    if HTTP_RE.match(url):
        HttpLoader.load(context, url, callback)
    else:
        S3Loader.load(context, url, callback)