コード例 #1
0
def test_unicode_quote():
    """
    Ensure that unicode strings are encoded as utf-8 properly for use with the
    quote method of the urlparse stdlib.
    """
    assert unicode_quote("non-unicode text") == "non-unicode%20text"
    assert unicode_quote(u'\xe1gua.txt') == "%C3%A1gua.txt"
コード例 #2
0
def send_object(dstobj, iterable, headers={}):
    """
    Imported and modified from cloudfiles.storage_object.Object.send,
    to allow specifying custom headers
    """
    assert dstobj.size is not None

    if not dstobj.content_type:
        dstobj.content_type = 'application/octet-stream'

    path = "/%s/%s/%s" % (dstobj.container.conn.uri.rstrip('/'),
                          unicode_quote(dstobj.container.name),
                          unicode_quote(dstobj.name))
    headers.update(dstobj._make_headers())

    headers['X-Auth-Token'] = dstobj.container.conn.token
    headers['User-Agent'] = dstobj.container.conn.user_agent
    http = dstobj.container.conn.connection
    http.putrequest('PUT', path)
    for key, value in headers.iteritems():
        http.putheader(key, value)
    http.endheaders()

    response = None
    transferred = 0
    try:
        for chunk in iterable:
            http.send(chunk)
            transferred += len(chunk)
        # If the generator didn't yield enough data, stop, drop, and roll.
        if transferred < dstobj.size:
            # possible cause: source's container listing has different size than actual file
            print >> sys.stderr, "%s %s incomplete send: transferred %d/%d" % \
                (dstobj.container.name, dstobj.name, transferred, dstobj.size)
            raise cloudfiles.errors.IncompleteSend()
        response = http.getresponse()
        buff = response.read()
    except socket.timeout, err:
        if response:
            # pylint: disable-msg=E1101
            response.read()
        raise err
コード例 #3
0
def varnish_rewrite(obj):
    match = re.match(r'^(?P<proj>[^\-]+)-(?P<lang>[^\-]+)-(?P<repo>[^\-]+)-(?P<zone>[^\-\.]+)(\..*)?$', obj.container.name)
    if match:
        host = 'upload.wikimedia.org'
        uri = '/%s/%s/%s/%s' % (match.group('proj'), match.group('lang'), match.group('zone'), unicode_quote(obj.name))
        return host, uri
    else:
        raise cloudfiles.errors.InvalidContainerName()