Exemplos de codec_lookup em Python

Exemplo n.º 1

    def get(self, url):
        url = self._get_canonical_url(url)
        try:
            parsed, rv = self._cache[url]
        except KeyError:
            return None

        # We have already gotten this file and we've
        # decoded the response, so just return
        if parsed:
            return rv

        # Otherwise, we have a 2-tuple that needs to be applied
        body, encoding = rv

        # Our body is lazily evaluated if it
        # comes from libsourcemap
        if callable(body):
            body = body()

        body = body.decode(codec_lookup(encoding, 'utf-8').name, 'replace').split(u'\n')

        # Set back a marker to indicate we've parsed this url
        self._cache[url] = (True, body)
        return body

Exemplo n.º 2

Arquivo: test_strings.py Projeto: pasala91/test

 def assert_match(enc, ref=None):
     if ref is None:
         ref = enc
     rv = codec_lookup(enc)
     if rv is None:
         assert ref is rv is None
     else:
         assert rv.name == ref

Exemplo n.º 3

Arquivo: test_strings.py Projeto: Kayle009/sentry

 def assert_match(enc, ref=None):
     if ref is None:
         ref = enc
     rv = codec_lookup(enc)
     if rv is None:
         assert ref is rv is None
     else:
         assert rv.name == ref

Exemplo n.º 4

def test_codec_lookup():
    def assert_match(enc, ref=None):
        if ref is None:
            ref = enc
        rv = codec_lookup(enc)
        if rv is None:
            assert ref is rv is None
        else:
            assert rv.name == ref

    assert codec_lookup("utf-8").name == "utf-8"
    assert codec_lookup("utf8").name == "utf-8"
    assert codec_lookup("zlib").name == "utf-8"
    assert codec_lookup("utf16").name == "utf-16"
    assert codec_lookup("undefined").name == "utf-8"
    assert codec_lookup("undefined", default=None) is None
    assert codec_lookup("undefined", default="latin1").name == "iso8859-1"
    assert codec_lookup("zlib", default="latin1").name == "iso8859-1"
    assert codec_lookup("unknownshit", default="latin1").name == "iso8859-1"

Exemplo n.º 5

Arquivo: test_strings.py Projeto: Kayle009/sentry

def test_codec_lookup():
    def assert_match(enc, ref=None):
        if ref is None:
            ref = enc
        rv = codec_lookup(enc)
        if rv is None:
            assert ref is rv is None
        else:
            assert rv.name == ref

    assert codec_lookup('utf-8').name == 'utf-8'
    assert codec_lookup('utf8').name == 'utf-8'
    if sys.version_info[:3] >= (2, 7, 12):
        assert codec_lookup('zlib').name == 'utf-8'
    assert codec_lookup('utf16').name == 'utf-16'
    assert codec_lookup('undefined').name == 'utf-8'
    assert codec_lookup('undefined', default=None) is None
    assert codec_lookup('undefined', default='latin1').name == 'iso8859-1'
    if sys.version_info[:3] >= (2, 7, 12):
        assert codec_lookup('zlib', default='latin1').name == 'iso8859-1'
    assert codec_lookup('unknownshit', default='latin1').name == 'iso8859-1'

Exemplo n.º 6

Arquivo: test_strings.py Projeto: andrzej-tests-1/sentry-app

def test_codec_lookup():
    def assert_match(enc, ref=None):
        if ref is None:
            ref = enc
        rv = codec_lookup(enc)
        if rv is None:
            assert ref is rv is None
        else:
            assert rv.name == ref

    assert codec_lookup('utf-8').name == 'utf-8'
    assert codec_lookup('utf8').name == 'utf-8'
    if sys.version_info[:3] >= (2, 7, 12):
        assert codec_lookup('zlib').name == 'utf-8'
    assert codec_lookup('utf16').name == 'utf-16'
    assert codec_lookup('undefined').name == 'utf-8'
    assert codec_lookup('undefined', default=None) is None
    assert codec_lookup('undefined', default='latin1').name == 'iso8859-1'
    if sys.version_info[:3] >= (2, 7, 12):
        assert codec_lookup('zlib', default='latin1').name == 'iso8859-1'
    assert codec_lookup('unknownshit', default='latin1').name == 'iso8859-1'

Exemplo n.º 7

def is_utf8(codec):
    name = codec_lookup(codec).name
    return name in ("utf-8", "ascii")

Exemplo n.º 8

Arquivo: cache.py Projeto: p22p/monitor-and-fix-crashes-in-realtime

def is_utf8(codec):
    name = codec_lookup(codec).name
    return name in ('utf-8', 'ascii')