def wide_iter(s):
    skip = False
    s = safe_decode(s)
    for i, c in enumerate(s):
        if skip:
            skip = False
            continue

        if 0xD800 <= ord(c) <= 0xDBFF:
            yield s[i:i + 2]
            skip = True
            continue
        yield c
Exemple #2
0
def wide_iter(s):
    skip = False
    s = safe_decode(s)
    for i, c in enumerate(s):
        if skip:
            skip = False
            continue

        if 0xD800 <= ord(c) <= 0xDBFF:
            yield s[i:i+2]
            skip = True
            continue
        yield c
Exemple #3
0
def tsv_string(s):
    return safe_encode(newline_regex.sub(u', ', safe_decode(s).strip()).replace(u'\t', u' '))
Exemple #4
0
def tsv_string(s):
    return safe_encode(
        newline_regex.sub(u', ',
                          safe_decode(s).strip()).replace(u'\t', u' '))