def _fix_encode_to_binary(tokens: List[Token], i: int) -> None:
parts = rfind_string_parts(tokens, i - 2)
if not parts:
return
# .encode()
if (
i + 2 < len(tokens) and
tokens[i + 1].src == '(' and
tokens[i + 2].src == ')'
):
victims = slice(i - 1, i + 3)
latin1_ok = False
# .encode('encoding')
elif (
i + 3 < len(tokens) and
tokens[i + 1].src == '(' and
tokens[i + 2].name == 'STRING' and
tokens[i + 3].src == ')'
):
victims = slice(i - 1, i + 4)
prefix, rest = parse_string_literal(tokens[i + 2].src)
if 'f' in prefix.lower():
return
encoding = ast.literal_eval(prefix + rest)
if is_codec(encoding, 'ascii') or is_codec(encoding, 'utf-8'):
latin1_ok = False
elif is_codec(encoding, 'iso8859-1'):
latin1_ok = True
else:
return
else:
return
for part in parts:
prefix, rest = parse_string_literal(tokens[part].src)
escapes = set(ESCAPE_RE.findall(rest))
if (
not is_ascii(rest) or
'\\u' in escapes or
'\\U' in escapes or
'\\N' in escapes or
('\\x' in escapes and not latin1_ok) or
'f' in prefix.lower()
):
return
for part in parts:
prefix, rest = parse_string_literal(tokens[part].src)
prefix = 'b' + prefix.replace('u', '').replace('U', '')
tokens[part] = tokens[part]._replace(src=prefix + rest)
del tokens[victims]
def _fix_six_b(i: int, tokens: List[Token]) -> None:
j = find_open_paren(tokens, i)
if (tokens[j + 1].name == 'STRING' and is_ascii(tokens[j + 1].src)
and tokens[j + 2].src == ')'):
func_args, end = parse_call_args(tokens, j)
replace_call(tokens, i, end, func_args, 'b{args[0]}')