def test_uniquelabels():
all_py_files = utils.find_files(patcherex_main_folder, "*.py")
blacklist = ["networkrules.py"]
all_py_files = [
f for f in all_py_files if not os.path.basename(f) in blacklist
]
# print patcherex_main_folder,all_py_files
labels_dict = defaultdict(list)
for i, pyfile in enumerate(all_py_files):
labels = []
# not really necessary:
fp = open(pyfile, "r")
content = fp.read()
fp.close()
# asm_lines = ""
# old_index = 0
# index = content.find("'''")
# t=0
# while True:
# t+=1
# old_index = index
# index = content.find("'''",min(old_index+3,len(content)))
# if index==-1:
# break
# if (t%2) != 0:
# asm_lines+="\n"+content[min(old_index+3,len(content)):index-3]
#asm_lines+="\n"
labels = utils.string_to_labels(content)
for l in labels:
labels_dict[l].append(pyfile)
duplicates = {}
for k, v in labels_dict.items():
if len(v) > 1:
print(k, [os.path.basename(x) for x in v])
duplicates[k] = v
nose.tools.assert_equal(len(duplicates), 0)
def apply_patches(self, patches):
# deal with stackable patches
# add stackable patches to the one with highest priority
insert_code_patches = [
p for p in patches if isinstance(p, InsertCodePatch)
]
insert_code_patches_dict = defaultdict(list)
for p in insert_code_patches:
insert_code_patches_dict[p.addr].append(p)
insert_code_patches_dict_sorted = defaultdict(list)
for k, v in insert_code_patches_dict.items():
insert_code_patches_dict_sorted[k] = sorted(
v, key=lambda x: -1 * x.priority)
insert_code_patches_stackable = [
p for p in patches
if isinstance(p, InsertCodePatch) and p.stackable
]
for sp in insert_code_patches_stackable:
assert len(sp.dependencies) == 0
if sp.addr in insert_code_patches_dict_sorted:
highest_priority_at_addr = insert_code_patches_dict_sorted[
sp.addr][0]
if highest_priority_at_addr != sp:
highest_priority_at_addr.asm_code += "\n" + sp.asm_code + "\n"
patches.remove(sp)
#deal with AddLabel patches
lpatches = [p for p in patches if (isinstance(p, AddLabelPatch))]
for p in lpatches:
self.name_map[p.name] = p.addr
# check for duplicate labels, it is not very necessary for this backend
# but it is better to behave in the same way of the reassembler backend
relevant_patches = [
p for p in patches
if isinstance(p, (AddCodePatch, AddEntryPointPatch,
InsertCodePatch))
]
all_code = ""
for p in relevant_patches:
if isinstance(p, InsertCodePatch):
code = p.code
else:
code = p.asm_code
all_code += "\n" + code + "\n"
labels = utils.string_to_labels(all_code)
duplicates = set(x for x in labels if labels.count(x) > 1)
if len(duplicates) > 1:
raise DuplicateLabelsException(
"found duplicate assembly labels: %s" % (str(duplicates)))
# for now any added code will be executed by jumping out and back ie CGRex
# apply all add code patches
self.added_code_file_start = len(self.ncontent)
self.name_map.force_insert("ADDED_CODE_START",
(len(self.ncontent) % 0x1000) +
self.added_code_segment)
# 0) RawPatch:
for patch in patches:
if isinstance(patch, RawFilePatch):
self.ncontent = utils.bytes_overwrite(self.ncontent,
patch.data,
patch.file_addr)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
for patch in patches:
if isinstance(patch, RawMemPatch):
self.patch_bin(patch.addr, patch.data)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
for patch in patches:
if isinstance(patch, RemoveInstructionPatch):
if patch.ins_size is None:
size = 4
else:
size = patch.ins_size
self.patch_bin(patch.ins_addr, b"\x60\x00\x00\x00" * int(
(size + 4 - 1) / 4))
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 5.5) ReplaceFunctionPatch (preprocessing rodata)
for patch in patches:
if isinstance(patch, ReplaceFunctionPatch):
patches += self.compile_function(patch.asm_code,
entry=patch.addr,
symbols=patch.symbols,
data_only=True,
prefix="_RFP" +
str(patches.index(patch)))
# 1) Add{RO/RW/RWInit}DataPatch
self.added_data_file_start = len(self.ncontent)
curr_data_position = self.name_map["ADDED_DATA_START"]
for patch in patches:
if isinstance(
patch,
(AddRWDataPatch, AddRODataPatch, AddRWInitDataPatch)):
if hasattr(patch, "data"):
final_patch_data = patch.data
else:
final_patch_data = b"\x00" * patch.len
self.added_data += final_patch_data
if patch.name is not None:
self.name_map[patch.name] = curr_data_position
curr_data_position += len(final_patch_data)
self.ncontent = utils.bytes_overwrite(self.ncontent,
final_patch_data)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
self.ncontent = utils.pad_bytes(
self.ncontent, 0x10) # some minimal alignment may be good
self.added_code_file_start = len(self.ncontent)
if self.replace_note_segment:
self.name_map.force_insert(
"ADDED_CODE_START",
int((curr_data_position + 0x10 - 1) / 0x10) * 0x10)
else:
self.name_map.force_insert("ADDED_CODE_START",
(len(self.ncontent) % 0x1000) +
self.added_code_segment)
# 2) AddCodePatch
# resolving symbols
current_symbol_pos = self.get_current_code_position()
for patch in patches:
if isinstance(patch, AddCodePatch):
if patch.is_c:
code_len = len(
self.compile_c(patch.asm_code,
optimization=patch.optimization,
compiler_flags=patch.compiler_flags))
else:
code_len = len(
self.compile_asm(patch.asm_code, current_symbol_pos))
if patch.name is not None:
self.name_map[patch.name] = current_symbol_pos
current_symbol_pos += code_len
# now compile for real
for patch in patches:
if isinstance(patch, AddCodePatch):
if patch.is_c:
new_code = self.compile_c(
patch.asm_code,
optimization=patch.optimization,
compiler_flags=patch.compiler_flags)
else:
new_code = self.compile_asm(
patch.asm_code, self.get_current_code_position(),
self.name_map)
self.added_code += new_code
self.ncontent = utils.bytes_overwrite(self.ncontent, new_code)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 3) AddEntryPointPatch
# basically like AddCodePatch but we detour by changing oep
# and we jump at the end of all of them
# resolving symbols
for patch in patches:
if isinstance(patch, AddEntryPointPatch):
old_oep = self.get_oep()
new_oep = self.get_current_code_position()
# ref: glibc/sysdeps/{ARCH}/start.S
instructions = patch.asm_code
instructions += "\nb {}".format(hex(int(old_oep)))
new_code = self.compile_asm(instructions,
self.get_current_code_position(),
self.name_map)
self.added_code += new_code
self.added_patches.append(patch)
self.ncontent = utils.bytes_overwrite(self.ncontent, new_code)
self.set_oep(new_oep)
l.info("Added patch: %s", str(patch))
# 4) InlinePatch
# we assume the patch never patches the added code
for patch in patches:
if isinstance(patch, InlinePatch):
new_code = self.compile_asm(patch.new_asm,
patch.instruction_addr,
self.name_map)
# Limiting the inline patch to a single block is not necessary
# assert len(new_code) <= self.project.factory.block(patch.instruction_addr, num_inst=patch.num_instr, max_size=).size
file_offset = self.project.loader.main_object.addr_to_offset(
patch.instruction_addr)
self.ncontent = utils.bytes_overwrite(self.ncontent, new_code,
file_offset)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 5) InsertCodePatch
# these patches specify an address in some basic block, In general we will move the basic block
# and fix relative offsets
# With this backend heer we can fail applying a patch, in case, resolve dependencies
insert_code_patches = [
p for p in patches if isinstance(p, InsertCodePatch)
]
insert_code_patches = sorted(insert_code_patches,
key=lambda x: -1 * x.priority)
applied_patches = []
while True:
name_list = [
str(p) if (p is None or p.name is None) else p.name
for p in applied_patches
]
l.info("applied_patches is: |%s|", "-".join(name_list))
assert all(a == b
for a, b in zip(applied_patches, insert_code_patches))
for patch in insert_code_patches[len(applied_patches):]:
self.save_state(applied_patches)
try:
l.info("Trying to add patch: %s", str(patch))
if patch.name is not None:
self.name_map[
patch.name] = self.get_current_code_position()
new_code = self.insert_detour(patch)
self.added_code += new_code
self.ncontent = utils.bytes_overwrite(
self.ncontent, new_code)
applied_patches.append(patch)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
except (DetourException, MissingBlockException,
DoubleDetourException) as e:
l.warning(e)
insert_code_patches, removed = self.handle_remove_patch(
insert_code_patches, patch)
#print map(str,removed)
applied_patches = self.restore_state(
applied_patches, removed)
l.warning(
"One patch failed, rolling back InsertCodePatch patches. Failed patch: %s",
str(patch))
break
# TODO: right now rollback goes back to 0 patches, we may want to go back less
# the solution is to save touched_bytes and ncontent indexed by applied patfch
# and go back to the biggest compatible list of patches
else:
break #at this point we applied everything in current insert_code_patches
# TODO symbol name, for now no name_map for InsertCode patches
header_patches = [InsertCodePatch,InlinePatch,AddEntryPointPatch,AddCodePatch, \
AddRWDataPatch,AddRODataPatch,AddRWInitDataPatch]
# 5.5) ReplaceFunctionPatch
for patch in patches:
if isinstance(patch, ReplaceFunctionPatch):
if self.structs.elfclass == 64:
# reloc type not supported (TOC info is in executables but not in object file, but relocs in object file will need TOC info.)
raise Exception(
"ReplaceFunctionPatch: PPC64 not yet supported")
for k, v in self.name_map.items():
if k.startswith("_RFP" + str(patches.index(patch))):
patch.symbols[k[len("_RFP" +
str(patches.index(patch))):]] = v
new_code = self.compile_function(
patch.asm_code,
bits=self.structs.elfclass,
little_endian=self.structs.little_endian,
entry=patch.addr,
symbols=patch.symbols)
file_offset = self.project.loader.main_object.addr_to_offset(
patch.addr)
self.ncontent = utils.bytes_overwrite(
self.ncontent, b"\x60\x00\x00\x00" * (patch.size // 4),
file_offset)
if (patch.size >= len(new_code)):
file_offset = self.project.loader.main_object.addr_to_offset(
patch.addr)
self.ncontent = utils.bytes_overwrite(
self.ncontent, new_code, file_offset)
else:
header_patches.append(ReplaceFunctionPatch)
detour_pos = self.get_current_code_position()
offset = self.project.loader.main_object.mapped_base if self.project.loader.main_object.pic else 0
new_code = self.compile_function(
patch.asm_code,
bits=self.structs.elfclass,
little_endian=self.structs.little_endian,
entry=detour_pos + offset,
symbols=patch.symbols)
self.added_code += new_code
self.ncontent = utils.bytes_overwrite(
self.ncontent, new_code)
# compile jmp
jmp_code = self.compile_jmp(patch.addr,
detour_pos + offset)
self.patch_bin(patch.addr, jmp_code)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
if any(isinstance(p,ins) for ins in header_patches for p in self.added_patches) or \
any(isinstance(p,SegmentHeaderPatch) for p in patches):
# either implicitly (because of a patch adding code or data) or explicitly, we need to change segment headers
# 6) SegmentHeaderPatch
segment_header_patches = [
p for p in patches if isinstance(p, SegmentHeaderPatch)
]
if len(segment_header_patches) > 1:
msg = "more than one patch tries to change segment headers: %s", "|".join(
[str(p) for p in segment_header_patches])
raise IncompatiblePatchesException(msg)
if len(segment_header_patches) == 1:
segment_patch = segment_header_patches[0]
segments = segment_patch.segment_headers
l.info("Added patch: %s", str(segment_patch))
else:
segments = self.modded_segments
for patch in [
p for p in patches if isinstance(p, AddSegmentHeaderPatch)
]:
# add after the first
segments = [segments[0]] + [patch.new_segment] + segments[1:]
self.setup_headers(segments)
self.set_added_segment_headers()
l.debug("final symbol table: %s",
repr([(k, hex(v)) for k, v in self.name_map.items()]))
else:
l.info("no patches, the binary will not be touched")
def apply_patches(self, patches):
# deal with stackable patches
# add stackable patches to the one with highest priority
insert_code_patches = [
p for p in patches if isinstance(p, InsertCodePatch)
]
insert_code_patches_dict = defaultdict(list)
for p in insert_code_patches:
insert_code_patches_dict[p.addr].append(p)
insert_code_patches_dict_sorted = defaultdict(list)
for k, v in insert_code_patches_dict.items():
insert_code_patches_dict_sorted[k] = sorted(
v, key=lambda x: -1 * x.priority)
insert_code_patches_stackable = [
p for p in patches
if isinstance(p, InsertCodePatch) and p.stackable
]
for sp in insert_code_patches_stackable:
assert len(sp.dependencies) == 0
if sp.addr in insert_code_patches_dict_sorted:
highest_priority_at_addr = insert_code_patches_dict_sorted[
sp.addr][0]
if highest_priority_at_addr != sp:
highest_priority_at_addr.asm_code += "\n" + sp.asm_code + "\n"
patches.remove(sp)
#deal with AddLabel patches
for patch in patches:
if isinstance(patch, AddLabelPatch):
self.name_map[patch.name] = patch.addr
# check for duplicate labels, it is not very necessary for this backend
# but it is better to behave in the same way of the reassembler backend
relevant_patches = [
p for p in patches
if isinstance(p, (AddCodePatch, InsertCodePatch))
]
all_code = ""
for p in relevant_patches:
if isinstance(p, InsertCodePatch):
code = p.code
else:
code = p.asm_code
all_code += "\n" + code + "\n"
labels = utils.string_to_labels(all_code)
duplicates = set(x for x in labels if labels.count(x) > 1)
if len(duplicates) > 1:
raise DuplicateLabelsException(
"found duplicate assembly labels: %s" % (str(duplicates)))
for patch in patches:
if isinstance(patch, (ReplaceFunctionPatch, AddEntryPointPatch,
AddSegmentHeaderPatch, SegmentHeaderPatch)):
raise NotImplementedError()
# 0) RawPatch:
for patch in patches:
if isinstance(patch, RawFilePatch):
self.ncontent = utils.bytes_overwrite(self.ncontent,
patch.data,
patch.file_addr)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
for patch in patches:
if isinstance(patch, RawMemPatch):
self.patch_bin(patch.addr, patch.data)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
for patch in patches:
if isinstance(patch, RemoveInstructionPatch):
if patch.ins_size is None:
size = 2
else:
size = patch.ins_size
self.patch_bin(patch.ins_addr, b"\x00\x00" * int(
(size + 2 - 1) / 2))
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 1) Add{RO/RW/RWInit}DataPatch
curr_data_position = self.name_map["ADDED_DATA_START"]
for patch in patches:
if isinstance(
patch,
(AddRWDataPatch, AddRODataPatch, AddRWInitDataPatch)):
if hasattr(patch, "data"):
final_patch_data = patch.data
else:
final_patch_data = b"\x00" * patch.len
self.added_data += final_patch_data
if patch.name is not None:
self.name_map[patch.name] = curr_data_position
curr_data_position += len(final_patch_data)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
if ((len(self.added_data) + self.added_data_file_start) % 2 == 1):
self.added_data += b"\x00"
self.ncontent = self.insert_bytes(self.ncontent, self.added_data,
self.added_data_file_start)
self.added_code_file_start = self.added_data_file_start + len(
self.added_data)
self.name_map.force_insert(
"ADDED_CODE_START", self.added_code_file_start -
(self.text_section_offset - self.text_section_addr))
# __do_copy_data
# FIXME: not working properly
if len(self.added_data) > 0:
data_start = self.name_map["ADDED_DATA_START"]
data_end = curr_data_position
data_load_start = self.name_map["ADDED_CODE_START"] - len(
self.added_data)
data_start_hi8, data_start_lo8 = data_start >> 8, data_start & 0xFF
data_end_hi8, data_end_lo8 = data_end >> 8, data_end & 0xFF
data_load_start_hi8, data_load_start_lo8 = data_load_start >> 8, data_load_start & 0xFF
do_copy_data_code = '''
ldi r17, %d
ldi r26, %d
ldi r27, %d
ldi r30, %d
ldi r31, %d
rjmp +0x16
lpm r0, z+
st x+, r0
cpi r26, %d
cpc r27, r17
brne 0x2
''' % (data_end_hi8, data_start_lo8, data_start_hi8,
data_load_start_lo8, data_load_start_hi8, data_end_lo8)
# TODO: should not be hardcoded to 0x8c
# we are assuming that 0x8c is end of orginal __do_copy_data and start of __do_clear_bss
patches.insert(
0,
InsertCodePatch(0x8c,
code=do_copy_data_code,
name="__do_copy_data",
priority=1000))
# 2) AddCodePatch
# resolving symbols
current_symbol_pos = self.get_current_code_position()
for patch in patches:
if isinstance(patch, AddCodePatch):
if patch.is_c:
code_len = len(
self.compile_c(patch.asm_code,
optimization=patch.optimization,
compiler_flags=patch.compiler_flags))
else:
code_len = len(
self.compile_asm(patch.asm_code, current_symbol_pos))
if patch.name is not None:
self.name_map[patch.name] = current_symbol_pos
current_symbol_pos += code_len
# now compile for real
self.added_code = b""
for patch in patches:
if isinstance(patch, AddCodePatch):
if patch.is_c:
new_code = self.compile_c(
patch.asm_code,
optimization=patch.optimization,
compiler_flags=patch.compiler_flags)
else:
new_code = self.compile_asm(patch.asm_code, self.name_map)
self.added_code += new_code
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 4) InlinePatch
# we assume the patch never patches the added code
for patch in patches:
if isinstance(patch, InlinePatch):
new_code = self.compile_asm(patch.new_asm, self.name_map)
file_offset = self.project.loader.main_object.addr_to_offset(
patch.instruction_addr)
self.ncontent = utils.bytes_overwrite(self.ncontent, new_code,
file_offset)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 5) InsertCodePatch
# these patches specify an address in some basic block, In general we will move the basic block
# and fix relative offsets
# With this backend heer we can fail applying a patch, in case, resolve dependencies
insert_code_patches = [
p for p in patches if isinstance(p, InsertCodePatch)
]
insert_code_patches = sorted(insert_code_patches,
key=lambda x: -1 * x.priority)
applied_patches = []
while True:
name_list = [
str(p) if (p is None or p.name is None) else p.name
for p in applied_patches
]
l.info("applied_patches is: |%s|", "-".join(name_list))
assert all(a == b
for a, b in zip(applied_patches, insert_code_patches))
for patch in insert_code_patches[len(applied_patches):]:
self.save_state(applied_patches)
try:
l.info("Trying to add patch: %s", str(patch))
if patch.name is not None:
self.name_map[
patch.name] = self.get_current_code_position()
new_code = self.insert_detour(patch)
self.added_code += new_code
applied_patches.append(patch)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
except (DetourException, MissingBlockException,
DoubleDetourException) as e:
l.warning(e)
insert_code_patches, removed = self.handle_remove_patch(
insert_code_patches, patch)
#print map(str,removed)
applied_patches = self.restore_state(
applied_patches, removed)
l.warning(
"One patch failed, rolling back InsertCodePatch patches. Failed patch: %s",
str(patch))
break
# TODO: right now rollback goes back to 0 patches, we may want to go back less
# the solution is to save touched_bytes and ncontent indexed by applied patfch
# and go back to the biggest compatible list of patches
else:
break #at this point we applied everything in current insert_code_patches
# TODO symbol name, for now no name_map for InsertCode patches
self.ncontent = self.insert_bytes(self.ncontent, self.added_code,
self.added_code_file_start)
# Modifiy sections if needed
if (len(self.added_data) + len(self.added_code) > 0):
# update ELF header
current_Ehdr = self.structs.Elf_Ehdr.parse(self.ncontent)
current_Ehdr['e_shoff'] += len(self.added_code) + len(
self.added_data)
self.ncontent = utils.bytes_overwrite(
self.ncontent, self.structs.Elf_Ehdr.build(current_Ehdr), 0)
# update section headers
current_Shdr_index = -1
for section in self.sections:
current_Shdr_index += 1
current_Shdr = section.header
if section.name == ".text":
pass
elif section.name == ".data":
current_Shdr['sh_size'] += len(self.added_code) + len(
self.added_data)
current_Shdr['sh_addr'] = self.text_section_size
else:
current_Shdr['sh_offset'] += len(self.added_code) + len(
self.added_data)
self.ncontent = utils.bytes_overwrite(
self.ncontent, self.structs.Elf_Shdr.build(current_Shdr),
current_Ehdr['e_shoff'] +
current_Ehdr['e_shentsize'] * current_Shdr_index)
def apply_patches(self, patches):
# deal with stackable patches
# add stackable patches to the one with highest priority
insert_code_patches = [
p for p in patches if isinstance(p, InsertCodePatch)
]
insert_code_patches_dict = defaultdict(list)
for p in insert_code_patches:
insert_code_patches_dict[p.addr].append(p)
insert_code_patches_dict_sorted = defaultdict(list)
for k, v in insert_code_patches_dict.items():
insert_code_patches_dict_sorted[k] = sorted(
v, key=lambda x: -1 * x.priority)
insert_code_patches_stackable = [
p for p in patches
if isinstance(p, InsertCodePatch) and p.stackable
]
for sp in insert_code_patches_stackable:
assert len(sp.dependencies) == 0
if sp.addr in insert_code_patches_dict_sorted:
highest_priority_at_addr = insert_code_patches_dict_sorted[
sp.addr][0]
if highest_priority_at_addr != sp:
highest_priority_at_addr.asm_code += "\n" + sp.asm_code + "\n"
patches.remove(sp)
#deal with AddLabel patches
for patch in patches:
if isinstance(patch, AddLabelPatch):
self.name_map[patch.name] = patch.addr
# check for duplicate labels, it is not very necessary for this backend
# but it is better to behave in the same way of the reassembler backend
relevant_patches = [
p for p in patches
if (isinstance(p, (AddCodePatch, InsertCodePatch)))
]
all_code = ""
for p in relevant_patches:
if isinstance(p, InsertCodePatch):
code = p.code
else:
code = p.asm_code
all_code += "\n" + code + "\n"
labels = utils.string_to_labels(all_code)
duplicates = set(x for x in labels if labels.count(x) > 1)
if len(duplicates) > 1:
raise DuplicateLabelsException(
"found duplicate assembly labels: %s" % (str(duplicates)))
for patch in patches:
if isinstance(patch, (AddEntryPointPatch, AddSegmentHeaderPatch,
SegmentHeaderPatch)):
raise NotImplementedError()
# 0) RawPatch:
for patch in patches:
if isinstance(patch, RawFilePatch):
self.ncontent = utils.bytes_overwrite(self.ncontent,
patch.data,
patch.file_addr)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
for patch in patches:
if isinstance(patch, RawMemPatch):
self.patch_bin(patch.addr, patch.data)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
for patch in patches:
if isinstance(patch, RemoveInstructionPatch):
if patch.ins_size is None:
ins = self.read_mem_from_file(patch.ins_addr, 4)
size = self.disassemble(ins,
0,
is_thumb=self.check_if_thumb(
patch.ins_addr))[0].size
else:
size = patch.ins_size
self.patch_bin(
patch.ins_addr, b"\x00\xbf" * int(
(size + 2 - 1) / 2) if self.check_if_thumb(
patch.ins_addr) else b"\x00\xF0\x20\xE3" * int(
(size + 4 - 1) / 4))
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 1) Add{RO/RW/RWInit}DataPatch
curr_data_position = self.name_map["ADDED_DATA_START"]
for patch in patches:
if isinstance(
patch,
(AddRWDataPatch, AddRODataPatch, AddRWInitDataPatch)):
if hasattr(patch, "data"):
final_patch_data = patch.data
else:
final_patch_data = b"\x00" * patch.len
self.added_data += final_patch_data
if patch.name is not None:
self.name_map[patch.name] = curr_data_position
curr_data_position += len(final_patch_data)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
if ((len(self.added_data) + self.added_data_file_start) % 2 == 1):
self.added_data += b"\x00"
self.ncontent = self.insert_bytes(self.ncontent, self.added_data,
self.added_data_file_start)
self.added_code_file_start = self.added_data_file_start + len(
self.added_data)
self.name_map.force_insert(
"ADDED_CODE_START",
self.name_map['ADDED_DATA_START'] + len(self.added_data))
# 2) AddCodePatch
# resolving symbols
current_symbol_pos = self.get_current_code_position()
for patch in patches:
if isinstance(patch, AddCodePatch):
if patch.is_c:
code_len = len(
self.compile_c(patch.asm_code,
optimization=patch.optimization,
compiler_flags=patch.compiler_flags,
is_thumb=patch.is_thumb))
else:
code_len = len(
self.compile_asm(patch.asm_code,
current_symbol_pos,
is_thumb=patch.is_thumb))
if patch.name is not None:
self.name_map[patch.name] = current_symbol_pos
current_symbol_pos += code_len
# now compile for real
for patch in patches:
if isinstance(patch, AddCodePatch):
if patch.is_c:
new_code = self.compile_c(
patch.asm_code,
optimization=patch.optimization,
compiler_flags=patch.compiler_flags,
is_thumb=patch.is_thumb)
else:
new_code = self.compile_asm(
patch.asm_code,
self.get_current_code_position(),
self.name_map,
is_thumb=patch.is_thumb)
self.added_code += new_code
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 4) InlinePatch
# we assume the patch never patches the added code
for patch in patches:
if isinstance(patch, InlinePatch):
new_code = self.compile_asm(patch.new_asm,
patch.instruction_addr,
self.name_map,
is_thumb=self.check_if_thumb(
patch.instruction_addr))
# Limiting the inline patch to a single block is not necessary
# assert len(new_code) <= self.project.factory.block(patch.instruction_addr, num_inst=patch.num_instr, max_size=).size
file_offset = self.project.loader.main_object.addr_to_offset(
patch.instruction_addr)
self.ncontent = utils.bytes_overwrite(self.ncontent, new_code,
file_offset)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
# 5) InsertCodePatch
# these patches specify an address in some basic block, In general we will move the basic block
# and fix relative offsets
# With this backend heer we can fail applying a patch, in case, resolve dependencies
insert_code_patches = [
p for p in patches if isinstance(p, InsertCodePatch)
]
insert_code_patches = sorted(insert_code_patches,
key=lambda x: -1 * x.priority)
applied_patches = []
while True:
name_list = [
str(p) if (p is None or p.name is None) else p.name
for p in applied_patches
]
l.info("applied_patches is: |%s|", "-".join(name_list))
assert all(a == b
for a, b in zip(applied_patches, insert_code_patches))
for patch in insert_code_patches[len(applied_patches):]:
self.save_state(applied_patches)
try:
l.info("Trying to add patch: %s", str(patch))
if patch.name is not None:
self.name_map[
patch.name] = self.get_current_code_position()
new_code = self.insert_detour(patch)
self.added_code += new_code
applied_patches.append(patch)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
except (DetourException, MissingBlockException,
DoubleDetourException) as e:
l.warning(e)
insert_code_patches, removed = self.handle_remove_patch(
insert_code_patches, patch)
#print map(str,removed)
applied_patches = self.restore_state(
applied_patches, removed)
l.warning(
"One patch failed, rolling back InsertCodePatch patches. Failed patch: %s",
str(patch))
break
# TODO: right now rollback goes back to 0 patches, we may want to go back less
# the solution is to save touched_bytes and ncontent indexed by applied patfch
# and go back to the biggest compatible list of patches
else:
break #at this point we applied everything in current insert_code_patches
# TODO symbol name, for now no name_map for InsertCode patches
# 5.5) ReplaceFunctionPatch
for patch in patches:
if isinstance(patch, ReplaceFunctionPatch):
l.warning(
"ReplaceFunctionPatch: ARM/Thumb interworking is not yet supported."
)
is_thumb = self.check_if_thumb(patch.addr)
patch.addr = patch.addr - (patch.addr % 2)
new_code = self.compile_function(
patch.asm_code,
compiler_flags="-fPIE"
if self.project.loader.main_object.pic else "",
is_thumb=is_thumb,
entry=patch.addr,
symbols=patch.symbols)
file_offset = self.project.loader.main_object.addr_to_offset(
patch.addr)
self.ncontent = utils.bytes_overwrite(
self.ncontent,
(b"\x00\xBF" * (patch.size // 2)) if is_thumb else
(b"\x00\xF0\x20\xE3" * (patch.size // 4)), file_offset)
if (patch.size >= len(new_code)):
file_offset = self.project.loader.main_object.addr_to_offset(
patch.addr)
self.ncontent = utils.bytes_overwrite(
self.ncontent, new_code, file_offset)
else:
detour_pos = self.get_current_code_position()
offset = self.project.loader.main_object.mapped_base if self.project.loader.main_object.pic else 0
new_code = self.compile_function(
patch.asm_code,
compiler_flags="-fPIE"
if self.project.loader.main_object.pic else "",
is_thumb=is_thumb,
entry=detour_pos + offset,
symbols=patch.symbols)
self.added_code += new_code
# compile jmp
jmp_code = self.compile_jmp(patch.addr,
detour_pos + offset,
is_thumb=is_thumb)
self.patch_bin(patch.addr, jmp_code)
self.added_patches.append(patch)
l.info("Added patch: %s", str(patch))
self.ncontent = self.insert_bytes(self.ncontent, self.added_code,
self.added_code_file_start)
# Modifiy sections and 3rd LOAD segment if needed
if (len(self.added_data) + len(self.added_code) > 0):
# update ELF header
current_Ehdr = self.structs.Elf_Ehdr.parse(self.ncontent)
current_Ehdr['e_shoff'] += len(self.added_code) + len(
self.added_data)
self.ncontent = utils.bytes_overwrite(
self.ncontent, self.structs.Elf_Ehdr.build(current_Ehdr), 0)
# update section headers
current_Shdr_index = -1
for section in self.sections:
current_Shdr_index += 1
current_Shdr = section.header
if current_Shdr['sh_offset'] >= self.added_data_file_start:
current_Shdr['sh_offset'] += len(self.added_code) + len(
self.added_data)
elif section.name == ".data":
current_Shdr['sh_size'] += len(self.added_code) + len(
self.added_data)
else:
pass
self.ncontent = utils.bytes_overwrite(
self.ncontent, self.structs.Elf_Shdr.build(current_Shdr),
current_Ehdr['e_shoff'] +
current_Ehdr['e_shentsize'] * current_Shdr_index)
# update 2nd & 3rd segment header
current_Phdr = self.modded_segments[1]
current_Phdr['p_filesz'] += len(self.added_code) + len(
self.added_data)
current_Phdr['p_memsz'] += len(self.added_code) + len(
self.added_data)
self.ncontent = utils.bytes_overwrite(
self.ncontent, self.structs.Elf_Phdr.build(current_Phdr),
current_Ehdr['e_phoff'] + current_Ehdr['e_phentsize'] * 1)
current_Phdr = self.modded_segments[2]
current_Phdr['p_offset'] += len(self.added_code) + len(
self.added_data)
current_Phdr['p_vaddr'] += len(self.added_code) + len(
self.added_data)
current_Phdr['p_paddr'] += len(self.added_code) + len(
self.added_data)
self.ncontent = utils.bytes_overwrite(
self.ncontent, self.structs.Elf_Phdr.build(current_Phdr),
current_Ehdr['e_phoff'] + current_Ehdr['e_phentsize'] * 2)
def apply_patches(self, patches):
# deal with stackable patches
# add stackable patches to the one with highest priority
insert_code_patches = [p for p in patches if isinstance(p, InsertCodePatch)]
insert_code_patches_dict = defaultdict(list)
for p in insert_code_patches:
insert_code_patches_dict[p.addr].append(p)
insert_code_patches_dict_sorted = defaultdict(list)
for k,v in insert_code_patches_dict.iteritems():
insert_code_patches_dict_sorted[k] = sorted(v,key=lambda x:-1*x.priority)
insert_code_patches_stackable = [p for p in patches if isinstance(p, InsertCodePatch) and p.stackable]
for sp in insert_code_patches_stackable:
assert len(sp.dependencies) == 0
if sp.addr in insert_code_patches_dict_sorted:
highest_priority_at_addr = insert_code_patches_dict_sorted[sp.addr][0]
if highest_priority_at_addr != sp:
highest_priority_at_addr.asm_code += "\n"+sp.asm_code+"\n"
patches.remove(sp)
#deal with AddLabel patches
lpatches = [p for p in patches if (isinstance(p, AddLabelPatch))]
for p in lpatches:
self.name_map[p.name] = p.addr
# check for duplicate labels, it is not very necessary for this backend
# but it is better to behave in the same way of the reassembler backend
relevant_patches = [p for p in patches if (isinstance(p, AddCodePatch) or \
isinstance(p, InsertCodePatch) or isinstance(p, AddEntryPointPatch))]
all_code = ""
for p in relevant_patches:
if isinstance(p, InsertCodePatch):
code = p.code
else:
code = p.asm_code
all_code += "\n"+code+"\n"
labels = utils.string_to_labels(all_code)
duplicates = set([x for x in labels if labels.count(x) > 1])
if len(duplicates) > 1:
raise DuplicateLabelsException("found duplicate assembly labels: %s" % (str(duplicates)))
# for now any added code will be executed by jumping out and back ie CGRex
# apply all add code patches
self.added_code_file_start = len(self.ncontent)
self.name_map.force_insert("ADDED_CODE_START",(len(self.ncontent) % 0x1000) + self.added_code_segment)
# 0) RawPatch:
for patch in patches:
if isinstance(patch, RawFilePatch):
self.ncontent = utils.str_overwrite(self.ncontent,patch.data,patch.file_addr)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
for patch in patches:
if isinstance(patch, RawMemPatch):
self.patch_bin(patch.addr,patch.data)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
if self.data_fallback:
# 1)
self.added_data_file_start = len(self.ncontent)
curr_data_position = self.name_map["ADDED_DATA_START"]
for patch in patches:
if isinstance(patch, AddRWDataPatch) or isinstance(patch, AddRODataPatch) or \
isinstance(patch, AddRWInitDataPatch):
if hasattr(patch,"data"):
final_patch_data = patch.data
else:
final_patch_data = "\x00"*patch.len
self.added_data += final_patch_data
if patch.name is not None:
self.name_map[patch.name] = curr_data_position
curr_data_position += len(final_patch_data)
self.ncontent = utils.str_overwrite(self.ncontent, final_patch_data)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
self.ncontent = utils.pad_str(self.ncontent, 0x10) # some minimal alignment may be good
self.added_code_file_start = len(self.ncontent)
self.name_map.force_insert("ADDED_CODE_START",(len(self.ncontent) % 0x1000) + self.added_code_segment)
else:
# 1.1) AddRWDataPatch
for patch in patches:
if isinstance(patch, AddRWDataPatch):
if patch.name is not None:
self.name_map[patch.name] = self.name_map["ADDED_DATA_START"] + self.added_rwdata_len
self.added_rwdata_len += patch.len
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
# 1.2) AddRWInitDataPatch
for patch in patches:
if isinstance(patch, AddRWInitDataPatch):
self.to_init_data += patch.data
if patch.name is not None:
self.name_map[patch.name] = self.name_map["ADDED_DATA_START"] + self.added_rwdata_len + \
self.added_rwinitdata_len
self.added_rwinitdata_len += len(patch.data)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
if self.to_init_data != "":
code = '''
jmp _skip_data
_to_init_data:
db %s
_skip_data:
mov esi, _to_init_data
mov edi, %s
mov ecx, %d
cld
rep movsb
''' % (",".join([hex(ord(x)) for x in self.to_init_data]), \
hex(self.name_map["ADDED_DATA_START"] + self.added_rwdata_len), \
self.added_rwinitdata_len)
patches.append(AddEntryPointPatch(code,priority=1000,name="INIT_DATA"))
# 1.3) AddRODataPatch
for patch in patches:
if isinstance(patch, AddRODataPatch):
self.to_init_data += patch.data
if patch.name is not None:
self.name_map[patch.name] = self.get_current_code_position()
self.added_code += patch.data
self.ncontent = utils.str_overwrite(self.ncontent, patch.data)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
# 2) AddCodePatch
# resolving symbols
current_symbol_pos = self.get_current_code_position()
for patch in patches:
if isinstance(patch, AddCodePatch):
if patch.is_c:
code_len = len(utils.compile_c(patch.asm_code,optimization=patch.optimization))
else:
code_len = len(utils.compile_asm_fake_symbol(patch.asm_code, current_symbol_pos))
if patch.name is not None:
self.name_map[patch.name] = current_symbol_pos
current_symbol_pos += code_len
# now compile for real
for patch in patches:
if isinstance(patch, AddCodePatch):
if patch.is_c:
new_code = utils.compile_c(patch.asm_code,optimization=patch.optimization)
else:
new_code = utils.compile_asm(patch.asm_code, self.get_current_code_position(), self.name_map)
self.added_code += new_code
self.ncontent = utils.str_overwrite(self.ncontent, new_code)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
# 3) AddEntryPointPatch
# basically like AddCodePatch but we detour by changing oep
# and we jump at the end of all of them
# resolving symbols
if any([isinstance(p, AddEntryPointPatch) for p in patches]):
pre_entrypoint_code_position = self.get_current_code_position()
current_symbol_pos = self.get_current_code_position()
entrypoint_patches = [p for p in patches if isinstance(p,AddEntryPointPatch)]
between_restore_entrypoint_patches = sorted([p for p in entrypoint_patches if not p.after_restore], \
key=lambda x:-1*x.priority)
after_restore_entrypoint_patches = sorted([p for p in entrypoint_patches if p.after_restore], \
key=lambda x:-1*x.priority)
current_symbol_pos += len(utils.compile_asm_fake_symbol("pusha\n", current_symbol_pos))
for patch in between_restore_entrypoint_patches:
code_len = len(utils.compile_asm_fake_symbol(patch.asm_code, current_symbol_pos))
if patch.name is not None:
self.name_map[patch.name] = current_symbol_pos
current_symbol_pos += code_len
# now compile for real
new_code = utils.compile_asm(ASM_ENTRY_POINT_PUSH_ENV, self.get_current_code_position())
self.added_code += new_code
self.ncontent = utils.str_overwrite(self.ncontent, new_code)
for patch in between_restore_entrypoint_patches:
new_code = utils.compile_asm(patch.asm_code, self.get_current_code_position(), self.name_map)
self.added_code += new_code
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
self.ncontent = utils.str_overwrite(self.ncontent, new_code)
restore_code = ASM_ENTRY_POINT_RESTORE_ENV
current_symbol_pos += len(utils.compile_asm_fake_symbol(restore_code, current_symbol_pos))
for patch in after_restore_entrypoint_patches:
code_len = len(utils.compile_asm_fake_symbol(patch.asm_code, current_symbol_pos))
if patch.name is not None:
self.name_map[patch.name] = current_symbol_pos
current_symbol_pos += code_len
# now compile for real
new_code = utils.compile_asm(restore_code, self.get_current_code_position())
self.added_code += new_code
self.ncontent = utils.str_overwrite(self.ncontent, new_code)
for patch in after_restore_entrypoint_patches:
new_code = utils.compile_asm(patch.asm_code, self.get_current_code_position(), self.name_map)
self.added_code += new_code
self.ncontent = utils.str_overwrite(self.ncontent, new_code)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
oep = self.get_oep()
self.set_oep(pre_entrypoint_code_position)
new_code = utils.compile_jmp(self.get_current_code_position(),oep)
self.added_code += new_code
self.ncontent += new_code
# 4) InlinePatch
# we assume the patch never patches the added code
for patch in patches:
if isinstance(patch, InlinePatch):
new_code = utils.compile_asm(patch.new_asm, patch.instruction_addr, self.name_map)
assert len(new_code) == self.project.factory.block(patch.instruction_addr, num_inst=1).size
file_offset = self.project.loader.main_object.addr_to_offset(patch.instruction_addr)
self.ncontent = utils.str_overwrite(self.ncontent, new_code, file_offset)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
# 5) InsertCodePatch
# these patches specify an address in some basic block, In general we will move the basic block
# and fix relative offsets
# With this backend heer we can fail applying a patch, in case, resolve dependencies
insert_code_patches = [p for p in patches if isinstance(p, InsertCodePatch)]
insert_code_patches = sorted([p for p in insert_code_patches],key=lambda x:-1*x.priority)
applied_patches = []
while True:
name_list = [str(p) if (p==None or p.name==None) else p.name for p in applied_patches]
l.info("applied_patches is: |" + "-".join(name_list)+"|")
assert all([a == b for a,b in zip(applied_patches,insert_code_patches)])
for patch in insert_code_patches[len(applied_patches):]:
self.save_state(applied_patches)
try:
l.info("Trying to add patch: " + str(patch))
new_code = self.insert_detour(patch)
self.added_code += new_code
self.ncontent = utils.str_overwrite(self.ncontent, new_code)
applied_patches.append(patch)
self.added_patches.append(patch)
l.info("Added patch: " + str(patch))
except (DetourException, MissingBlockException, DoubleDetourException) as e:
l.warning(e)
insert_code_patches, removed = self.handle_remove_patch(insert_code_patches,patch)
#print map(str,removed)
applied_patches = self.restore_state(applied_patches, removed)
l.warning("One patch failed, rolling back InsertCodePatch patches. Failed patch: "+str(patch))
break
# TODO: right now rollback goes back to 0 patches, we may want to go back less
# the solution is to save touched_bytes and ncontent indexed by applied patfch
# and go back to the biggest compatible list of patches
else:
break #at this point we applied everything in current insert_code_patches
# TODO symbol name, for now no name_map for InsertCode patches
header_patches = [InsertCodePatch,InlinePatch,AddEntryPointPatch,AddCodePatch, \
AddRWDataPatch,AddRODataPatch,AddRWInitDataPatch]
if any([isinstance(p,ins) for ins in header_patches for p in self.added_patches]) or \
any([isinstance(p,SegmentHeaderPatch) for p in patches]) or self.pdf_removed:
# either implicitly (because of a patch adding code or data) or explicitly, we need to change segment headers
# 6) SegmentHeaderPatch
segment_header_patches = [p for p in patches if isinstance(p,SegmentHeaderPatch)]
if len(segment_header_patches) > 1:
msg = "more than one patch tries to change segment headers: " + "|".join([str(p) for p in segment_header_patches])
raise IncompatiblePatchesException(msg)
elif len(segment_header_patches) == 1:
segment_patch = segment_header_patches[0]
segments = segment_patch.segment_headers
l.info("Added patch: " + str(segment_patch))
else:
segments = self.modded_segments
for patch in [p for p in patches if isinstance(p,AddSegmentHeaderPatch)]:
# add after the first
segments = [segments[0]] + [patch.new_segment] + segments[1:]
if not self.data_fallback:
last_segment = segments[-1]
p_type, p_offset, p_vaddr, p_paddr, p_filesz, p_memsz, p_flags, p_align = last_segment
last_segment = p_type, p_offset, p_vaddr, p_paddr, \
p_filesz, p_memsz + self.added_rwdata_len + self.added_rwinitdata_len, p_flags, p_align
segments[-1] = last_segment
self.setup_headers(segments)
self.set_added_segment_headers(len(segments))
l.debug("final symbol table: "+ repr([(k,hex(v)) for k,v in self.name_map.iteritems()]))
else:
l.info("no patches, the binary will not be touched")