def test_msg_nullbyte(): f = unpack("tests/files/ole_nullbyte.zip") assert len(f.children) == 1 assert len(f.children[0].children) == 2 ole = f.children[0] assert ole.filename == "You have recevied a message.msg" assert f.read(ole.extrpath) == ole.contents doc = ole.children[0] assert doc.filename == "eFax_document-4631559.doc" assert doc.relapath == "eFax_document-4631559.doc\x00" assert doc.relaname == "eFax_document-4631559.doc" z = zipfile.ZipFile(io.BytesIO(zipify(ole))) assert z.read(doc.relaname) == doc.contents
def submit(self, submit_id, config): """Reads, interprets, and converts the JSON configuration provided by the Web Interface into something we insert into the database.""" ret = [] submit = db.view_submit(submit_id) machines = {} for entry in config["file_selection"]: # Merge the global & per-file analysis options. info = copy.deepcopy(config["global"]) info.update(entry) info.update(entry.get("options", {})) options = copy.deepcopy(config["global"]["options"]) options.update(entry.get("options", {}).get("options", {})) machine = info.get("machine") if machine: if machine not in machines: m = db.view_machine(machine) # TODO Add error handling for missing machine entry. machines[machine] = m.label if m else None machine = machines[machine] else: machine = None kw = { "package": info.get("package") or "", "timeout": info.get("timeout", 120), "priority": info.get("priority"), "custom": info.get("custom"), "owner": info.get("owner"), "tags": info.get("tags"), "memory": options.get("full-memory-dump"), "enforce_timeout": options.get("enforce-timeout"), "machine": machine, "platform": info.get("platform"), "options": self.translate_options_from(info, options), "submit_id": submit_id, } if entry["type"] == "url": ret.append(submit_task.add_url(url=info["filename"], **kw)) continue # for each selected file entry, create a new temp. folder path_dest = Folders.create_temp() if not info["extrpath"]: path = os.path.join(submit.tmp_path, os.path.basename(info["filename"])) filepath = Files.copy(path, path_dest=path_dest) ret.append(submit_task.add_path(file_path=filepath, **kw)) elif len(info["extrpath"]) == 1: arcpath = os.path.join(submit.tmp_path, os.path.basename(info["arcname"])) if not os.path.exists(arcpath): submit.data["errors"].append( "Unable to find parent archive file: %s" % os.path.basename(info["arcname"])) continue arc = sflock.zipify( sflock.unpack(contents=open(arcpath, "rb").read(), filename=info["arcname"])) # Create a .zip archive out of this container. arcpath = Files.temp_named_put( arc, os.path.basename(info["arcname"])) ret.append( submit_task.add_archive(file_path=arcpath, filename=info["relaname"], **kw)) else: arcpath = os.path.join(submit.tmp_path, os.path.basename(info["arcname"])) if not os.path.exists(arcpath): submit.data["errors"].append( "Unable to find parent archive file: %s" % os.path.basename(info["arcname"])) continue content = sflock.unpack(arcpath).read(info["extrpath"][:-1]) subarc = sflock.unpack(contents=content, filename=info["extrpath"][-2]) # Write intermediate .zip archive file. arcpath = Files.temp_named_put( sflock.zipify(subarc), os.path.basename(info["extrpath"][-2])) ret.append( submit_task.add_archive(file_path=arcpath, filename=info["relaname"], **kw)) return ret
def submit(self, submit_id, config): """Reads, interprets, and converts the JSON configuration provided by the Web Interface into something we insert into the database.""" ret = [] submit = db.view_submit(submit_id) machines = {} for entry in config["file_selection"]: # Merge the global & per-file analysis options. info = copy.deepcopy(config["global"]) info.update(entry) info.update(entry.get("options", {})) options = copy.deepcopy(config["global"]["options"]) options.update(entry.get("options", {}).get("options", {})) machine = info.get("machine") if machine: if machine not in machines: m = db.view_machine(machine) # TODO Add error handling for missing machine entry. machines[machine] = m.label if m else None machine = machines[machine] else: machine = None kw = { "package": info.get("package"), "timeout": info.get("timeout", 120), "priority": info.get("priority"), "custom": info.get("custom"), "owner": info.get("owner"), "tags": info.get("tags"), "memory": options.get("full-memory-dump"), "enforce_timeout": options.get("enforce-timeout"), "machine": machine, "platform": info.get("platform"), "options": self.translate_options_from(info, options), "submit_id": submit_id, } if entry["type"] == "url": ret.append(db.add_url( url=info["filename"], **kw )) continue # for each selected file entry, create a new temp. folder path_dest = Folders.create_temp() if not info["extrpath"]: path = os.path.join( submit.tmp_path, os.path.basename(info["filename"]) ) filepath = Files.copy(path, path_dest=path_dest) ret.append(db.add_path( file_path=filepath, **kw )) elif len(info["extrpath"]) == 1: arcpath = os.path.join( submit.tmp_path, os.path.basename(info["arcname"]) ) if not os.path.exists(arcpath): submit.data["errors"].append( "Unable to find parent archive file: %s" % os.path.basename(info["arcname"]) ) continue arc = sflock.zipify(sflock.unpack( contents=open(arcpath, "rb").read(), filename=info["arcname"] )) # Create a .zip archive out of this container. arcpath = Files.temp_named_put( arc, os.path.basename(info["arcname"]) ) ret.append(db.add_archive( file_path=arcpath, filename=info["relaname"], **kw )) else: arcpath = os.path.join( submit.tmp_path, os.path.basename(info["arcname"]) ) if not os.path.exists(arcpath): submit.data["errors"].append( "Unable to find parent archive file: %s" % os.path.basename(info["arcname"]) ) continue content = sflock.unpack(arcpath).read(info["extrpath"][:-1]) subarc = sflock.unpack( contents=content, filename=info["extrpath"][-2] ) # Write intermediate .zip archive file. arcpath = Files.temp_named_put( sflock.zipify(subarc), os.path.basename(info["extrpath"][-2]) ) ret.append(db.add_archive( file_path=arcpath, filename=info["relaname"], **kw )) return ret