예제 #1
0
    def __init__(self):
        log.info("load node config...")

        self.is_interrupted = False

        config_parser = SafeConfigParser()
        config_parser.read(self.CONFIG_FILE)

        self.name = config_parser.get("node", "name")
        self.network_address = config_parser.get("node", "network_address")
        self.metadata = config_parser.get("node", "metadata")
        self.download_dir = config_parser.get("node", "download_dir")
        self.hermes = Connector(config_parser.get("hermes", "hermes_url"))
        self.username = config_parser.get("hermes", "username")
        self.password = config_parser.get("hermes", "password")

        cuckoo_instances = config_parser.get("node", "cuckoo_instances")\
            .split(",")

        self._mt = MonitorThread()
        self._mt.start()
        self._mt.attach(self)

        self.cuckoo_instances = dict()
        for instance in cuckoo_instances:
            hypervisor = config_parser.get(instance, "hypervisor")
            ip = config_parser.get(instance, "rest_api_ip")
            port = config_parser.get(instance, "rest_api_port")
            cuckoo_base_dir = config_parser.get(instance, "cuckoo_base_dir")
            sensor_dir = cuckoo_base_dir + config_parser.get(instance, "sensor_dir")
            self.storage_dir = cuckoo_base_dir + config_parser.get(instance, "storage_dir")
            self.binaries_dir = cuckoo_base_dir + config_parser.get(instance, "binaries_dir")
            db_dir = cuckoo_base_dir + config_parser.get(instance, "db_dir")
            cuckoo_config = CuckooInstance(hypervisor, ip, port, sensor_dir,
                                           self.storage_dir)
            self.cuckoo_instances[hypervisor] = cuckoo_config

            # cleanup old files
            self.cleanup_cuckoo(db_dir, self.storage_dir)

            # launch cuckoo and api processes
            cuckoo_py = cuckoo_base_dir + config_parser.get(instance, "cuckoo_py")
            api_py = cuckoo_base_dir + config_parser.get(instance, "api_py")
            self.init_subprocesses(cuckoo_py, api_py)

        self.jobs = []
        self.failed_job_ids = []

        self.login()

        config_parser.read(self.SYSTEM_FILE)
        if config_parser.has_option("system", "node_id"):
            self.id = config_parser.get("system", "node_id")
        else:
            # this means node is not registered
            log.info("no node id found, registering node on hermes")
            self.register_node()
예제 #2
0
class Secretary(Observer):
    """A manager class for a cuckoo node, used to poll jobs from the hermes
    system and submit them to the node.
    Uses the cuckoo REST-API for submitting jobs.

    Attributes:
        name -- the name of the node on which secretary is running
        network_address -- the ip address of the node
        metadata -- some descriptive metadata about the node
        download_dir -- the directory that is used to download files
                        from hermes
        cuckoo_instances -- dictionary with configured cuckoo instances. The
                            keys are the used hypervisors.
        jobs -- a list of all active jobs
        hermes -- the interface to the hermes server
        id -- the id of the node on which secretary is running
    """

    ERROR_MSG_NO_HYPERVISOR = "no corresponding hypervisor found"
    CONFIG_FILE = "secretary.conf"
    SYSTEM_FILE = "system.conf"

    def __init__(self):
        log.info("load node config...")

        self.is_interrupted = False

        config_parser = SafeConfigParser()
        config_parser.read(self.CONFIG_FILE)

        self.name = config_parser.get("node", "name")
        self.network_address = config_parser.get("node", "network_address")
        self.metadata = config_parser.get("node", "metadata")
        self.download_dir = config_parser.get("node", "download_dir")
        self.hermes = Connector(config_parser.get("hermes", "hermes_url"))
        self.username = config_parser.get("hermes", "username")
        self.password = config_parser.get("hermes", "password")

        cuckoo_instances = config_parser.get("node", "cuckoo_instances")\
            .split(",")

        self._mt = MonitorThread()
        self._mt.start()
        self._mt.attach(self)

        self.cuckoo_instances = dict()
        for instance in cuckoo_instances:
            hypervisor = config_parser.get(instance, "hypervisor")
            ip = config_parser.get(instance, "rest_api_ip")
            port = config_parser.get(instance, "rest_api_port")
            cuckoo_base_dir = config_parser.get(instance, "cuckoo_base_dir")
            sensor_dir = cuckoo_base_dir + config_parser.get(
                instance, "sensor_dir")
            self.storage_dir = cuckoo_base_dir + config_parser.get(
                instance, "storage_dir")
            self.binaries_dir = cuckoo_base_dir + config_parser.get(
                instance, "binaries_dir")
            db_dir = cuckoo_base_dir + config_parser.get(instance, "db_dir")
            cuckoo_config = CuckooInstance(hypervisor, ip, port, sensor_dir,
                                           self.storage_dir)
            self.cuckoo_instances[hypervisor] = cuckoo_config

            # cleanup old files
            self.cleanup_cuckoo(db_dir, self.storage_dir)

            # launch cuckoo and api processes
            cuckoo_py = cuckoo_base_dir + config_parser.get(
                instance, "cuckoo_py")
            api_py = cuckoo_base_dir + config_parser.get(instance, "api_py")
            self.init_subprocesses(cuckoo_py, api_py)

        self.jobs = []
        self.failed_job_ids = []

        self.login()

        config_parser.read(self.SYSTEM_FILE)
        if config_parser.has_option("system", "node_id"):
            self.id = config_parser.get("system", "node_id")
        else:
            # this means node is not registered
            log.info("no node id found, registering node on hermes")
            self.register_node()

    def update(self):
        log.error("update from observable")

    def init_subprocesses(self, cuckoo_path, api_path):
        self._mt.attach_process(
            CuckooCoreWrapper(target=cuckoo_path,
                              name="CuckooCore",
                              respawn=True))
        time.sleep(5)  # Wait for cuckoo core to become ready
        self._mt.attach_process(
            CuckooApiWrapper(target=api_path, name="CuckooApi", respawn=True))

    def login(self):
        try:
            self.hermes.login(self.username, self.password)
        except ApiError, e:
            raise HermesError(str(e))
        except RequestError, e:
            raise HermesError(str(e))
예제 #3
0
    def __init__(self):
        log.info("load node config...")

        self.is_interrupted = False

        config_parser = SafeConfigParser()
        config_parser.read(self.CONFIG_FILE)

        self.name = config_parser.get("node", "name")
        self.network_address = config_parser.get("node", "network_address")
        self.metadata = config_parser.get("node", "metadata")
        self.download_dir = config_parser.get("node", "download_dir")
        self.hermes = Connector(config_parser.get("hermes", "hermes_url"))
        self.username = config_parser.get("hermes", "username")
        self.password = config_parser.get("hermes", "password")

        cuckoo_instances = config_parser.get("node", "cuckoo_instances")\
            .split(",")

        self._mt = MonitorThread()
        self._mt.start()
        self._mt.attach(self)

        self.cuckoo_instances = dict()
        for instance in cuckoo_instances:
            hypervisor = config_parser.get(instance, "hypervisor")
            ip = config_parser.get(instance, "rest_api_ip")
            port = config_parser.get(instance, "rest_api_port")
            cuckoo_base_dir = config_parser.get(instance, "cuckoo_base_dir")
            sensor_dir = cuckoo_base_dir + config_parser.get(
                instance, "sensor_dir")
            self.storage_dir = cuckoo_base_dir + config_parser.get(
                instance, "storage_dir")
            self.binaries_dir = cuckoo_base_dir + config_parser.get(
                instance, "binaries_dir")
            db_dir = cuckoo_base_dir + config_parser.get(instance, "db_dir")
            cuckoo_config = CuckooInstance(hypervisor, ip, port, sensor_dir,
                                           self.storage_dir)
            self.cuckoo_instances[hypervisor] = cuckoo_config

            # cleanup old files
            self.cleanup_cuckoo(db_dir, self.storage_dir)

            # launch cuckoo and api processes
            cuckoo_py = cuckoo_base_dir + config_parser.get(
                instance, "cuckoo_py")
            api_py = cuckoo_base_dir + config_parser.get(instance, "api_py")
            self.init_subprocesses(cuckoo_py, api_py)

        self.jobs = []
        self.failed_job_ids = []

        self.login()

        config_parser.read(self.SYSTEM_FILE)
        if config_parser.has_option("system", "node_id"):
            self.id = config_parser.get("system", "node_id")
        else:
            # this means node is not registered
            log.info("no node id found, registering node on hermes")
            self.register_node()
예제 #4
0
class Secretary(Observer):
    """A manager class for a cuckoo node, used to poll jobs from the hermes
    system and submit them to the node.
    Uses the cuckoo REST-API for submitting jobs.

    Attributes:
        name -- the name of the node on which secretary is running
        network_address -- the ip address of the node
        metadata -- some descriptive metadata about the node
        download_dir -- the directory that is used to download files
                        from hermes
        cuckoo_instances -- dictionary with configured cuckoo instances. The
                            keys are the used hypervisors.
        jobs -- a list of all active jobs
        hermes -- the interface to the hermes server
        id -- the id of the node on which secretary is running
    """

    ERROR_MSG_NO_HYPERVISOR = "no corresponding hypervisor found"
    CONFIG_FILE = "secretary.conf"
    SYSTEM_FILE = "system.conf"

    def __init__(self):
        log.info("load node config...")

        self.is_interrupted = False

        config_parser = SafeConfigParser()
        config_parser.read(self.CONFIG_FILE)

        self.name = config_parser.get("node", "name")
        self.network_address = config_parser.get("node", "network_address")
        self.metadata = config_parser.get("node", "metadata")
        self.download_dir = config_parser.get("node", "download_dir")
        self.hermes = Connector(config_parser.get("hermes", "hermes_url"))
        self.username = config_parser.get("hermes", "username")
        self.password = config_parser.get("hermes", "password")

        cuckoo_instances = config_parser.get("node", "cuckoo_instances")\
            .split(",")

        self._mt = MonitorThread()
        self._mt.start()
        self._mt.attach(self)

        self.cuckoo_instances = dict()
        for instance in cuckoo_instances:
            hypervisor = config_parser.get(instance, "hypervisor")
            ip = config_parser.get(instance, "rest_api_ip")
            port = config_parser.get(instance, "rest_api_port")
            cuckoo_base_dir = config_parser.get(instance, "cuckoo_base_dir")
            sensor_dir = cuckoo_base_dir + config_parser.get(instance, "sensor_dir")
            self.storage_dir = cuckoo_base_dir + config_parser.get(instance, "storage_dir")
            self.binaries_dir = cuckoo_base_dir + config_parser.get(instance, "binaries_dir")
            db_dir = cuckoo_base_dir + config_parser.get(instance, "db_dir")
            cuckoo_config = CuckooInstance(hypervisor, ip, port, sensor_dir,
                                           self.storage_dir)
            self.cuckoo_instances[hypervisor] = cuckoo_config

            # cleanup old files
            self.cleanup_cuckoo(db_dir, self.storage_dir)

            # launch cuckoo and api processes
            cuckoo_py = cuckoo_base_dir + config_parser.get(instance, "cuckoo_py")
            api_py = cuckoo_base_dir + config_parser.get(instance, "api_py")
            self.init_subprocesses(cuckoo_py, api_py)

        self.jobs = []
        self.failed_job_ids = []

        self.login()

        config_parser.read(self.SYSTEM_FILE)
        if config_parser.has_option("system", "node_id"):
            self.id = config_parser.get("system", "node_id")
        else:
            # this means node is not registered
            log.info("no node id found, registering node on hermes")
            self.register_node()

    def update(self):
        log.error("update from observable")

    def init_subprocesses(self, cuckoo_path, api_path):
        self._mt.attach_process(CuckooCoreWrapper(target=cuckoo_path, name="CuckooCore", respawn=True))
        time.sleep(5)  # Wait for cuckoo core to become ready
        self._mt.attach_process(CuckooApiWrapper(target=api_path, name="CuckooApi", respawn=True))

    def login(self):
        try:
            self.hermes.login(self.username, self.password)
        except ApiError, e:
            raise HermesError(str(e))
        except RequestError, e:
            raise HermesError(str(e))