Exemplo n.º 1
0
 def dsetool(self, cmd):
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     dsetool = common.join_bin(self.get_install_dir(), 'bin', 'dsetool')
     args = [dsetool, '-h', 'localhost', '-j', str(self.jmx_port)]
     args += cmd.split()
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 2
0
 def spark(self, spark_options=[]):
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     dse = common.join_bin(self.get_install_dir(), 'bin', 'dse')
     args = [dse, 'spark']
     args += spark_options
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 3
0
 def sqoop(self, sqoop_options=[]):
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     env['JMX_PORT'] = self.jmx_port
     dse = common.join_bin(self.get_install_dir(), 'bin', 'dse')
     args = [dse, 'sqoop']
     args += sqoop_options
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 4
0
 def sqoop(self, sqoop_options=[]):
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     env['JMX_PORT'] = self.jmx_port
     dse = common.join_bin(self.get_install_dir(), 'bin', 'dse')
     args = [dse, 'sqoop']
     args += sqoop_options
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 5
0
 def dsetool(self, cmd):
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     host = self.address()
     dsetool = common.join_bin(self.get_install_dir(), 'bin', 'dsetool')
     args = [dsetool, '-h', host, '-j', str(self.jmx_port)]
     args += cmd.split()
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 6
0
 def spark(self, spark_options=[]):
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     env["JMX_PORT"] = self.jmx_port
     dse = common.join_bin(self.get_install_dir(), "bin", "dse")
     args = [dse, "spark"]
     args += spark_options
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 7
0
 def dsetool(self, cmd):
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     host = self.address()
     dsetool = common.join_bin(self.get_install_dir(), "bin", "dsetool")
     args = [dsetool, "-h", host, "-j", str(self.jmx_port)]
     args += cmd.split()
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 8
0
 def spark(self, spark_options=None):
     if spark_options is None:
         spark_options = []
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     env['JMX_PORT'] = self.jmx_port
     dse = common.join_bin(self.get_install_dir(), 'bin', 'dse')
     args = [dse, 'spark']
     args += spark_options
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 9
0
 def spark(self, spark_options=None):
     if spark_options is None:
         spark_options = []
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     env['JMX_PORT'] = self.jmx_port
     dse = common.join_bin(self.get_install_dir(), 'bin', 'dse')
     args = [dse, 'spark']
     args += spark_options
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 10
0
 def sqoop(self, sqoop_options=None):
     if sqoop_options is None:
         sqoop_options = []
     env = common.make_dse_env(self.get_install_dir(), self.get_path())
     env["JMX_PORT"] = self.jmx_port
     dse = common.join_bin(self.get_install_dir(), "bin", "dse")
     args = [dse, "sqoop"]
     args += sqoop_options
     p = subprocess.Popen(args, env=env)
     p.wait()
Exemplo n.º 11
0
    def start(self,
              join_ring=True,
              no_wait=False,
              verbose=False,
              update_pid=True,
              wait_other_notice=False,
              replace_token=None,
              replace_address=None,
              jvm_args=[],
              wait_for_binary_proto=False,
              profile_options=None,
              use_jna=False):
        """
        Start the node. Options includes:
          - join_ring: if false, start the node with -Dcassandra.join_ring=False
          - no_wait: by default, this method returns when the node is started and listening to clients.
            If no_wait=True, the method returns sooner.
          - wait_other_notice: if True, this method returns only when all other live node of the cluster
            have marked this node UP.
          - replace_token: start the node with the -Dcassandra.replace_token option.
          - replace_address: start the node with the -Dcassandra.replace_address option.
        """

        if self.is_running():
            raise NodeError("%s is already running" % self.name)

        for itf in list(self.network_interfaces.values()):
            if itf is not None and replace_address is None:
                common.check_socket_available(itf)

        if wait_other_notice:
            marks = [ (node, node.mark_log()) for node in list(self.cluster.nodes.values()) if node.is_running() ]


        cdir = self.get_install_dir()
        launch_bin = common.join_bin(cdir, 'bin', 'dse')
        # Copy back the dse scripts since profiling may have modified it the previous time
        shutil.copy(launch_bin, self.get_bin_dir())
        launch_bin = common.join_bin(self.get_path(), 'bin', 'dse')

        # If Windows, change entries in .bat file to split conf from binaries
        if common.is_win():
            self.__clean_bat()

        if profile_options is not None:
            config = common.get_config()
            if not 'yourkit_agent' in config:
                raise NodeError("Cannot enable profile. You need to set 'yourkit_agent' to the path of your agent in a {0}/config".format(common.get_default_path_display_name()))
            cmd = '-agentpath:%s' % config['yourkit_agent']
            if 'options' in profile_options:
                cmd = cmd + '=' + profile_options['options']
            print_(cmd)
            # Yes, it's fragile as shit
            pattern=r'cassandra_parms="-Dlog4j.configuration=log4j-server.properties -Dlog4j.defaultInitOverride=true'
            common.replace_in_file(launch_bin, pattern, '    ' + pattern + ' ' + cmd + '"')

        os.chmod(launch_bin, os.stat(launch_bin).st_mode | stat.S_IEXEC)

        env = common.make_dse_env(self.get_install_dir(), self.get_path())

        if common.is_win():
            self._clean_win_jmx();

        pidfile = os.path.join(self.get_path(), 'cassandra.pid')
        args = [launch_bin, 'cassandra']

        if self.workload is not None:
            if 'hadoop' in self.workload:
                args.append('-t')
            if 'solr' in self.workload:
                args.append('-s')
            if 'spark' in self.workload:
                args.append('-k')
            if 'cfs' in self.workload:
                args.append('-c')
        args += [ '-p', pidfile, '-Dcassandra.join_ring=%s' % str(join_ring) ]
        if replace_token is not None:
            args.append('-Dcassandra.replace_token=%s' % str(replace_token))
        if replace_address is not None:
            args.append('-Dcassandra.replace_address=%s' % str(replace_address))
        if use_jna is False:
            args.append('-Dcassandra.boot_without_jna=true')
        args = args + jvm_args

        process = None
        if common.is_win():
            # clean up any old dirty_pid files from prior runs
            if (os.path.isfile(self.get_path() + "/dirty_pid.tmp")):
                os.remove(self.get_path() + "/dirty_pid.tmp")
            process = subprocess.Popen(args, cwd=self.get_bin_dir(), env=env, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
        else:
            process = subprocess.Popen(args, env=env, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

        # Our modified batch file writes a dirty output with more than just the pid - clean it to get in parity
        # with *nix operation here.
        if common.is_win():
            self.__clean_win_pid()
            self._update_pid(process)
        elif update_pid:
            if no_wait:
                time.sleep(2) # waiting 2 seconds nevertheless to check for early errors and for the pid to be set
            else:
                for line in process.stdout:
                    if verbose:
                        print_(line.rstrip('\n'))

            self._update_pid(process)

            if not self.is_running():
                raise NodeError("Error starting node %s" % self.name, process)

        if wait_other_notice:
            for node, mark in marks:
                node.watch_log_for_alive(self, from_mark=mark)

        if wait_for_binary_proto:
            self.watch_log_for("Starting listening for CQL clients")
            # we're probably fine at that point but just wait some tiny bit more because
            # the msg is logged just before starting the binary protocol server
            time.sleep(0.2)

        if self.cluster.hasOpscenter():
            self._start_agent()

        return process
Exemplo n.º 12
0
 def get_env(self):
     return common.make_dse_env(self.get_install_dir(), self.get_path())
Exemplo n.º 13
0
 def get_env(self):
     return common.make_dse_env(self.get_install_dir(), self.get_path(),
                                self.ip_addr)
Exemplo n.º 14
0
    def start(self,
              join_ring=True,
              no_wait=False,
              verbose=False,
              update_pid=True,
              wait_other_notice=False,
              replace_token=None,
              replace_address=None,
              jvm_args=None,
              wait_for_binary_proto=False,
              profile_options=None,
              use_jna=False,
              quiet_start=False):
        """
        Start the node. Options includes:
          - join_ring: if false, start the node with -Dcassandra.join_ring=False
          - no_wait: by default, this method returns when the node is started and listening to clients.
            If no_wait=True, the method returns sooner.
          - wait_other_notice: if True, this method returns only when all other live node of the cluster
            have marked this node UP.
          - replace_token: start the node with the -Dcassandra.replace_token option.
          - replace_address: start the node with the -Dcassandra.replace_address option.
        """
        if jvm_args is None:
            jvm_args = []

        if self.is_running():
            raise NodeError("%s is already running" % self.name)

        for itf in list(self.network_interfaces.values()):
            if itf is not None and replace_address is None:
                common.check_socket_available(itf)

        if wait_other_notice:
            marks = [(node, node.mark_log())
                     for node in list(self.cluster.nodes.values())
                     if node.is_running()]

        cdir = self.get_install_dir()
        launch_bin = common.join_bin(cdir, 'bin', 'dse')
        # Copy back the dse scripts since profiling may have modified it the previous time
        shutil.copy(launch_bin, self.get_bin_dir())
        launch_bin = common.join_bin(self.get_path(), 'bin', 'dse')

        # If Windows, change entries in .bat file to split conf from binaries
        if common.is_win():
            self.__clean_bat()

        if profile_options is not None:
            config = common.get_config()
            if 'yourkit_agent' not in config:
                raise NodeError(
                    "Cannot enable profile. You need to set 'yourkit_agent' to the path of your agent in a {0}/config"
                    .format(common.get_default_path_display_name()))
            cmd = '-agentpath:%s' % config['yourkit_agent']
            if 'options' in profile_options:
                cmd = cmd + '=' + profile_options['options']
            print_(cmd)
            # Yes, it's fragile as shit
            pattern = r'cassandra_parms="-Dlog4j.configuration=log4j-server.properties -Dlog4j.defaultInitOverride=true'
            common.replace_in_file(launch_bin, pattern,
                                   '    ' + pattern + ' ' + cmd + '"')

        os.chmod(launch_bin, os.stat(launch_bin).st_mode | stat.S_IEXEC)

        env = common.make_dse_env(self.get_install_dir(), self.get_path())

        if common.is_win():
            self._clean_win_jmx()

        pidfile = os.path.join(self.get_path(), 'cassandra.pid')
        args = [launch_bin, 'cassandra']

        if self.workload is not None:
            if 'hadoop' in self.workload:
                args.append('-t')
            if 'solr' in self.workload:
                args.append('-s')
            if 'spark' in self.workload:
                args.append('-k')
            if 'cfs' in self.workload:
                args.append('-c')
        args += ['-p', pidfile, '-Dcassandra.join_ring=%s' % str(join_ring)]
        if replace_token is not None:
            args.append('-Dcassandra.replace_token=%s' % str(replace_token))
        if replace_address is not None:
            args.append('-Dcassandra.replace_address=%s' %
                        str(replace_address))
        if use_jna is False:
            args.append('-Dcassandra.boot_without_jna=true')
        args = args + jvm_args

        process = None
        if common.is_win():
            # clean up any old dirty_pid files from prior runs
            if (os.path.isfile(self.get_path() + "/dirty_pid.tmp")):
                os.remove(self.get_path() + "/dirty_pid.tmp")
            process = subprocess.Popen(args,
                                       cwd=self.get_bin_dir(),
                                       env=env,
                                       stdout=subprocess.PIPE,
                                       stderr=subprocess.PIPE)
        else:
            process = subprocess.Popen(args,
                                       env=env,
                                       stdout=subprocess.PIPE,
                                       stderr=subprocess.PIPE)

        # Our modified batch file writes a dirty output with more than just the pid - clean it to get in parity
        # with *nix operation here.
        if common.is_win():
            self.__clean_win_pid()
            self._update_pid(process)
        elif update_pid:
            if no_wait:
                time.sleep(
                    2
                )  # waiting 2 seconds nevertheless to check for early errors and for the pid to be set
            else:
                for line in process.stdout:
                    if verbose:
                        print_(line.rstrip('\n'))

            self._update_pid(process)

            if not self.is_running():
                raise NodeError("Error starting node %s" % self.name, process)

        if wait_other_notice:
            for node, mark in marks:
                node.watch_log_for_alive(self, from_mark=mark)

        if wait_for_binary_proto:
            self.wait_for_binary_interface()

        if self.cluster.hasOpscenter():
            self._start_agent()

        return process
Exemplo n.º 15
0
 def get_env(self):
     (node_ip, _) = self.network_interfaces['binary']
     return common.make_dse_env(self.get_install_dir(), self.get_path(),
                                node_ip)
Exemplo n.º 16
0
 def get_env(self):
     (node_ip, _) = self.network_interfaces['binary']
     return common.make_dse_env(self.get_install_dir(), self.get_path(), node_ip)