def __init__(self, states_proxy):
self._states_proxy = states_proxy
self._local_states = {}
self._api = API()
self._logger = ExpyLogger.getLogger('cloudstack.statemonitor')
self.title = '{} {}'.format(type(self).__name__, id(self))
self._logger.start(self.title)
def __init__(self, master, dir_home):
# User defined
self._app = None # use self.set_app()
self.hdfs_file = None
self.slave_amounts = []
self.slave_amount = 0
self.dfs_replications = {}
self.repetitions = 0
self.repetition = 0
# Subclass
self._pool = None
self._input_host = None
self._input_file = None
# Shared
self._dir_exp = dir_home + '/exp04'
dir_output = self._dir_exp + '/outputs'
self._slaves = []
self._logger = ExpyLogger.getLogger('experiment')
# Spark
dir_spark = dir_home + '/spark/spark'
self._spark = Spark(home=dir_spark, master=master)
self._spark_ex = self._spark.executor
self._output_file = dir_output + \
'/spark-submit/slaves{:02d}_rep{:02d}_{}.txt'
# HDFS
dir_hadoop = dir_home + '/hadoop/hadoop'
self._hdfs = HDFS(home=dir_hadoop, name_node=master)
self._hdfs_ex = self._hdfs.executor
self._dir_hadoop_tmp = dir_home + '/hadoop-tmp'
self._blocks_file = dir_output + \
'/hdfs-blocks/slaves{:02d}_rep{:02d}.txt'
def __init__(self):
self._logger = ExpyLogger.getLogger('pushbullet')
token = Config('pushbullet').get('token')
if token is None:
msg = 'No pushbullet access token found. Check Config doc.'
self._logger.critical(msg)
raise AttributeError(msg)
self._token = token
def __init__(self, executor=None, api=None, logger_name=None):
if executor is None:
executor = Executor()
if api is None:
api = API()
if logger_name is None:
logger_name = 'cloudstack'
self.executor = executor
self._api = api
self._logger_name = logger_name
self._logger = ExpyLogger.getLogger(name=logger_name)
# sm vars are related to State Monitor
self._sm_lock = threading.Lock()
self._sm_tasks = 0
def __init__(self, hostnames=None):
self.hostnames = [] if hostnames is None else hostnames
self._logger = ExpyLogger.getLogger("pool")
self._cs = CloudStack()
self._states = None # hostname: state dict
self._last_started = []
def __init__(self):
cfg = Config('cloudstack')
super().__init__(cfg.get('url'), cfg.get('key'), cfg.get('secret'))
self._logger = ExpyLogger.getLogger('cloudstack.api')
