def publish(self, data_block):
"""
Publish data
:type data_block: :obj:`~datablock.DataBlock`
:arg data_block: data block
"""
self.logger.debug("in AWSGenericPublisher publish")
if not self._consumes:
return
data = data_block[list(self._consumes.keys())[0]]
if self.graphite_host and self.publish_to_graphite:
end_point = graphite.Graphite(host=self.graphite_host,
pickle_port=self.graphite_port,
logger=self.logger)
end_point.send_dict(
self.graphite_context(data)[0],
self.graphite_context(data)[1],
debug_print=False,
send_data=True,
max_retries=self.max_retries,
retry_interval=self.retry_interval,
)
csv_data = data.to_csv(self.output_file, index=False)
if not self.output_file:
print(csv_data)
def publish(self, data_block):
"""
Publish data
:type data_block: :obj:`~datablock.DataBlock`
:arg data_block: data block
"""
if not self._consumes:
return
product = list(self._consumes.keys())[0]
try:
data = data_block[product]
except KeyError:
logging.getLogger().error(
f"Failed to extract {product} from data block.")
return
if self.graphite_host and self.publish_to_graphite:
end_point = graphite.Graphite(host=self.graphite_host,
pickle_port=self.graphite_port)
end_point.send_dict(self.graphite_context(data)[0],
self.graphite_context(data)[1],
debug_print=False,
send_data=True)
if not self.output_file:
logging.getLogger().debug(
data.to_csv(self.output_file, index=False))
def publish(self, data_block):
"""
Publish data
:type data_block: :obj:`~datablock.DataBlock`
:arg data_block: data block
"""
self.logger.debug("in Graphite GenericPublisher publish")
if not self._consumes:
return
product = list(self._consumes.keys())[0]
try:
data = data_block[product]
except KeyError:
self.logger.exception(
f"Failed to extract {product} from data block.")
return
if self.graphite_host and self.publish_to_graphite:
end_point = graphite.Graphite(host=self.graphite_host,
pickle_port=self.graphite_port,
logger=self.logger)
end_point.send_dict(
self.graphite_context(data)[0],
self.graphite_context(data)[1],
debug_print=False,
send_data=True,
max_retries=self.max_retries,
retry_interval=self.retry_interval,
)
if not self.output_file:
self.logger.debug(data.to_csv(self.output_file, index=False))
def publish(self, data_block):
"""
Publish data
:type data_block: :obj:`~datablock.DataBlock`
:arg data_block: data block
"""
if not self.consumes():
return
data = data_block[self.consumes()[0]]
if self.graphite_host and self.publush_to_graphite:
end_point = graphite.Graphite(host=self.graphite_host, pickle_port=self.graphite_port)
end_point.send_dict(self.graphite_context(data)[0], self.graphite_context(data)[1], debug_print=False, send_data=True)
csv_data = data.to_csv(self.output_file, index=False)
if not self.output_file:
print csv_data