#!/usr/bin/env python3 from atsd_client import connect from atsd_client.models import * from atsd_client.services import * from prettytable import PrettyTable import logging logger = logging.getLogger() logger.disabled = True # Connect to ATSD server connection = connect('connection.properties') #connection = connect_url('https://atsd_hostname:8443', 'user', 'password') # specify date interval startDate = "previous_day" endDate = "current_day" tags = {'http_referer': '*'} service = MessageService(connection) ef = EntityFilter(entity="*") df = DateFilter(start_date=startDate, end_date=endDate) query = MessageQuery(entity_filter=ef, date_filter=df, type="web", source="access.log", tags=tags, limit=10000) message_list = service.query(query) t = PrettyTable(['Date', 'URI', 'Referrer', 'IP', 'Org'])
#!/usr/bin/env python3 from atsd_client import connect from atsd_client.models import * from atsd_client.services import * from prettytable import PrettyTable import logging logger = logging.getLogger() logger.disabled = True # Connect to ATSD server connection = connect('connection.properties') #connection = connect_url('https://atsd_hostname:8443', 'user', 'password') # specify date interval startDate = "previous_day" endDate = "current_day" tags = {'http_referer': '*'} service = MessageService(connection) ef = EntityFilter(entity="*") df = DateFilter(start_date=startDate, end_date=endDate) query = MessageQuery(entity_filter=ef, date_filter=df, type="web", source="access.log", tags=tags, limit=10000) message_list = service.query(query) t = PrettyTable(['Date', 'URI', 'Referrer', 'IP', 'Org']) excluded_domains = ['google', 'axibase.com', 'yandex.ru', 'baidu.com', 'statcounter.com', 'bing.com', 'duckduckgo.com', 'jshell.net', 'facebook.com'] for msg in message_list: rf = msg.tags['http_referer']
import pandas as pd from atsd_client import connect from atsd_client.models import Metric from atsd_client.services import MetricsService def read_csv(path): return pd.read_csv(path, sep=',', dtype=str) # Connect to ATSD # connection = connect_url('https://atsd_hostname:8443', 'username', 'password') connection = connect('/path/to/connection.properties') metric_service = MetricsService(connection) df = read_csv('Metric.csv') fields_dict = { 'tag_name': 'name', 'attribute_name': 'label', 'tag_description': 'description', 'tag_value_type': 'data_type', 'uom_long': 'units', 'step': 'interpolate', 'zero': 'min_value', 'span': 'max_value' } fields_transformations = {
from atsd_client import connect ''' Establishes a connection to ATSD, returns ATSD version, timezone and current time. ''' # Connect to ATSD server connection = connect('/path/to/connection.properties') # query version info from ATSD response = connection.get('v1/version') build_info = response['buildInfo'] date = response['date'] print('Version: %s ' % build_info['revisionNumber']) print('Timezone: %s ' % date['timeZone']['name']) print('Current date: %s ' % date['currentDate'])
from atsd_client import connect ''' Establishes a connection to ATSD, returns ATSD version, timezone and current time. ''' # Connect to an ATSD server connection = connect() # query version info from ATSD response = connection.get('v1/version') build_info = response['buildInfo'] date = response['date'] print('Version: %s ' % build_info['revisionNumber']) print('Timezone: %s ' % date['timeZone']['name']) print('Current date: %s ' % date['currentDate'])
from atsd_client import connect ''' Establishes a connection to ATSD, returns ATSD version, timezone and current time. ''' # Connect to ATSD server connection = connect() # query version info from ATSD response = connection.get('v1/version') build_info = response['buildInfo'] date = response['date'] print('Version: %s ' % build_info['revisionNumber']) print('Timezone: %s ' % date['timeZone']['name']) print('Current date: %s ' % date['currentDate'])
from io import StringIO import pandas from atsd_client import connect from atsd_client.services import SQLService, CommandsService # Connect to source ATSD # source_db_connection = connect_url('https://atsd_hostname:8443', 'username', 'password') source_db_connection = connect('/path/to/source.connection.properties') source_sql_service = SQLService(source_db_connection) # Connect to target ATSD # target_db_connection = connect_url('https://atsd_hostname:8443', 'username', 'password') target_db_connection = connect('/path/to/target.connection.properties') target_command_service = CommandsService(target_db_connection) metric_name = 'metric_name' sql_query = 'SELECT entity,metric, value, text, datetime, tags.* FROM "' + metric_name + '"' # print sql_query tags_names_to_remove = ['time_zone'] tags_values_to_remove = ['false'] default_tags_to_remove = {'_index': '1', 'status': '0'} batch_size = 1000 transformed_commands_batch = [] # read df from response with string dtype
from atsd_client import connect ''' Establishes a connection to ATSD, returns ATSD version, timezone and current time. ''' # Connect to an ATSD server connection = connect('/home/axibase/connection.properties') # query version info from ATSD response = connection.get('v1/version') build_info = response['buildInfo'] date = response['date'] print('Version: %s ' % build_info['revisionNumber']) print('Timezone: %s ' % date['timeZone']['name']) print('Current date: %s ' % date['currentDate'])