def after_model_change(self, form, model, is_created):
# Discover tables and added data source
conf = Conf(datetime.utcnow())
db = model.get_db_object()
check_for_new_tables(db, conf)
create_dashboards()
def main():
parser = argparse.ArgumentParser(
description="Either create dashboards in grafana or run manual data ingestion of data metrics"
)
parser.add_argument(
"--grafana", action="store_true", help="Setup grafana dashboards, based on existing metrics"
)
parser.add_argument(
"--metrics", action="store_true", help="Push metrics to redata"
)
args = parser.parse_args()
if not any((args.grafana, args.metrics)):
print("Specify at least one of --grafana --metrics ")
if args.grafana:
create_dashboards()
if args.metrics:
for db in source_dbs:
print ("run_check_for_new_table")
run_check_for_new_tables(db)
print("run_checks")
run_checks(db)
def main():
parser = argparse.ArgumentParser(
description="Either create dashboards in grafana or run manual data ingestion of data metrics"
)
parser.add_argument(
"--grafana",
action="store_true",
help="Setup grafana dashboards, based on existing metrics",
)
parser.add_argument("--metrics", action="store_true", help="Push metrics to redata")
parser.add_argument(
"--generate-sample-data",
action="store_true",
help="Add sample data to REDATA DB for demonstration",
)
parser.add_argument(
"--create-admin-user", action="store_true", help="Generate admin user"
)
parser.add_argument(
"--backfill",
dest="backfill_days",
action="store",
nargs="?",
type=int,
help="Run backfill for last X days of metrics data",
)
args = parser.parse_args()
if not any(
(
args.grafana,
args.metrics,
args.backfill_days,
args.generate_sample_data,
args.create_admin_user,
)
):
print("No arugments supplied, write -h to get list of possible commands")
if args.grafana:
create_dashboards()
if args.metrics:
for db in DataSource.source_dbs():
print("run_check_for_new_table")
run_check_for_new_tables(db, Conf(datetime.utcnow()))
print("run_checks")
run_checks(db, Conf(datetime.utcnow()))
print("run alerts")
run_compute_alerts(db, Conf(datetime.utcnow()))
if args.generate_sample_data:
create_sample_tables_in_redata()
if args.backfill_days:
days = args.backfill_days
for db in DataSource.source_dbs():
run_check_for_new_tables(db, Conf(datetime.utcnow()))
past = datetime.utcnow() - timedelta(days=days)
while past <= datetime.utcnow():
run_checks(db, Conf(past))
run_compute_alerts(db, Conf(past))
past += timedelta(days=1)
if args.create_admin_user:
User.create_admin_user_if_not_exist()
def generate_grafana():
print(f"Generating grafana dashboards: [BEGIN]")
create_dashboards()
print(f"Generating grafana dashboards: [DONE]")
def main():
parser = argparse.ArgumentParser(
description=
"Either create dashboards in grafana or run manual data ingestion of data metrics"
)
parser.add_argument(
"--grafana",
action="store_true",
help="Setup grafana dashboards, based on existing metrics")
parser.add_argument("--metrics",
action="store_true",
help="Push metrics to redata")
parser.add_argument("--generate-sample-data",
action="store_true",
help="Add sample data to REDATA DB for demonstration")
parser.add_argument("--backfill",
dest='backfill_days',
action="store",
nargs='?',
type=int,
help="Run backfill for last X days of metrics data")
args = parser.parse_args()
if not any((args.grafana, args.metrics, args.backfill_days,
args.generate_sample_data)):
print("Specify at least one of --grafana --metrics ")
if args.grafana:
create_dashboards()
if args.metrics:
for db in source_dbs:
print("run_check_for_new_table")
run_check_for_new_tables(db, Conf(datetime.utcnow()))
print("run_checks")
run_checks(db, Conf(datetime.utcnow()))
print("run alerts")
run_compute_alerts(db, Conf(datetime.utcnow()))
if args.generate_sample_data:
create_sample_tables_in_redata()
if args.backfill_days:
days = args.backfill_days
for db in source_dbs:
run_check_for_new_tables(db, Conf(datetime.utcnow()))
past = datetime.utcnow() - timedelta(days=days)
while past <= datetime.utcnow():
run_checks(db, Conf(past))
run_compute_alerts(db, Conf(past))
past += timedelta(days=1)
