Python update_accounts Examples

Example #1

File: app.py Project: jeffkimble/connection-tracker

def run_update(signum):
    if uwsgi.is_locked(signum):
        return
    uwsgi.lock(signum)
    try:
        while True:
            try:
                logging.info('Updating accounts..')
                scan.update_accounts()
                logging.info('Updating addresses..')
                scan.update_addresses()
                break
            except:
                logging.exception('Failed to update accounts/addresses, retrying')
                time.sleep(30)

        for i in range(100):
            try:
                for acc in scan.ACCOUNTS:
                    if hash(acc) % PARALLEL == signum-1:
                        for region in os.getenv('REGIONS').split(','):
                            for i in range(3):
                                try:
                                    scan.update_connections(acc, region)
                                    break
                                except botocore.exceptions.ClientError:
                                    logging.exception('Client error')
                                    # throttling
                                    time.sleep(60)
            except:
                logging.exception('Failed to update')
            time.sleep(60)
    finally:
        uwsgi.unlock(signum)

Example #2

def run_update(signum):
    if uwsgi.is_locked(signum):
        return
    uwsgi.lock(signum)
    try:
        while True:
            try:
                logging.info('Updating accounts..')
                scan.update_accounts()
                logging.info('Updating addresses..')
                scan.update_addresses()
                break
            except:
                logging.exception(
                    'Failed to update accounts/addresses, retrying')
                time.sleep(30)

        for i in range(100):
            try:
                for acc in scan.ACCOUNTS:
                    if hash(acc) % PARALLEL == signum - 1:
                        for region in os.getenv('REGIONS').split(','):
                            for i in range(3):
                                try:
                                    scan.update_connections(acc, region)
                                    break
                                except botocore.exceptions.ClientError:
                                    logging.exception('Client error')
                                    # throttling
                                    time.sleep(60)
            except:
                logging.exception('Failed to update')
            time.sleep(60)
    finally:
        uwsgi.unlock(signum)

Example #3

def get_accounts():
    scan.update_accounts()
    return {
        k: {
            'name': v['name'],
            'last_update': get_time(scan.get_last_update(k, v['regions'][0]))
        }
        for k, v in scan.ACCOUNTS.items()
    }

Example #4

File: app.py Project: jeffkimble/connection-tracker

def get_connections(date=None):
    scan.update_accounts()
    if not date:
        date = flask.request.args.get('date')
    res = {}
    for account_id, data in scan.ACCOUNTS.items():
        for region in data['regions']:
            res['/'.join((account_id, region))] = get_connections_by_account(account_id, region, date)
    return res

Example #5

File: app.py Project: zalando/connection-tracker

def get_endpoints(date=None):
    scan.update_accounts()
    if not date:
        date = flask.request.args.get("date")
    res = {}
    for account_id, data in scan.ACCOUNTS.items():
        for region in data["regions"]:
            res["/".join((account_id, region))] = get_endpoints_by_account(account_id, region, date)
    return res

Example #6

def get_connections(date=None):
    scan.update_accounts()
    if not date:
        date = flask.request.args.get('date')
    res = {}
    for account_id, data in scan.ACCOUNTS.items():
        for region in data['regions']:
            res['/'.join((account_id, region))] = get_connections_by_account(
                account_id, region, date)
    return res

Example #7

File: app.py Project: madhuneal/connection-tracker

    def run(self):
        logging.info('Updating accounts..')
        scan.update_accounts()
        logging.info('Updating addresses..')
        scan.update_addresses()
        account_ids = collections.defaultdict(list)
        for acc in scan.ACCOUNTS:
            account_ids[hash(acc) % 16].append(acc)

        for ids in account_ids.values():
            thread = BackgroundAccountThread(ids)
            thread.start()

Example #8

File: app.py Project: madhuneal/connection-tracker

    def run(self):
        logging.info('Updating accounts..')
        scan.update_accounts()
        logging.info('Updating addresses..')
        scan.update_addresses()
        account_ids = collections.defaultdict(list)
        for acc in scan.ACCOUNTS:
            account_ids[hash(acc) % 16].append(acc)

        for ids in account_ids.values():
            thread = BackgroundAccountThread(ids)
            thread.start()

Example #9

File: app.py Project: bocytko/connection-tracker

    def run(self):
        while True:
            try:
                logging.info('Updating accounts..')
                scan.update_accounts()
                logging.info('Updating addresses..')
                scan.update_addresses()
                break
            except:
                logging.exception('Failed to update accounts/addresses, retrying')
                time.sleep(30)
        account_ids = collections.defaultdict(list)
        for acc in scan.ACCOUNTS:
            account_ids[hash(acc) % 16].append(acc)

        for ids in account_ids.values():
            thread = BackgroundAccountThread(ids)
            thread.start()

Example #10

    def run(self):
        while True:
            try:
                logging.info('Updating accounts..')
                scan.update_accounts()
                logging.info('Updating addresses..')
                scan.update_addresses()
                break
            except:
                logging.exception(
                    'Failed to update accounts/addresses, retrying')
                time.sleep(30)
        account_ids = collections.defaultdict(list)
        for acc in scan.ACCOUNTS:
            account_ids[hash(acc) % 16].append(acc)

        for ids in account_ids.values():
            thread = BackgroundAccountThread(ids)
            thread.start()

Example #11

File: app.py Project: jeffkimble/connection-tracker

def get_accounts():
    scan.update_accounts()
    return {k: {'name': v['name'], 'last_update': get_time(scan.get_last_update(k, v['regions'][0]))}
            for k, v in scan.ACCOUNTS.items()}

Example #12

File: app.py Project: zalando/connection-tracker

def get_accounts():
    scan.update_accounts()
    return {
        k: {"name": v["name"], "last_update": get_time(scan.get_last_update(k, v["regions"][0]))}
        for k, v in scan.ACCOUNTS.items()
    }