def get_groups_to_converge(config_func):
"""
Get all tenant's all groups that needs convergence triggering
"""
eff = Effect(GetAllValidGroups())
eff = eff.on(
filter(lambda g: tenant_is_enabled(g["tenantId"], config_func)))
return eff.on(list)
def get_groups_to_converge(config_func):
"""
Get all tenant's all groups that needs convergence triggering
"""
eff = Effect(GetAllValidGroups())
eff = eff.on(
filter(lambda g: tenant_is_enabled(g["tenantId"], config_func)))
return eff.on(list)
def concretize_service_request(
authenticator, log, service_configs, throttler,
tenant_id,
service_request):
"""
Translate a high-level :obj:`ServiceRequest` into a low-level :obj:`Effect`
of :obj:`pure_http.Request`. This doesn't directly conform to the Intent
performer interface, but it's intended to be used by a performer.
:param ICachingAuthenticator authenticator: the caching authenticator
:param BoundLog log: info about requests will be logged to this.
:param dict service_configs: As returned by
:func:`otter.constants.get_service_configs`.
:param callable throttler: A function of ServiceType, HTTP method ->
Deferred bracketer or None, used to throttle requests. See
:obj:`_Throttle`.
:param tenant_id: tenant ID.
"""
auth_eff = Effect(Authenticate(authenticator, tenant_id, log))
invalidate_eff = Effect(InvalidateToken(authenticator, tenant_id))
if service_request.log is not None:
log = service_request.log
service_config = service_configs[service_request.service_type]
region = service_config['region']
service_name = service_config['name']
def got_auth((token, catalog)):
request_ = add_headers(otter_headers(token), request)
request_ = add_effect_on_response(
invalidate_eff, service_request.reauth_codes, request_)
request_ = add_json_request_data(request_)
if 'url' in service_config:
request_ = add_bind_root(service_config['url'], request_)
else:
request_ = add_bind_service(
catalog, service_name, region, log, request_)
request_ = add_error_handling(
service_request.success_pred, request_)
if service_request.json_response:
request_ = add_json_response(request_)
return request_(
service_request.method,
service_request.url,
headers=service_request.headers,
data=service_request.data,
params=service_request.params,
log=log)
eff = auth_eff.on(got_auth)
bracket = throttler(service_request.service_type,
service_request.method.lower(),
tenant_id)
if bracket is not None:
return Effect(_Throttle(bracket=bracket, effect=eff))
else:
return eff
def concretize_service_request(
authenticator, log, service_configs, throttler,
tenant_id,
service_request):
"""
Translate a high-level :obj:`ServiceRequest` into a low-level :obj:`Effect`
of :obj:`pure_http.Request`. This doesn't directly conform to the Intent
performer interface, but it's intended to be used by a performer.
:param ICachingAuthenticator authenticator: the caching authenticator
:param BoundLog log: info about requests will be logged to this.
:param dict service_configs: As returned by
:func:`otter.constants.get_service_configs`.
:param callable throttler: A function of ServiceType, HTTP method ->
Deferred bracketer or None, used to throttle requests. See
:obj:`_Throttle`.
:param tenant_id: tenant ID.
"""
auth_eff = Effect(Authenticate(authenticator, tenant_id, log))
invalidate_eff = Effect(InvalidateToken(authenticator, tenant_id))
if service_request.log is not None:
log = service_request.log
service_config = service_configs[service_request.service_type]
def got_auth((token, catalog)):
request_ = add_headers(otter_headers(token), request)
request_ = add_effect_on_response(
invalidate_eff, service_request.reauth_codes, request_)
request_ = add_json_request_data(request_)
if 'url' in service_config:
request_ = add_bind_root(service_config['url'], request_)
else:
region = service_config['region']
service_name = service_config['name']
request_ = add_bind_service(
catalog, service_name, region, log, request_)
request_ = add_error_handling(
service_request.success_pred, request_)
if service_request.json_response:
request_ = add_json_response(request_)
return request_(
service_request.method,
service_request.url,
headers=service_request.headers,
data=service_request.data,
params=service_request.params,
log=log)
eff = auth_eff.on(got_auth)
bracket = throttler(service_request.service_type,
service_request.method.lower(),
tenant_id)
if bracket is not None:
return Effect(_Throttle(bracket=bracket, effect=eff))
else:
return eff
def as_effect(self):
"""Produce a :obj:`Effect` to create a stack."""
eff = Effect(Func(uuid4))
def got_uuid(uuid):
stack_config = append_stack_uuid(self.stack_config, uuid)
return create_stack(thaw(stack_config)).on(
_success_reporter('Waiting for stack to create'))
return eff.on(got_uuid)
def as_effect(self):
"""Produce a :obj:`Effect` to create a stack."""
eff = Effect(Func(uuid4))
def got_uuid(uuid):
stack_config = append_stack_uuid(self.stack_config, uuid)
return create_stack(thaw(stack_config)).on(
_success_reporter('Waiting for stack to create'))
return eff.on(got_uuid)
def get_org_repos(name):
"""
Fetch the repos that belong to an organization.
:return: An Effect resulting in a list of strings naming the repositories.
"""
req = Effect(
HTTPRequest("get",
"https://api.github.com/orgs/{0}/repos".format(name)))
return req.on(success=lambda x: [repo['name'] for repo in json.loads(x)])
def get_last_info(fname):
eff = Effect(ReadFileLines(fname)).on(
lambda lines: (int(lines[0]),
datetime.utcfromtimestamp(float(lines[1]))))
def log_and_return(e):
_eff = err(e, "error reading previous number of tenants")
return _eff.on(lambda _: (None, None))
return eff.on(error=log_and_return)
def main_effect():
"""
Request a username from the keyboard, and look up all repos in all of
that user's organizations.
:return: an Effect resulting in a list of repositories.
"""
intent = ReadLine("Enter Github Username> ")
read_eff = Effect(intent)
org_repos_eff = read_eff.on(success=get_orgs_repos)
return org_repos_eff
def get_orgs(name):
"""
Fetch the organizations a user belongs to.
:return: An Effect resulting in a list of strings naming the user's
organizations.
"""
req = Effect(
HTTPRequest("get",
"https://api.github.com/users/{0}/orgs".format(name)))
return req.on(success=lambda x: [org['login'] for org in json.loads(x)])
def as_effect(self):
"""Produce a :obj:`Effect` to create a server."""
eff = Effect(Func(generate_server_name))
def got_name(random_name):
server_config = set_server_name(self.server_config, random_name)
return create_server(thaw(server_config))
return eff.on(got_name).on(
success=_success_reporter('waiting for server to become active'),
error=_failure_reporter(CreateServerConfigurationError,
CreateServerOverQuoteError))
def as_effect(self):
"""Produce a :obj:`Effect` to create a server."""
eff = Effect(Func(generate_server_name))
def got_name(random_name):
server_config = set_server_name(self.server_config, random_name)
return create_server(thaw(server_config))
return eff.on(got_name).on(
success=_success_reporter('waiting for server to become active'),
error=_failure_reporter(CreateServerConfigurationError,
CreateServerOverQuoteError))
def get_all_metrics_effects(tenanted_groups, log, _print=False):
"""
Gather server data for and produce metrics for all groups
across all tenants in a region
:param dict tenanted_groups: Scaling groups grouped with tenantId
:param bool _print: Should the function print while processing?
:return: ``list`` of :obj:`Effect` of (``list`` of :obj:`GroupMetrics`)
or None
"""
effs = []
for tenant_id, groups in tenanted_groups.iteritems():
eff = get_all_scaling_group_servers()
eff = Effect(TenantScope(eff, tenant_id))
eff = eff.on(partial(get_tenant_metrics, tenant_id, groups,
_print=_print))
eff = eff.on(list)
eff = eff.on(
error=lambda exc_info: log.err(exc_info_to_failure(exc_info)))
effs.append(eff)
return effs
def get_all_metrics_effects(tenanted_groups, log, _print=False):
"""
Gather server data for and produce metrics for all groups
across all tenants in a region
:param dict tenanted_groups: Scaling groups grouped with tenantId
:param bool _print: Should the function print while processing?
:return: ``list`` of :obj:`Effect` of (``list`` of :obj:`GroupMetrics`)
or None
"""
effs = []
for tenant_id, groups in tenanted_groups.iteritems():
eff = get_all_scaling_group_servers()
eff = Effect(TenantScope(eff, tenant_id))
eff = eff.on(partial(get_tenant_metrics, tenant_id, groups,
_print=_print))
eff = eff.on(list)
eff = eff.on(
error=lambda exc_info: log.err(exc_info_to_failure(exc_info)))
effs.append(eff)
return effs
def update_last_info(fname, tenants_len, time):
eff = Effect(
WriteFileLines(
fname, [tenants_len, datetime_to_epoch(time)]))
return eff.on(error=lambda e: err(e, "error updating number of tenants"))
