def getServicesData(
request: 'ExtendedHttpRequestWithUser',
) -> typing.Dict[str, typing.Any]: # pylint: disable=too-many-locals, too-many-branches, too-many-statements
"""Obtains the service data dictionary will all available services for this request
Arguments:
request {ExtendedHttpRequest} -- request from where to xtract credentials
Returns:
typing.Dict[str, typing.Any] -- Keys has this:
'services': services,
'ip': request.ip,
'nets': nets,
'transports': validTrans,
'autorun': autorun
"""
# We look for services for this authenticator groups. User is logged in in just 1 authenticator, so his groups must coincide with those assigned to ds
groups = list(request.user.getGroups())
availServicePools = list(
ServicePool.getDeployedServicesForGroups(
groups,
request.user)) # Pass in user to get "number_assigned" to optimize
availMetaPools = list(MetaPool.getForGroups(
groups,
request.user)) # Pass in user to get "number_assigned" to optimize
now = getSqlDatetime()
# Information for administrators
nets = ''
validTrans = ''
osName = request.os['OS']
logger.debug('OS: %s', osName)
if request.user.isStaff():
nets = ','.join([n.name for n in Network.networksFor(request.ip)])
tt = []
t: Transport
for t in Transport.objects.all().prefetch_related('networks'):
if t.validForIp(request.ip):
tt.append(t.name)
validTrans = ','.join(tt)
logger.debug('Checking meta pools: %s', availMetaPools)
services = []
# Metapool helpers
def transportIterator(member) -> typing.Iterable[Transport]:
for t in member.pool.transports.all().order_by('priority'):
typeTrans = t.getType()
if (typeTrans and t.validForIp(request.ip)
and typeTrans.supportsOs(osName) and t.validForOs(osName)):
yield t
def buildMetaTransports(
transports: typing.Iterable[Transport],
isLabel: bool,
) -> typing.List[typing.Mapping[str, typing.Any]]:
idd = lambda i: i.uuid if not isLabel else 'LABEL:' + i.label
return [{
'id': idd(i),
'name': i.name,
'link': html.udsAccessLink(request, 'M' + meta.uuid, idd(i)),
'priority': 0,
} for i in transports]
# Preload all assigned user services for this user
# Add meta pools data first
for meta in availMetaPools:
# Check that we have access to at least one transport on some of its children
metaTransports: typing.List[typing.Mapping[str, typing.Any]] = []
in_use = meta.number_in_use > 0 # type: ignore # anotated value
inAll: typing.Optional[typing.Set[str]] = None
tmpSet: typing.Set[str]
if (meta.transport_grouping == MetaPool.COMMON_TRANSPORT_SELECT
): # If meta.use_common_transports
# only keep transports that are in ALL members
for member in meta.members.all().order_by('priority'):
tmpSet = set()
# if first pool, get all its transports and check that are valid
for t in transportIterator(member):
if inAll is None:
tmpSet.add(t.uuid)
elif t.uuid in inAll: # For subsequent, reduce...
tmpSet.add(t.uuid)
inAll = tmpSet
# tmpSet has ALL common transports
metaTransports = buildMetaTransports(
Transport.objects.filter(uuid__in=inAll or []), isLabel=False)
elif meta.transport_grouping == MetaPool.LABEL_TRANSPORT_SELECT:
ltrans: typing.MutableMapping[str, Transport] = {}
for member in meta.members.all().order_by('priority'):
tmpSet = set()
# if first pool, get all its transports and check that are valid
for t in transportIterator(member):
if not t.label:
continue
if t.label not in ltrans or ltrans[
t.label].priority > t.priority:
ltrans[t.label] = t
if inAll is None:
tmpSet.add(t.label)
elif t.label in inAll: # For subsequent, reduce...
tmpSet.add(t.label)
inAll = tmpSet
# tmpSet has ALL common transports
metaTransports = buildMetaTransports(
(v for k, v in ltrans.items() if k in (inAll or set())),
isLabel=True)
else:
for member in meta.members.all():
# if pool.isInMaintenance():
# continue
for t in member.pool.transports.all():
typeTrans = t.getType()
if (typeTrans and t.validForIp(request.ip)
and typeTrans.supportsOs(osName)
and t.validForOs(osName)):
metaTransports = [{
'id':
'meta',
'name':
'meta',
'link':
html.udsAccessLink(request, 'M' + meta.uuid, None),
'priority':
0,
}]
break
# if not in_use and meta.number_in_use: # Only look for assignation on possible used
# assignedUserService = userServiceManager().getExistingAssignationForUser(pool, request.user)
# if assignedUserService:
# in_use = assignedUserService.in_use
# Stop when 1 usable pool is found (metaTransports is filled)
if metaTransports:
break
# If no usable pools, this is not visible
if metaTransports:
group = (meta.servicesPoolGroup.as_dict if meta.servicesPoolGroup
else ServicePoolGroup.default().as_dict)
services.append({
'id': 'M' + meta.uuid,
'name': meta.name,
'visual_name': meta.visual_name,
'description': meta.comments,
'group': group,
'transports': metaTransports,
'imageId': meta.image and meta.image.uuid or 'x',
'show_transports': len(metaTransports) > 1,
'allow_users_remove': False,
'allow_users_reset': False,
'maintenance': meta.isInMaintenance(),
'not_accesible': not meta.isAccessAllowed(now),
'in_use': in_use,
'to_be_replaced': None,
'to_be_replaced_text': '',
'custom_calendar_text': meta.calendar_message,
})
# Now generic user service
for sPool in availServicePools:
# Skip pools that are part of meta pools
if sPool.owned_by_meta:
continue
use_percent = str(sPool.usage(
sPool.usage_count)) + '%' # type: ignore # anotated value
use_count = str(sPool.usage_count) # type: ignore # anotated value
left_count = str(sPool.max_srvs -
sPool.usage_count) # type: ignore # anotated value
trans: typing.List[typing.MutableMapping[str, typing.Any]] = []
for t in sorted(
sPool.transports.all(), key=lambda x: x.priority
): # In memory sort, allows reuse prefetched and not too big array
try:
typeTrans = t.getType()
except Exception:
continue
if (t.validForIp(request.ip) and typeTrans.supportsOs(osName)
and t.validForOs(osName)):
if typeTrans.ownLink:
link = reverse('TransportOwnLink',
args=('F' + sPool.uuid, t.uuid))
else:
link = html.udsAccessLink(request, 'F' + sPool.uuid,
t.uuid)
trans.append({
'id': t.uuid,
'name': t.name,
'link': link,
'priority': t.priority
})
# If empty transports, do not include it on list
if not trans:
continue
if sPool.image:
imageId = sPool.image.uuid
else:
imageId = 'x'
# Locate if user service has any already assigned user service for this. Use "pre cached" number of assignations in this pool to optimize
in_use = typing.cast(typing.Any, sPool).number_in_use > 0
# if svr.number_in_use: # Anotated value got from getDeployedServicesForGroups(...). If 0, no assignation for this user
# ads = userServiceManager().getExistingAssignationForUser(svr, request.user)
# if ads:
# in_use = ads.in_use
group = (sPool.servicesPoolGroup.as_dict if sPool.servicesPoolGroup
else ServicePoolGroup.default().as_dict)
# Only add toBeReplaced info in case we allow it. This will generate some "overload" on the services
toBeReplaced = (sPool.toBeReplaced(request.user)
if typing.cast(typing.Any, sPool).pubs_active > 0
and GlobalConfig.NOTIFY_REMOVAL_BY_PUB.getBool(False)
else None)
# tbr = False
if toBeReplaced:
toBeReplaced = formats.date_format(toBeReplaced,
'SHORT_DATETIME_FORMAT')
toBeReplacedTxt = ugettext(
'This service is about to be replaced by a new version. Please, close the session before {} and save all your work to avoid loosing it.'
).format(toBeReplaced)
else:
toBeReplacedTxt = ''
# Calculate max deployed
maxDeployed = str(sPool.max_srvs)
# if sPool.service.getType().usesCache is False:
# maxDeployed = sPool.service.getInstance().maxDeployed
def datator(x) -> str:
return (x.replace('{use}', use_percent).replace(
'{total}',
str(sPool.max_srvs)).replace('{usec}', use_count).replace(
'{left}', left_count))
services.append({
'id':
'F' + sPool.uuid,
'name':
datator(sPool.name),
'visual_name':
datator(
sPool.visual_name.replace('{use}', use_percent).replace(
'{total}', maxDeployed)),
'description':
sPool.comments,
'group':
group,
'transports':
trans,
'imageId':
imageId,
'show_transports':
sPool.show_transports,
'allow_users_remove':
sPool.allow_users_remove,
'allow_users_reset':
sPool.allow_users_reset,
'maintenance':
sPool.isInMaintenance(),
'not_accesible':
not sPool.isAccessAllowed(now),
'in_use':
in_use,
'to_be_replaced':
toBeReplaced,
'to_be_replaced_text':
toBeReplacedTxt,
'custom_calendar_text':
sPool.calendar_message,
})
# logger.debug('Services: %s', services)
# Sort services and remove services with no transports...
services = [
s for s in sorted(services, key=lambda s: s['name'].upper())
if s['transports']
]
autorun = False
if (len(services) == 1 and GlobalConfig.AUTORUN_SERVICE.getBool(False)
and services[0]['transports']):
if request.session.get('autorunDone', '0') == '0':
request.session['autorunDone'] = '1'
autorun = True
return {
'services': services,
'ip': request.ip,
'nets': nets,
'transports': validTrans,
'autorun': autorun
}
def getPoolsForGroups(groups):
for servicePool in ServicePool.getDeployedServicesForGroups(groups):
yield servicePool
def getPoolsForGroups(groups):
for servicePool in ServicePool.getDeployedServicesForGroups(groups):
yield servicePool
def getServicesData(request: 'HttpRequest') -> typing.Dict[str, typing.Any]: # pylint: disable=too-many-locals, too-many-branches, too-many-statements
"""Obtains the service data dictionary will all available services for this request
Arguments:
request {HttpRequest} -- request from where to xtract credentials
Returns:
typing.Dict[str, typing.Any] -- Keys has this:
'services': services,
'ip': request.ip,
'nets': nets,
'transports': validTrans,
'autorun': autorun
"""
# Session data
os: typing.Dict[str, str] = request.os
# We look for services for this authenticator groups. User is logged in in just 1 authenticator, so his groups must coincide with those assigned to ds
groups = list(request.user.getGroups())
availServicePools = ServicePool.getDeployedServicesForGroups(groups)
availMetaPools = MetaPool.getForGroups(groups)
# Information for administrators
nets = ''
validTrans = ''
logger.debug('OS: %s', os['OS'])
if request.user.isStaff():
nets = ','.join([n.name for n in Network.networksFor(request.ip)])
tt = []
for t in Transport.objects.all():
if t.validForIp(request.ip):
tt.append(t.name)
validTrans = ','.join(tt)
logger.debug('Checking meta pools: %s', availMetaPools)
services = []
# Add meta pools data first
for meta in availMetaPools:
# Check that we have access to at least one transport on some of its children
hasUsablePools = False
in_use = False
for pool in meta.pools.all():
# if pool.isInMaintenance():
# continue
for t in pool.transports.all():
typeTrans = t.getType()
if t.getType() and t.validForIp(request.ip) and typeTrans.supportsOs(os['OS']) and t.validForOs(os['OS']):
hasUsablePools = True
break
if not in_use:
assignedUserService = userServiceManager().getExistingAssignationForUser(pool, request.user)
if assignedUserService:
in_use = assignedUserService.in_use
# Stop when 1 usable pool is found
if hasUsablePools:
break
# If no usable pools, this is not visible
if hasUsablePools:
group = meta.servicesPoolGroup.as_dict if meta.servicesPoolGroup else ServicePoolGroup.default().as_dict
services.append({
'id': 'M' + meta.uuid,
'name': meta.name,
'visual_name': meta.visual_name,
'description': meta.comments,
'group': group,
'transports': [{
'id': 'meta',
'name': 'meta',
'link': html.udsMetaLink(request, 'M' + meta.uuid),
'priority': 0
}],
'imageId': meta.image and meta.image.uuid or 'x',
'show_transports': False,
'allow_users_remove': False,
'allow_users_reset': False,
'maintenance': meta.isInMaintenance(),
'not_accesible': not meta.isAccessAllowed(),
'in_use': in_use,
'to_be_replaced': None,
'to_be_replaced_text': '',
})
# Now generic user service
for svr in availServicePools:
# Skip pools that are part of meta pools
if svr.is_meta:
continue
trans = []
for t in svr.transports.all().order_by('priority'):
typeTrans = t.getType()
if typeTrans is None: # This may happen if we "remove" a transport type but we have a transport of that kind on DB
continue
if t.validForIp(request.ip) and typeTrans.supportsOs(os['OS']) and t.validForOs(os['OS']):
if typeTrans.ownLink is True:
link = reverse('TransportOwnLink', args=('F' + svr.uuid, t.uuid))
else:
link = html.udsAccessLink(request, 'F' + svr.uuid, t.uuid)
trans.append(
{
'id': t.uuid,
'name': t.name,
'link': link,
'priority': t.priority
}
)
# If empty transports, do not include it on list
if not trans:
continue
if svr.image is not None:
imageId = svr.image.uuid
else:
imageId = 'x'
# Locate if user service has any already assigned user service for this
ads = userServiceManager().getExistingAssignationForUser(svr, request.user)
if ads is None:
in_use = False
else:
in_use = ads.in_use
group = svr.servicesPoolGroup.as_dict if svr.servicesPoolGroup else ServicePoolGroup.default().as_dict
tbr = svr.toBeReplaced(request.user)
if tbr:
tbr = formats.date_format(tbr, "SHORT_DATETIME_FORMAT")
tbrt = ugettext('This service is about to be replaced by a new version. Please, close the session before {} and save all your work to avoid loosing it.').format(tbr)
else:
tbrt = ''
services.append({
'id': 'F' + svr.uuid,
'name': svr.name,
'visual_name': svr.visual_name,
'description': svr.comments,
'group': group,
'transports': trans,
'imageId': imageId,
'show_transports': svr.show_transports,
'allow_users_remove': svr.allow_users_remove,
'allow_users_reset': svr.allow_users_reset,
'maintenance': svr.isInMaintenance(),
'not_accesible': not svr.isAccessAllowed(),
'in_use': in_use,
'to_be_replaced': tbr,
'to_be_replaced_text': tbrt,
})
logger.debug('Services: %s', services)
# Sort services and remove services with no transports...
services = [s for s in sorted(services, key=lambda s: s['name'].upper()) if s['transports']]
autorun = False
if len(services) == 1 and GlobalConfig.AUTORUN_SERVICE.getBool(True) and services[0]['transports']:
if request.session.get('autorunDone', '0') == '0':
request.session['autorunDone'] = '1'
autorun = True
# return redirect('uds.web.views.service', idService=services[0]['id'], idTransport=services[0]['transports'][0]['id'])
return {
'services': services,
'ip': request.ip,
'nets': nets,
'transports': validTrans,
'autorun': autorun
}
def getServicesData(request: 'HttpRequest') -> typing.Dict[str, typing.Any]: # pylint: disable=too-many-locals, too-many-branches, too-many-statements
"""Obtains the service data dictionary will all available services for this request
Arguments:
request {HttpRequest} -- request from where to xtract credentials
Returns:
typing.Dict[str, typing.Any] -- Keys has this:
'services': services,
'ip': request.ip,
'nets': nets,
'transports': validTrans,
'autorun': autorun
"""
# Session data
os: typing.Dict[str, str] = request.os
# We look for services for this authenticator groups. User is logged in in just 1 authenticator, so his groups must coincide with those assigned to ds
groups = list(request.user.getGroups())
availServicePools = list(
ServicePool.getDeployedServicesForGroups(
groups,
request.user)) # Pass in user to get "number_assigned" to optimize
availMetaPools = list(MetaPool.getForGroups(
groups,
request.user)) # Pass in user to get "number_assigned" to optimize
now = getSqlDatetime()
# Information for administrators
nets = ''
validTrans = ''
logger.debug('OS: %s', os['OS'])
if request.user.isStaff():
nets = ','.join([n.name for n in Network.networksFor(request.ip)])
tt = []
t: Transport
for t in Transport.objects.all().prefetch_related('networks'):
if t.validForIp(request.ip):
tt.append(t.name)
validTrans = ','.join(tt)
logger.debug('Checking meta pools: %s', availMetaPools)
services = []
meta: MetaPool
# Preload all assigned user services for this user
# Add meta pools data first
for meta in availMetaPools:
# Check that we have access to at least one transport on some of its children
hasUsablePools = False
in_use = meta.number_in_use > 0 # False
for pool in meta.pools.all():
# if pool.isInMaintenance():
# continue
for t in pool.transports.all():
typeTrans = t.getType()
if t.getType() and t.validForIp(
request.ip) and typeTrans.supportsOs(
os['OS']) and t.validForOs(os['OS']):
hasUsablePools = True
break
# if not in_use and meta.number_in_use: # Only look for assignation on possible used
# assignedUserService = userServiceManager().getExistingAssignationForUser(pool, request.user)
# if assignedUserService:
# in_use = assignedUserService.in_use
# Stop when 1 usable pool is found
if hasUsablePools:
break
# If no usable pools, this is not visible
if hasUsablePools:
group = meta.servicesPoolGroup.as_dict if meta.servicesPoolGroup else ServicePoolGroup.default(
).as_dict
services.append({
'id':
'M' + meta.uuid,
'name':
meta.name,
'visual_name':
meta.visual_name,
'description':
meta.comments,
'group':
group,
'transports': [{
'id':
'meta',
'name':
'meta',
'link':
html.udsMetaLink(request, 'M' + meta.uuid),
'priority':
0
}],
'imageId':
meta.image and meta.image.uuid or 'x',
'show_transports':
False,
'allow_users_remove':
False,
'allow_users_reset':
False,
'maintenance':
meta.isInMaintenance(),
'not_accesible':
not meta.isAccessAllowed(now),
'in_use':
in_use,
'to_be_replaced':
None,
'to_be_replaced_text':
'',
'custom_calendar_text':
meta.calendar_message,
})
# Now generic user service
svr: ServicePool
for svr in availServicePools:
# Skip pools that are part of meta pools
if svr.is_meta:
continue
use = str(svr.usage(svr.usage_count)) + '%'
trans = []
for t in sorted(
svr.transports.all(), key=lambda x: x.priority
): # In memory sort, allows reuse prefetched and not too big array
try:
typeTrans = t.getType()
except Exception:
continue
if t.validForIp(request.ip) and typeTrans.supportsOs(
os['OS']) and t.validForOs(os['OS']):
if typeTrans.ownLink:
link = reverse('TransportOwnLink',
args=('F' + svr.uuid, t.uuid))
else:
link = html.udsAccessLink(request, 'F' + svr.uuid, t.uuid)
trans.append({
'id': t.uuid,
'name': t.name,
'link': link,
'priority': t.priority
})
# If empty transports, do not include it on list
if not trans:
continue
if svr.image:
imageId = svr.image.uuid
else:
imageId = 'x'
# Locate if user service has any already assigned user service for this. Use "pre cached" number of assignations in this pool to optimize
in_use = svr.number_in_use > 0
# if svr.number_in_use: # Anotated value got from getDeployedServicesForGroups(...). If 0, no assignation for this user
# ads = userServiceManager().getExistingAssignationForUser(svr, request.user)
# if ads:
# in_use = ads.in_use
group = svr.servicesPoolGroup.as_dict if svr.servicesPoolGroup else ServicePoolGroup.default(
).as_dict
# Only add toBeReplaced info in case we allow it. This will generate some "overload" on the services
toBeReplaced = svr.toBeReplaced(
request.user
) if svr.pubs_active > 0 and GlobalConfig.NOTIFY_REMOVAL_BY_PUB.getBool(
False) else None
# tbr = False
if toBeReplaced:
toBeReplaced = formats.date_format(toBeReplaced,
"SHORT_DATETIME_FORMAT")
toBeReplacedTxt = ugettext(
'This service is about to be replaced by a new version. Please, close the session before {} and save all your work to avoid loosing it.'
).format(toBeReplaced)
else:
toBeReplacedTxt = ''
datator = lambda x: x.replace('{use}', use).replace(
'{total}', str(svr.max_srvs))
services.append({
'id':
'F' + svr.uuid,
'name':
datator(svr.name),
'visual_name':
datator(
svr.visual_name.replace('{use}',
use).replace('{total}',
str(svr.max_srvs))),
'description':
svr.comments,
'group':
group,
'transports':
trans,
'imageId':
imageId,
'show_transports':
svr.show_transports,
'allow_users_remove':
svr.allow_users_remove,
'allow_users_reset':
svr.allow_users_reset,
'maintenance':
svr.isInMaintenance(),
'not_accesible':
not svr.isAccessAllowed(now),
'in_use':
in_use,
'to_be_replaced':
toBeReplaced,
'to_be_replaced_text':
toBeReplacedTxt,
'custom_calendar_text':
svr.calendar_message,
})
# logger.debug('Services: %s', services)
# Sort services and remove services with no transports...
services = [
s for s in sorted(services, key=lambda s: s['name'].upper())
if s['transports']
]
autorun = False
if len(services) == 1 and GlobalConfig.AUTORUN_SERVICE.getBool(
False) and services[0]['transports']:
if request.session.get('autorunDone', '0') == '0':
request.session['autorunDone'] = '1'
autorun = True
# return redirect('uds.web.views.service', idService=services[0]['id'], idTransport=services[0]['transports'][0]['id'])
return {
'services': services,
'ip': request.ip,
'nets': nets,
'transports': validTrans,
'autorun': autorun
}