def total_usage(username, start_date, allocation_source_name=None,end_date=None, burn_rate=False, email=None): """ This function outputs the total allocation usage in hours """ from service.allocation_logic import create_report if not end_date: end_date = timezone.now() user_allocation = create_report(start_date,end_date,user_id=username,allocation_source_name=allocation_source_name) if email: return user_allocation total_allocation = 0.0 for data in user_allocation: #print data['instance_id'], data['allocation_source'], data['instance_status_start_date'], data['instance_status_end_date'], data['applicable_duration'] if not data['allocation_source']=='N/A': total_allocation += data['applicable_duration'] compute_used_total = round(total_allocation/3600.0,2) if compute_used_total > 0: logger.info("Total usage for User %s with AllocationSource %s from %s-%s = %s" % (username, allocation_source_name, start_date, end_date, compute_used_total)) if burn_rate: burn_rate_total = 0 if len(user_allocation)<1 else user_allocation[-1]['burn_rate'] if burn_rate_total != 0: logger.info("User %s with AllocationSource %s Burn Rate: %s" % (username, allocation_source_name, burn_rate_total)) return [compute_used_total, burn_rate_total] return compute_used_total
def total_usage(username, start_date, allocation_source_name=None,end_date=None, burn_rate=False, email=None): """ This function outputs the total allocation usage in hours """ from service.allocation_logic import create_report if not end_date: end_date = timezone.now() user_allocation = create_report(start_date,end_date,user_id=username,allocation_source_name=allocation_source_name) if email: return user_allocation total_allocation = 0.0 for data in user_allocation: #print data['instance_id'], data['allocation_source'], data['instance_status_start_date'], data['instance_status_end_date'], data['applicable_duration'] if not data['allocation_source']=='N/A': total_allocation += data['applicable_duration'] compute_used_total = round(total_allocation/3600.0,2) if compute_used_total > 0: logger.info("Total usage for User %s with AllocationSource %s from %s-%s = %s" % (username, allocation_source_name, start_date, end_date, compute_used_total)) if burn_rate: burn_rate_total = 0 if len(user_allocation)<1 else user_allocation[-1]['burn_rate'] if burn_rate_total != 0: logger.info("User %s with AllocationSource %s Burn Rate: %s" % (username, allocation_source_name, burn_rate_total)) return [compute_used_total, burn_rate_total] return compute_used_total
def update_snapshot(start_date=None, end_date=None): if not settings.USE_ALLOCATION_SOURCE: return False end_date = end_date or timezone.now() # TODO: Read this start_date from last 'reset event' for each allocation source start_date = start_date or '2016-09-01 00:00:00.0-05' all_data = create_report(start_date, end_date) user_allocation_snapshots = {} unique_usernames = set() for row in all_data: key = (row['allocation_source'], row['username']) compute_used, instance_burn_rates = user_allocation_snapshots.get( key, (0.0, {})) new_compute_used = compute_used + float(row['applicable_duration']) new_instance_burn_rate = int(get_instance_burn_rate_from_row(row)) instance_burn_rates['instance_id'] = new_instance_burn_rate user_allocation_snapshots[key] = (new_compute_used, instance_burn_rates) unique_usernames.add(row['username']) allocation_source_ids = { obj['name']: obj['id'] for obj in AllocationSource.objects.all().values('name', 'id') } relevant_users = { obj['username']: obj['id'] for obj in AtmosphereUser.objects.filter( username__in=unique_usernames).values('username', 'id') } allocation_source_burn_rates = collections.Counter() for key, snapshot_numbers in user_allocation_snapshots.iteritems(): allocation_source_name, username = key compute_used, instance_burn_rates = snapshot_numbers try: allocation_source_id = allocation_source_ids[ allocation_source_name] except KeyError: # This allocation source does not exist in our database yet. Create it? Skip for now. Could be 'N/A' as well continue user_allocation_burn_rate = sum(instance_burn_rates.values()) snapshot, created = UserAllocationSnapshot.objects.update_or_create( allocation_source_id=allocation_source_id, user_id=relevant_users[username], defaults={ 'compute_used': round(compute_used / 3600, 2), 'burn_rate': user_allocation_burn_rate }) allocation_source_burn_rates[ allocation_source_name] += user_allocation_burn_rate tas_api_obj = TASAPIDriver() allocation_source_usage_from_tas = tas_api_obj.get_all_projects() for project in allocation_source_usage_from_tas: allocation_source_name = project['chargeCode'] try: allocation_source_id = allocation_source_ids[ allocation_source_name] except KeyError: # This allocation source does not exist in our database yet. Create it? Skip for now. continue compute_used = project['allocations'][-1]['computeUsed'] snapshot, created = AllocationSourceSnapshot.objects.update_or_create( allocation_source_id=allocation_source_id, defaults={ 'compute_used': compute_used, 'global_burn_rate': allocation_source_burn_rates.get(allocation_source_name, 0) }) return True