def get_raw_report_data(self, organization_id, cycles, x_var, y_var,
campus_only):
all_property_views = PropertyView.objects.select_related(
'property',
'state').filter(property__organization_id=organization_id,
cycle_id__in=cycles)
organization = Organization.objects.get(pk=organization_id)
results = []
for cycle in cycles:
property_views = all_property_views.filter(cycle_id=cycle)
count_total = []
count_with_data = []
data = []
for property_view in property_views:
property_pk = property_view.property_id
if property_view.property.campus and campus_only:
count_total.append(property_pk)
result = self.get_data(property_view, x_var, y_var)
if result:
result['yr_e'] = cycle.end.strftime('%Y')
data.append(result)
count_with_data.append(property_pk)
elif not property_view.property.campus:
count_total.append(property_pk)
result = self.get_data(property_view, x_var, y_var)
if result:
result['yr_e'] = cycle.end.strftime('%Y')
de_unitted_result = apply_display_unit_preferences(
organization, result)
data.append(de_unitted_result)
count_with_data.append(property_pk)
result = {
"cycle_id": cycle.pk,
"chart_data": data,
"property_counts": {
"yr_e": cycle.end.strftime('%Y'),
"num_properties": len(count_total),
"num_properties_w-data": len(count_with_data),
},
}
results.append(result)
return results
def taxlots_across_cycles(org_id, profile_id, cycle_ids=[]):
# Identify column preferences to be used to scope fields/values
columns_from_database = Column.retrieve_all(org_id, 'taxlot', False)
if profile_id == -1:
show_columns = list(
Column.objects.filter(organization_id=org_id).values_list(
'id', flat=True))
else:
try:
profile = ColumnListSetting.objects.get(
organization_id=org_id,
id=profile_id,
settings_location=VIEW_LIST,
inventory_type=VIEW_LIST_TAXLOT)
show_columns = list(
ColumnListSettingColumn.objects.filter(
column_list_setting_id=profile.id).values_list('column_id',
flat=True))
except ColumnListSetting.DoesNotExist:
show_columns = None
results = {}
for cycle_id in cycle_ids:
# get -Views for this Cycle
taxlot_views = TaxLotView.objects.select_related('taxlot', 'state', 'cycle') \
.filter(taxlot__organization_id=org_id, cycle_id=cycle_id) \
.order_by('id')
related_results = TaxLotProperty.get_related(taxlot_views,
show_columns,
columns_from_database)
org = Organization.objects.get(pk=org_id)
unit_collapsed_results = [
apply_display_unit_preferences(org, x) for x in related_results
]
results[cycle_id] = unit_collapsed_results
return results
def _get_filtered_results(self, request, columns):
page = request.query_params.get('page', 1)
per_page = request.query_params.get('per_page', 1)
org_id = request.query_params.get('organization_id', None)
cycle_id = request.query_params.get('cycle')
if not org_id:
return JsonResponse(
{
'status': 'error',
'message':
'Need to pass organization_id as query parameter'
},
status=status.HTTP_400_BAD_REQUEST)
if cycle_id:
cycle = Cycle.objects.get(organization_id=org_id, pk=cycle_id)
else:
cycle = Cycle.objects.filter(
organization_id=org_id).order_by('name')
if cycle:
cycle = cycle.first()
else:
return JsonResponse({
'status': 'error',
'message': 'Could not locate cycle',
'pagination': {
'total': 0
},
'cycle_id': None,
'results': []
})
taxlot_views_list = TaxLotView.objects.select_related('taxlot', 'state', 'cycle') \
.filter(taxlot__organization_id=org_id, cycle=cycle) \
.order_by('id')
paginator = Paginator(taxlot_views_list, per_page)
try:
taxlot_views = paginator.page(page)
page = int(page)
except PageNotAnInteger:
taxlot_views = paginator.page(1)
page = 1
except EmptyPage:
taxlot_views = paginator.page(paginator.num_pages)
page = paginator.num_pages
columns_from_database = Column.retrieve_all(org_id, 'taxlot', False)
related_results = TaxLotProperty.get_related(taxlot_views, columns,
columns_from_database)
# collapse units here so we're only doing the last page; we're already a
# realized list by now and not a lazy queryset
org = Organization.objects.get(pk=org_id)
unit_collapsed_results = \
[apply_display_unit_preferences(org, x) for x in related_results]
response = {
'pagination': {
'page': page,
'start': paginator.page(page).start_index(),
'end': paginator.page(page).end_index(),
'num_pages': paginator.num_pages,
'has_next': paginator.page(page).has_next(),
'has_previous': paginator.page(page).has_previous(),
'total': paginator.count
},
'cycle_id': cycle.id,
'results': unit_collapsed_results
}
return JsonResponse(response)
def _get_filtered_results(self, request, profile_id):
page = request.query_params.get('page', 1)
per_page = request.query_params.get('per_page', 1)
org_id = request.query_params.get('organization_id', None)
cycle_id = request.query_params.get('cycle')
# check if there is a query paramater for the profile_id. If so, then use that one
profile_id = request.query_params.get('profile_id', profile_id)
if not org_id:
return JsonResponse(
{
'status': 'error',
'message':
'Need to pass organization_id as query parameter'
},
status=status.HTTP_400_BAD_REQUEST)
if cycle_id:
cycle = Cycle.objects.get(organization_id=org_id, pk=cycle_id)
else:
cycle = Cycle.objects.filter(
organization_id=org_id).order_by('name')
if cycle:
cycle = cycle.first()
else:
return JsonResponse({
'status': 'error',
'message': 'Could not locate cycle',
'pagination': {
'total': 0
},
'cycle_id': None,
'results': []
})
# Return taxlot views limited to the 'inventory_ids' list. Otherwise, if selected is empty, return all
if 'inventory_ids' in request.data and request.data['inventory_ids']:
taxlot_views_list = TaxLotView.objects.select_related('taxlot', 'state', 'cycle') \
.filter(taxlot_id__in=request.data['inventory_ids'], taxlot__organization_id=org_id,
cycle=cycle) \
.order_by('id')
else:
taxlot_views_list = TaxLotView.objects.select_related('taxlot', 'state', 'cycle') \
.filter(taxlot__organization_id=org_id, cycle=cycle) \
.order_by('id')
paginator = Paginator(taxlot_views_list, per_page)
try:
taxlot_views = paginator.page(page)
page = int(page)
except PageNotAnInteger:
taxlot_views = paginator.page(1)
page = 1
except EmptyPage:
taxlot_views = paginator.page(paginator.num_pages)
page = paginator.num_pages
org = Organization.objects.get(pk=org_id)
# Retrieve all the columns that are in the db for this organization
columns_from_database = Column.retrieve_all(org_id, 'taxlot', False)
# This uses an old method of returning the show_columns. There is a new method that
# is preferred in v2.1 API with the ProfileIdMixin.
if profile_id is None:
show_columns = None
elif profile_id == -1:
show_columns = list(
Column.objects.filter(organization_id=org_id).values_list(
'id', flat=True))
else:
try:
profile = ColumnListProfile.objects.get(
organization=org,
id=profile_id,
profile_location=VIEW_LIST,
inventory_type=VIEW_LIST_TAXLOT)
show_columns = list(
ColumnListProfileColumn.objects.filter(
column_list_profile_id=profile.id).values_list(
'column_id', flat=True))
except ColumnListProfile.DoesNotExist:
show_columns = None
related_results = TaxLotProperty.get_related(taxlot_views,
show_columns,
columns_from_database)
# collapse units here so we're only doing the last page; we're already a
# realized list by now and not a lazy queryset
unit_collapsed_results = [
apply_display_unit_preferences(org, x) for x in related_results
]
response = {
'pagination': {
'page': page,
'start': paginator.page(page).start_index(),
'end': paginator.page(page).end_index(),
'num_pages': paginator.num_pages,
'has_next': paginator.page(page).has_next(),
'has_previous': paginator.page(page).has_previous(),
'total': paginator.count
},
'cycle_id': cycle.id,
'results': unit_collapsed_results
}
return JsonResponse(response)
def mapping_results(self, request, pk=None):
"""
Retrieves a paginated list of Properties and Tax Lots for an import file after mapping.
"""
import_file_id = pk
org_id = request.query_params.get('organization_id', None)
org = Organization.objects.get(pk=org_id)
try:
# get the field names that were in the mapping
import_file = ImportFile.objects.get(
pk=import_file_id, import_record__super_organization_id=org_id)
except ImportFile.DoesNotExist:
return JsonResponse(
{
'status': 'error',
'message': 'Could not find import file with pk=' + str(pk)
},
status=status.HTTP_400_BAD_REQUEST)
# List of the only fields to show
field_names = import_file.get_cached_mapped_columns
# set of fields
fields = {
'PropertyState': ['id', 'extra_data', 'lot_number'],
'TaxLotState': ['id', 'extra_data']
}
columns_from_db = Column.retrieve_all(org_id)
property_column_name_mapping = {}
taxlot_column_name_mapping = {}
for field_name in field_names:
# find the field from the columns in the database
for column in columns_from_db:
if column['table_name'] == 'PropertyState' and \
field_name[0] == 'PropertyState' and \
field_name[1] == column['column_name']:
property_column_name_mapping[
column['column_name']] = column['name']
if not column['is_extra_data']:
fields['PropertyState'].append(
field_name[1]) # save to the raw db fields
continue
elif column['table_name'] == 'TaxLotState' and \
field_name[0] == 'TaxLotState' and \
field_name[1] == column['column_name']:
taxlot_column_name_mapping[
column['column_name']] = column['name']
if not column['is_extra_data']:
fields['TaxLotState'].append(
field_name[1]) # save to the raw db fields
continue
inventory_type = request.data.get('inventory_type', 'all')
result = {'status': 'success'}
if inventory_type == 'properties' or inventory_type == 'all':
properties = PropertyState.objects.filter(
import_file_id=import_file_id,
data_state__in=[DATA_STATE_MAPPING, DATA_STATE_MATCHING],
merge_state__in=[
MERGE_STATE_UNKNOWN, MERGE_STATE_NEW
]).only(*fields['PropertyState']).order_by('id')
property_results = []
for prop in properties:
prop_dict = TaxLotProperty.model_to_dict_with_mapping(
prop,
property_column_name_mapping,
fields=fields['PropertyState'],
exclude=['extra_data'])
prop_dict.update(
TaxLotProperty.extra_data_to_dict_with_mapping(
prop.extra_data,
property_column_name_mapping,
fields=prop.extra_data.keys(),
).items())
prop_dict = apply_display_unit_preferences(org, prop_dict)
property_results.append(prop_dict)
result['properties'] = property_results
if inventory_type == 'taxlots' or inventory_type == 'all':
tax_lots = TaxLotState.objects.filter(
import_file_id=import_file_id,
data_state__in=[DATA_STATE_MAPPING, DATA_STATE_MATCHING],
merge_state__in=[MERGE_STATE_UNKNOWN, MERGE_STATE_NEW
]).only(*fields['TaxLotState']).order_by('id')
tax_lot_results = []
for tax_lot in tax_lots:
tax_lot_dict = TaxLotProperty.model_to_dict_with_mapping(
tax_lot,
taxlot_column_name_mapping,
fields=fields['TaxLotState'],
exclude=['extra_data'])
tax_lot_dict.update(
TaxLotProperty.extra_data_to_dict_with_mapping(
tax_lot.extra_data,
taxlot_column_name_mapping,
fields=tax_lot.extra_data.keys(),
).items())
tax_lot_dict = apply_display_unit_preferences(
org, tax_lot_dict)
tax_lot_results.append(tax_lot_dict)
result['tax_lots'] = tax_lot_results
return result