def start_device(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
system_status = Configuration.objects.get(key='system_status')
system_mode = Configuration.objects.get(key='system_mode')
if system_status.value != 'running':
system_status.value = 'running'
system_status.save()
if 'demo' in data and data['demo'] == '1':
system_mode.value = 'demo'
system_mode.save()
DEMO_SIMULATION = DemoSimulation.start_or_get()
# if no values exist, fill database with one week
if SensorValue.objects.count() == 0.0:
DEMO_SIMULATION.forward = 24 * 7 * 3600.0
return create_json_response({"status": "demo started"}, request)
system_mode.value = 'normal'
system_mode.save()
return create_json_response({"status": "device started without demo"}, request)
return create_json_response({"status": "device already running"}, request)
def start_device(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
system_status = Configuration.objects.get(key='system_status')
system_mode = Configuration.objects.get(key='system_mode')
if system_status.value != 'running':
system_status.value = 'running'
system_status.save()
if 'demo' in data and data['demo'] == '1':
system_mode.value = 'demo'
system_mode.save()
DEMO_SIMULATION = DemoSimulation.start_or_get()
# if no values exist, fill database with one week
if SensorValue.objects.count() == 0.0:
DEMO_SIMULATION.forward = 24 * 7 * 3600.0
return create_json_response({"status": "demo started"}, request)
system_mode.value = 'normal'
system_mode.save()
return create_json_response({"status": "device started without demo"},
request)
return create_json_response({"status": "device already running"}, request)
def forecast(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
latest_timestamp = get_past_time()
initial_time = calendar.timegm(latest_timestamp.timetuple())
except SensorValue.DoesNotExist:
initial_time = time()
if request.method == 'POST':
try:
data = json.loads(request.body)
if 'forecast_id' in data:
result = FORECAST_QUEUE.get_by_id(data['forecast_id'])
if result == None:
output = {
"forecast_id": data['forecast_id'],
'sensors': [],
'status': "running"
}
else:
output = result
output["status"] = "finished"
return create_json_response(output, request)
code = None
if 'code' in data:
code = data['code']
configurations = None
if 'configurations' in data:
configurations = functions.get_modified_configurations(
data['configurations'])
if functions.get_configuration('auto_optimization'):
# schedule forecast and immediately return its id.
# The forecast result can be later retrieved by it
forecast_id = FORECAST_QUEUE.schedule_new(
initial_time, configurations=configurations, code=code)
output = {
"forecast_id": forecast_id,
'sensors': [],
'status': "running"
}
else:
output = get_forecast(initial_time,
configurations=configurations,
code=code)
except ValueError as e:
logger.error(e)
return create_json_response({"status": "failed"}, request)
else:
output = get_forecast(initial_time)
return create_json_response(output, request)
def handle_code(request):
if not request.user.is_superuser:
raise PermissionDenied
if request.method == 'POST':
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
if 'code' in data:
return create_json_response(functions.apply_snippet(data['code']), request)
return create_json_response(functions.get_current_snippet(), request)
def forecast(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
latest_timestamp = get_past_time()
initial_time = calendar.timegm(latest_timestamp.timetuple())
except SensorValue.DoesNotExist:
initial_time = time()
if request.method == 'POST':
try:
data = json.loads(request.body)
if 'forecast_id' in data:
result = FORECAST_QUEUE.get_by_id(data['forecast_id'])
if result == None:
output = {"forecast_id": data[
'forecast_id'], 'sensors': [], 'status': "running"}
else:
output = result
output["status"] = "finished"
return create_json_response(output, request)
code = None
if 'code' in data:
code = data['code']
configurations = None
if 'configurations' in data:
configurations = functions.get_modified_configurations(
data['configurations'])
if functions.get_configuration('auto_optimization'):
# schedule forecast and immediately return its id.
# The forecast result can be later retrieved by it
forecast_id = FORECAST_QUEUE.schedule_new(
initial_time, configurations=configurations, code=code)
output = {"forecast_id":
forecast_id, 'sensors': [], 'status': "running"}
else:
output = get_forecast(
initial_time, configurations=configurations, code=code)
except ValueError as e:
logger.error(e)
return create_json_response({"status": "failed"}, request)
else:
output = get_forecast(initial_time)
return create_json_response(output, request)
def handle_code(request):
if not request.user.is_superuser:
raise PermissionDenied
if request.method == 'POST':
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
if 'code' in data:
return create_json_response(functions.apply_snippet(data['code']),
request)
return create_json_response(functions.get_current_snippet(), request)
def get_monthly_statistics(request):
if not request.user.is_superuser:
raise PermissionDenied
end = get_past_time(use_view=True)
start = end + dateutil.relativedelta.relativedelta(years=-1)
sensor_values = SensorValueMonthlySum.objects.filter(
timestamp__gte=start, timestamp__lte=end)
months = sensor_values.extra({'month': "date_trunc('month', timestamp)"}).values(
'month').annotate(count=Count('id'))
output = []
for month in months:
month_start = month['month']
month_end = month['month'] + dateutil.relativedelta.relativedelta(
months=1) - timedelta(days=1)
month_data = []
month_data += functions.get_statistics_for_cogeneration_unit(
month_start, month_end)
month_data += functions.get_statistics_for_peak_load_boiler(
month_start, month_end)
month_data += functions.get_statistics_for_thermal_consumer(
month_start, month_end)
month_data += functions.get_statistics_for_electrical_consumer(
month_start, month_end)
month_data += functions.get_statistics_for_power_meter(
month_start, month_end)
output.append(month_data)
return create_json_response(output, request)
def get_avgs(request, sensor_id=None, year=None):
if not request.user.is_authenticated():
raise PermissionDenied
if year is None:
start = datetime(datetime.today().year, 1, 1).replace(tzinfo=utc)
end = datetime(datetime.today().year, 12, 31).replace(tzinfo=utc)
else:
start = datetime(int(year), 1, 1).replace(tzinfo=utc)
end = datetime(int(year), 12, 31).replace(tzinfo=utc)
sensorvaluemonthlyavg = SensorValueMonthlyAvg.objects.filter(
timestamp__gte=start, timestamp__lte=end)
if sensor_id is None:
output = {}
for sensor in Sensor.objects.all().values_list('id', flat=True):
output[sensor] = list(
sensorvaluemonthlyavg.filter(
sensor_id=sensor).values('timestamp').annotate(
total=Avg('avg')).order_by('timestamp'))
else:
output = list(
sensorvaluemonthlyavg.filter(
sensor_id=sensor_id).values('timestamp').annotate(
total=Avg('avg')).order_by('timestamp'))
return create_json_response(output, request)
def get_total_balance(request, year=None, month=None):
if not request.user.is_authenticated():
raise PermissionDenied
current = get_past_time(use_view=True)
try:
year = int(year)
except (TypeError, ValueError):
year = current.year
if month is None:
months = [x for x in range(1, 13)]
else:
try:
months = [int(month)]
except (TypeError, ValueError):
months = [current.month]
output = []
for month in months:
start = datetime(year, month, 1).replace(tzinfo=utc)
end = datetime(year, month, calendar.mdays[month]).replace(tzinfo=utc)
output.append(functions.get_total_balance_by_date(month, year))
return create_json_response(output, request)
def get_monthly_statistics(request):
if not request.user.is_superuser:
raise PermissionDenied
end = get_past_time(use_view=True)
start = end + dateutil.relativedelta.relativedelta(years=-1)
sensor_values = SensorValueMonthlySum.objects.filter(timestamp__gte=start,
timestamp__lte=end)
months = sensor_values.extra({
'month': "date_trunc('month', timestamp)"
}).values('month').annotate(count=Count('id'))
output = []
for month in months:
month_start = month['month']
month_end = month['month'] + dateutil.relativedelta.relativedelta(
months=1) - timedelta(days=1)
month_data = []
month_data += functions.get_statistics_for_cogeneration_unit(
month_start, month_end)
month_data += functions.get_statistics_for_peak_load_boiler(
month_start, month_end)
month_data += functions.get_statistics_for_thermal_consumer(
month_start, month_end)
month_data += functions.get_statistics_for_electrical_consumer(
month_start, month_end)
month_data += functions.get_statistics_for_power_meter(
month_start, month_end)
output.append(month_data)
return create_json_response(output, request)
def list_thresholds(request):
if not request.user.is_superuser:
raise PermissionDenied
thresholds = Threshold.objects.extra(select={
'sensor_name': 'SELECT name FROM server_sensor WHERE id = sensor_id'
}).order_by('id')
return create_json_response(list(thresholds.values()), request)
def list_thresholds(request):
if not request.user.is_superuser:
raise PermissionDenied
thresholds = Threshold.objects.extra(select={
'sensor_name':
'SELECT name FROM server_sensor WHERE id = sensor_id'
}).order_by('id')
return create_json_response(list(thresholds.values()), request)
def configure(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
if 'auto_optimization' in data:
auto_optimization = Configuration.objects.get(key='auto_optimization')
auto_optimization.value = data['auto_optimization']
DEMO_SIMULATION.use_optimization = data['auto_optimization']
auto_optimization.save()
return create_json_response({"auto_optimization": auto_optimization.value}, request)
else:
cache.clear()
perform_configuration(data)
return create_json_response({"status": "success"}, request)
def get_sensorvalue_history_list(request):
if not request.user.is_authenticated():
raise PermissionDenied
cursor = connection.cursor()
cursor.execute(
'''SELECT DISTINCT date_part('year', server_sensorvaluemonthlysum.timestamp) as year FROM server_sensorvaluemonthlysum ORDER BY year DESC'''
)
output = [int(x[0]) for x in cursor.fetchall()]
return create_json_response(output, request)
def configure(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
if 'auto_optimization' in data:
auto_optimization = Configuration.objects.get(key='auto_optimization')
auto_optimization.value = data['auto_optimization']
DEMO_SIMULATION.use_optimization = data['auto_optimization']
auto_optimization.save()
return create_json_response(
{"auto_optimization": auto_optimization.value}, request)
else:
cache.clear()
perform_configuration(data)
return create_json_response({"status": "success"}, request)
def get_detailed_sensor_values(request, sensor_id):
if not request.user.is_authenticated():
raise PermissionDenied
start = get_past_time(days=1)
sensor_values = list(
SensorValue.objects.filter(sensor_id=sensor_id,
timestamp__gte=start).values_list(
'timestamp', 'value'))
return create_json_response(sensor_values, request)
def get_latest_total_balance(request):
if not request.user.is_authenticated():
raise PermissionDenied
current = get_past_time(use_view=True)
year = current.year
month = current.month
output = dict([('month', month), ('year', year)] +
functions.get_total_balance_by_date(month, year).items())
return create_json_response(output, request)
def forward(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
if 'forward_time' in data:
forward_time = float(data['forward_time']) * 24 * 3600
demo_sim = DemoSimulation.start_or_get()
if demo_sim.forward > 0:
return create_json_response({"status": "ignored"}, request)
demo_sim.forward = forward_time
return create_json_response({"status": "success"}, request)
return create_json_response({"status": "failed"}, request)
def forward(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
if 'forward_time' in data:
forward_time = float(data['forward_time']) * 24 * 3600
demo_sim = DemoSimulation.start_or_get()
if demo_sim.forward > 0:
return create_json_response({"status": "ignored"}, request)
demo_sim.forward = forward_time
return create_json_response({"status": "success"}, request)
return create_json_response({"status": "failed"}, request)
def get_statistics(request):
if not request.user.is_superuser:
raise PermissionDenied
end = get_past_time(use_view=True)
start = end + dateutil.relativedelta.relativedelta(months=-1)
output = []
output += functions.get_statistics_for_cogeneration_unit(start, end)
output += functions.get_statistics_for_peak_load_boiler(start, end)
output += functions.get_statistics_for_thermal_consumer(start, end)
output += functions.get_statistics_for_electrical_consumer(start, end)
output += functions.get_statistics_for_power_meter(start, end)
return create_json_response(output, request)
def get_statistics(request):
if not request.user.is_superuser:
raise PermissionDenied
end = get_past_time(use_view=True)
start = end + dateutil.relativedelta.relativedelta(months=-1)
output = []
output += functions.get_statistics_for_cogeneration_unit(start, end)
output += functions.get_statistics_for_peak_load_boiler(start, end)
output += functions.get_statistics_for_thermal_consumer(start, end)
output += functions.get_statistics_for_electrical_consumer(start, end)
output += functions.get_statistics_for_power_meter(start, end)
return create_json_response(output, request)
def get_daily_loads(request):
if not request.user.is_authenticated():
raise PermissionDenied
start = get_past_time(days=1)
sensors = Sensor.objects.filter(device__device_type=Device.TC,
key='get_consumption_power').values_list(
'id', flat=True)
output = {
'thermal': {},
'warmwater': {},
'electrical': {},
}
for sensor_id in sensors:
output['thermal'][sensor_id] = list(
SensorValue.objects.filter(sensor__id=sensor_id,
timestamp__gte=start).values_list(
'timestamp', 'value'))
sensors = Sensor.objects.filter(
device__device_type=Device.TC,
key='get_warmwater_consumption_power').values_list('id', flat=True)
for sensor_id in sensors:
output['warmwater'][sensor_id] = list(
SensorValue.objects.filter(sensor__id=sensor_id,
timestamp__gte=start).values_list(
'timestamp', 'value'))
sensors = Sensor.objects.filter(device__device_type=Device.EC,
key='get_consumption_power').values_list(
'id', flat=True)
for sensor_id in sensors:
output['electrical'][sensor_id] = list(
SensorValue.objects.filter(sensor__id=sensor_id,
timestamp__gte=start).values_list(
'timestamp', 'value'))
return create_json_response(output, request)
def list_sensor_values(request, interval='month'):
if not request.user.is_superuser:
raise PermissionDenied
output = []
if interval == 'month':
sensor_values = SensorValueHourly.objects.\
filter(sensor__in_diagram=True).\
select_related(
'sensor__name', 'sensor__unit', 'sensor__key', 'sensor__device__name')
else:
start = get_past_time(years=1, use_view=True)
sensor_values = SensorValueDaily.objects.\
filter(timestamp__gte=start, sensor__in_diagram=True).\
select_related(
'sensor__name', 'sensor__unit', 'sensor__key', 'sensor__device__name')
values = {}
output = {}
for value in sensor_values:
# Save sensor data
if value.sensor.id not in values.keys():
values[value.sensor.id] = []
output[value.sensor.id] = {
'id': value.sensor.id,
'device': value.sensor.device.name,
'name': value.sensor.name,
'unit': value.sensor.unit,
'key': value.sensor.key,
}
values[value.sensor.id].append((value.timestamp, value.value))
for sensor_id in output.keys():
output[sensor_id]['data'] = values[sensor_id]
return create_json_response(output.values(), request)
def list_sensor_values(request, interval='month'):
if not request.user.is_superuser:
raise PermissionDenied
output = []
if interval == 'month':
sensor_values = SensorValueHourly.objects.\
filter(sensor__in_diagram=True).\
select_related(
'sensor__name', 'sensor__unit', 'sensor__key', 'sensor__device__name')
else:
start = get_past_time(years=1, use_view=True)
sensor_values = SensorValueDaily.objects.\
filter(timestamp__gte=start, sensor__in_diagram=True).\
select_related(
'sensor__name', 'sensor__unit', 'sensor__key', 'sensor__device__name')
values = {}
output = {}
for value in sensor_values:
# Save sensor data
if value.sensor.id not in values.keys():
values[value.sensor.id] = []
output[value.sensor.id] = {
'id': value.sensor.id,
'device': value.sensor.device.name,
'name': value.sensor.name,
'unit': value.sensor.unit,
'key': value.sensor.key,
}
values[value.sensor.id].append((value.timestamp, value.value))
for sensor_id in output.keys():
output[sensor_id]['data'] = values[sensor_id]
return create_json_response(output.values(), request)
def get_tunable_device_configurations(request):
if not request.user.is_superuser:
raise PermissionDenied
output = dict(get_device_configurations(tunable=True))
return create_json_response(output, request)
def live_data(request):
if not request.user.is_superuser:
raise PermissionDenied
return create_json_response(functions.get_live_data(), request)
def handle_threshold(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
if 'id' in data:
threshold = Threshold.objects.get(id=data['id'])
if threshold is not None:
if 'delete' in data:
threshold.delete()
else:
if 'name' in data:
threshold.name = data['name']
if 'sensor_id' in data:
threshold.sensor_id = int(data['sensor_id'])
if 'min_value' in data:
if data['min_value'] == '':
threshold.min_value = None
else:
try:
threshold.min_value = float(data['min_value'])
except ValueError:
pass
if 'max_value' in data and data['max_value'] != '':
if data['max_value'] == '':
threshold.max_value = None
else:
try:
threshold.max_value = float(data['max_value'])
except ValueError:
pass
if 'category' in data:
threshold.category = int(data['category'])
if 'show_manager' in data:
threshold.show_manager = True if data[
'show_manager'] == '1' else False
threshold.save()
return create_json_response({"status": "success"}, request)
else:
if all(x in data for x in [
'name', 'sensor_id', 'min_value', 'max_value', 'category',
'show_manager'
]):
threshold = Threshold(name=data['name'],
sensor_id=int(data['sensor_id']),
category=int(data['category']))
try:
threshold.min_value = float(data['min_value'])
except ValueError:
pass
try:
threshold.max_value = float(data['max_value'])
except ValueError:
pass
threshold.show_manager = True if data[
'show_manager'] == '1' else False
threshold.save()
return create_json_response({"status": "success"}, request)
return create_json_response({"status": "failed"}, request)
def handle_threshold(request):
if not request.user.is_superuser:
raise PermissionDenied
try:
data = json.loads(request.body)
except ValueError:
return create_json_response({"status": "failed"}, request)
if 'id' in data:
threshold = Threshold.objects.get(id=data['id'])
if threshold is not None:
if 'delete' in data:
threshold.delete()
else:
if 'name' in data:
threshold.name = data['name']
if 'sensor_id' in data:
threshold.sensor_id = int(data['sensor_id'])
if 'min_value' in data:
if data['min_value'] == '':
threshold.min_value = None
else:
try:
threshold.min_value = float(data['min_value'])
except ValueError:
pass
if 'max_value' in data and data['max_value'] != '':
if data['max_value'] == '':
threshold.max_value = None
else:
try:
threshold.max_value = float(data['max_value'])
except ValueError:
pass
if 'category' in data:
threshold.category = int(data['category'])
if 'show_manager' in data:
threshold.show_manager = True if data[
'show_manager'] == '1' else False
threshold.save()
return create_json_response({"status": "success"}, request)
else:
if all(x in data for x in ['name', 'sensor_id', 'min_value', 'max_value', 'category', 'show_manager']):
threshold = Threshold(name=data['name'], sensor_id=int(
data['sensor_id']), category=int(data['category']))
try:
threshold.min_value = float(data['min_value'])
except ValueError:
pass
try:
threshold.max_value = float(data['max_value'])
except ValueError:
pass
threshold.show_manager = True if data[
'show_manager'] == '1' else False
threshold.save()
return create_json_response({"status": "success"}, request)
return create_json_response({"status": "failed"}, request)
def get_tunable_device_configurations(request):
if not request.user.is_superuser:
raise PermissionDenied
output = dict(get_device_configurations(tunable=True))
return create_json_response(output, request)
def live_data(request):
if not request.user.is_superuser:
raise PermissionDenied
return create_json_response(functions.get_live_data(), request)