#!/usr/bin/env python

# -*- coding: utf-8 -*-

# ---------------------------------------------------------------------------

# batchSolarAnalyst.py

# Created on: 2014-16-08

# Description: Generate solar radiation tiles for all areas in a shapefile

# ---------------------------------------------------------------------------

# Calculate solar radiation over a very large area by using a Raster Dataset as the source

# and using a database with a fishnet of polygons to choose which areas to use as extents.

#

# Also takes a buffer size which will be applied to each polygon for use in the extent so that

# output rasters will have edges that match

# The final image output will be clipped back to the size of the input polygon

# Pseudo Code!

# For eachPolygon in fishnet where state is 0:

# bufferedPollygon = buffer polygon by bufferAmount

# set extent env to bufferedPolygon

# outputRaster = AreaSolarRadiation(rasterDataset)

# clippedOutput = clip outputRaster back to polygon size

# write clippedOutput file to designated directory

print "Batch Solar Analyst, reporting for duty"

import sys

import os

import time

import dbconn_quick

import shutil

import datetime

import dbconn

from config import *

print "Importing arcpy"

import arcpy

print "Everything imported"

# Define workspace and input datasets

ws = config.get('paths','workspace')

in_surface_raster = config.get('paths','dem_mosaic')

out_path = config.get('paths','solar_raster_output_dir')

try:

tmpfile = (os.environ.get('PBS_NODENAME') or os.environ.get('HOSTNAME') or 'nohostname') + str(time.time()) + str(os.getpid())

except:

print os.environ

raise

# Check out spatial analyst and set ArcGIS environment settings

print "Checking out the spatial extension"

arcpy.CheckOutExtension("spatial")

print "Making temp paths"

temp_dir = config.get("paths",'temp_dir')

# Check for existence of directories and create as needed

if not os.path.isdir(temp_dir):

try:

os.mkdir(temp_dir)

except:

pass

if not os.path.isdir(temp_dir):

print "ERROR! Couldn't create temporary directory", temp_dir

exit()

workspace = config.get('paths','temp_dir') + os.sep + tmpfile + '_workspace'

if not os.path.isdir(workspace):

try:

os.mkdir(workspace)

except:

pass

if not os.path.isdir(workspace):

print "ERROR! Couldn't create workspace directory " + workspace

exit()

arcpy.env.workspace = workspace

# Test read/write privledges

try:

ret = os.access(out_path, os.R_OK)

except:

print 'You do not have read access to', out_path + '. Please contact the network admin for access.'

raw_input('Please press enter to exit.')

exit()

try:

ret = os.access(out_path, os.W_OK)

except:

print 'You do not have write access to', out_path + '. Please contact the network admin for access.'

raw_input('Please press enter to exit.')

exit()

print "Making scratch workspace"

# Make a temp directory to avoid the FATAL ERROR (INFADI) MISSING DIRECTORY error

# NOTE: Delete this later (last line of script)

# Seems like dir should be made in here, but it's not working.... tempfile.gettempdir()

scratchdir = config.get('paths','temp_dir') + os.sep + tmpfile + '_temp'

if not os.path.isdir(scratchdir):

try:

os.mkdir(scratchdir)

except:

pass

arcpy.env.scratchWorkspacea = scratchdir

print "Setting loghistory to false"

arcpy.SetLogHistory(False)

# buffer distance for input processing extent

buff = config.getint('buffers','sa_processing_buffer')

# Define Solar analyst variables

latitude = '' # generate in for loop from feature attribute

sky_size = int(config.get('solar_analyst','sky_size')) # min is 100

# TODO: Change 2014 to current year

print "Setting SA settings"

time_configuration = arcpy.sa.TimeWholeYear(datetime.date.today().year) # arcgis time object set for all of 2014

day_interval = '' # with whole year analysis default is calendar month

hour_interval = '' # default is 0.5

each_interval = '' # default is no interval (i.e. a single band for whole year)

z_factor = '' # meters for both units, defaults to 1

slope_aspect_input_type = 'FROM_DEM' # how slope/aspect are determined

calculation_directions = int(config.get('solar_analyst','calculation_directions')) # number of directions used when calculating viewshed (multiple of 8 only)

zenith_divisions = int(config.get('solar_analyst','zenith_divisions')) # number of divisions to create sky sectors in sky map

azimuth_divisions = int(config.get('solar_analyst','azimuth_divisions')) # number of divisions to create sky sectors in sky map

diffuse_model_type = 'UNIFORM_SKY' # type of diffuse radiation model

diffuse_proportion = float(config.get('solar_analyst','diffuse_proportion')) # proportion of radiation that is diffuse

transmissivity = float(config.get('solar_analyst','transmissivity')) # fraction of radiation passing through atmosphere (0.5 for generally clear sky)

out_direct_radiation_raster = '' # optional output - direct radiation

out_diffuse_radiation_raster = '' # optional output - diffuse radiation

out_direct_duration_raster = '' # optional output - direct duration

hostname = os.getenv('HOSTNAME') or os.getenv('COMPUTERNAME') or 'Unknown host'

# Database queries to manage processing

reserveQuery = """

"""

completeQuery = """

"""

# connect to database using dbconn connection script

print "Reserving first job"

res = dbconn_quick.run_query(reserveQuery)

print str(len(res)) + " jobs reserved"

count = 0

average = 0

while len(res) > 0:

resultsToSubmit = []

for row in res:

count += 1

print "Running Area Solar Radiation for row " + str(row['id'])

start_time = time.clock()

# add buffer/subtract distance to extent boundaries

x_min = int(row['xmin']) - buff

y_min = int(row['ymin']) - buff

x_max = int(row['xmax']) + buff

y_max = int(row['ymax']) + buff

latitude = float(row['lat'])

# set processing environment

arcpy.env.extent = arcpy.sa.Extent(x_min, y_min, x_max, y_max)

# lookup dsm tile id

demno = 0

q = """

SELECT d.id FROM dem_fishnets d,sa_fishnets s WHERE ST_WITHIN(s.the_geom,d.the_geom) AND s.id=""" + str(row['id']) + """

"""

t = dbconn.run_query(q)

for s in t:

demno = str(s['id'])

#clipped_solar_raster_dir = out_path + os.sep + 'SRR_' + str(row['id'] / 1000 * 1000).zfill(4) + os.sep

clipped_solar_raster_dir = out_path + os.sep + demno + os.sep

clipped_solar_raster = clipped_solar_raster_dir + str(row['id']) + '.img' # what raster format do we want???

if not os.path.exists(clipped_solar_raster_dir):

os.mkdir(clipped_solar_raster_dir)

if os.path.isfile(clipped_solar_raster):

print "WARNING: Overwriting existing solar raster image at " + clipped_solar_raster

os.unlink(clipped_solar_raster)

# run solar analyst

try:

solar_raster = arcpy.sa.AreaSolarRadiation(in_surface_raster, latitude, sky_size, time_configuration, day_interval, hour_interval, each_interval, z_factor, slope_aspect_input_type, calculation_directions, zenith_divisions, azimuth_divisions, diffuse_model_type, diffuse_proportion, transmissivity, out_direct_radiation_raster, out_diffuse_radiation_raster, out_direct_duration_raster)

# clip to feature extent and saves output

envelope = "{0} {1} {2} {3}".format(int(row['xmin']), int(row['ymin']), int(row['xmax']), int(row['ymax']))

if not os.path.isfile(clipped_solar_raster):

clipped = arcpy.Clip_management(solar_raster, envelope, clipped_solar_raster) #, '', '-3.402823e+038', '', True)

if os.path.isfile(clipped_solar_raster):

solarWorked = True

except 'arcgisscripting.ExecuteError':

print "\t\t\t" + arcpy.GetMessages(3)

print sys.exc_info()

solarWorked = False

except:

print sys.exc_info()

e = sys.exc_info()[0]

print "\t\t\t" + str(e)

solarWorked = False

# calculate average tile calculation time

end_time = time.clock()

time_run = end_time - start_time

average = (average * (count - 1) + time_run) / count

if solarWorked:

print "DONE! (" + str((time_run)) + " seconds, running avg:" + str(average) + ")"

resultsToSubmit.append([str(row['id']),'2',str(time_run)])

else:

print "Error! (" + str((time_run)) + " seconds, running avg:" + str(average) + ")"

resultsToSubmit.append([str(row['id']),'-3','-1'])

cq = completeQuery.replace('UPDATEVALUES',"'),('".join(["','".join(x) for x in resultsToSubmit]))

res = dbconn_quick.send_query(cq)

res = dbconn_quick.run_query(reserveQuery)

# We have to manually unlink temp dirs created by mkdtemp

shutil.rmtree(arcpy.env.scratchWorkspacea)

shutil.rmtree(arcpy.env.workspace)