import dateutil.parser as parser
import argparse
import csv
import datetime
import nexrad_s3
aparser = argparse.ArgumentParser()
aparser.add_argument('infile', help='File to parse and load')
aparser.add_argument('-s','--sstray', type=int,default=0,help='start stray from sunset negative for before')
aparser.add_argument('-e','--estray', type=int,default=4,help='end stray from sunset')
aparser.add_argument('--sunrise', dest='sunrise', action='store_true', help='enable calculations based on sunrise')
aparser.set_defaults(sunrise=False)
args = aparser.parse_args()
infile=args.infile
sstray = args.sstray
estray = args.estray
sunrise=args.sunrise
with open(infile, 'r') as f:
reader = csv.reader(f)
next(reader)
for row in reader:
if (len(str(row[0]).strip())==4 and str(row[3]).strip().lower()=='y'):
date=parser.parse(row[1])
#print(date)
radar=row[0]
y=(date.strftime('%Y'))
m=(date.strftime('%m'))
d=(date.strftime('%d'))
print('Loading '+radar+ ' '+str(date))
nexrad_s3.get_s3_files(radar,y,m,d,sstray,estray,sunrise)
import nexrad_s3
import mysql.connector
import config
import time
from quicklock import singleton
singleton('awsdb')
try:
cnx = mysql.connector.connect(user=config.user, database=config.database,password=config.password)
cursor = cnx.cursor()
inscursor = cnx.cursor()
query = ("SELECT ID_SCREEN,RADAR,DATE FROM screening_master WHERE Download=1 and Downloaded IS NULL ")
cursor.execute(query)
except mysql.connector.Error as err:
print("Something went wrong: {}".format(err))
for (id_screen,radar,date) in cursor:
y=(date.strftime('%Y'))
m=(date.strftime('%m'))
d=(date.strftime('%d'))
print('Loading '+radar+ ' '+str(date))
nexrad_s3.get_s3_files(radar,y,m,d)
try:
inscursor.execute("UPDATE screening_master set downloaded=%s WHERE ID_SCREEN=%s" % ('now()',id_screen))
except mysql.connector.Error as err:
print("Something went wrong: {}".format(err))
print "done"
cnx.commit();
inscursor.close()
cursor.close()
cnx.close()
