def daily_reset():
#Get time
now = datetime.datetime.utcnow()
jday = julian_day(now.month,now.day,now.year)
if now.month < 10: month = '0'+str(now.month)
else: month = str(now.month)
if now.day < 10: day = '0'+str(now.day)
else: day = str(now.day)
#Make directories
print 'Creating directories for %s/%s/%s...' % (now.month,now.day,now.year)
file_directory = '/Users/michaeldiamond/Documents/oracles_files'
image_directory = '/Users/michaeldiamond/Documents/oracles'
#Create file directories
os.chdir(file_directory+'/terra')
os.system('mkdir ./%s' % jday)
os.chdir(file_directory+'/aqua')
os.system('mkdir ./%s' % jday)
os.chdir(file_directory+'/msg')
os.system('mkdir ./%s' % jday)
#Create image directories
os.chdir(image_directory+'/terra')
os.system('mkdir ./%s' % jday)
os.chdir(image_directory+'/aqua')
os.system('mkdir ./%s' % jday)
os.chdir(image_directory+'/msg')
os.system('mkdir ./%s' % jday)
#Make perl script for downloading files
os.chdir(file_directory+'/msg/%s' % jday)
output = open('retrieve_raw_%s.pl' % jday,'wb')
output.write('#!/usr/bin/perl\n\n')
output.write('use strict;\nuse warnings;\n\n')
output.write("my $year = '%s';\nmy $month = '%s';\nmy $day = '%s';\n\n" % (now.year,month,day))
output.write("my $username = '******';\nmy $password = '******';\n\n")
output.write('my $host = "cloudsgate2.larc.nasa.gov";\nmy $dir = "prod/exp/oracles/d2/sat-ncdf/msg";\n\n')
output.write('# first, get the day directory\nmy $cmd = "curl -u $username:$password http://$host/$dir/$year/$month/$day/";\n')
output.write("my @results = `$cmd`;\n\n")
output.write("my @download_files = ();\n\n")
output.write("foreach (@results) {\n")
output.write("\tif (m/\<a href\=\'(.+)(MET10.+\.C01.nc)\'\stitle/) {\n")
output.write('\t\tpush @download_files, { full => "$1$2", fn => $2 };\n')
output.write('\t}\n}\n\n')
output.write("foreach (@results) {\n")
output.write("\tif (m/\<a href\=\'(.+)(MET10.+\.C02.nc)\'\stitle/) {\n")
output.write('\t\tpush @download_files, { full => "$1$2", fn => $2 };\n')
output.write('\t}\n}\n\n')
output.write('# now, go get all the files...\nmy $count = 1;\n')
output.write("foreach my $target_file (@download_files) {\n")
output.write('\tif (-e "./$target_file->{fn}") {\n')
output.write('\t} else {\n')
output.write('\t\t$cmd = "curl -u $username:$password -o $target_file->{fn} http://$host$target_file->{full} ";\n')
output.write("\t\tmy $result = `$cmd`;\n\n")
output.write('\t}\n\t$count++;\n}')
output.close()
output = open('retrieve_prod_%s.pl' % jday,'wb')
output.write('#!/usr/bin/perl\n\n')
output.write('use strict;\nuse warnings;\n\n')
output.write("my $year = '%s';\nmy $month = '%s';\nmy $day = '%s';\n\n" % (now.year,month,day))
output.write("my $username = '******';\nmy $password = '******';\n\n")
output.write('my $host = "cloudsgate2.larc.nasa.gov";\nmy $dir = "prod/exp/oracles/d2/prod-ncdf/msg";\n\n')
output.write('# first, get the day directory\nmy $cmd = "curl -u $username:$password http://$host/$dir/$year/$month/$day/";\n')
output.write("my @results = `$cmd`;\n\n")
output.write("my @download_files = ();\n\n")
output.write("foreach (@results) {\n")
output.write("\tif (m/\<a href\=\'(.+)(MET10.+\.nc.gz)\'\stitle/) {\n")
output.write('\t\tpush @download_files, { full => "$1$2", fn => $2 };\n')
output.write('\t}\n}\n\n')
output.write('# now, go get all the files...\nmy $count = 1;\n')
output.write("foreach my $target_file (@download_files) {\n")
output.write('\tif (-e "./$target_file->{fn}") {\n')
output.write('\t} else {\n')
output.write('\t\t$cmd = "curl -u $username:$password -o $target_file->{fn} http://$host$target_file->{full} ";\n')
output.write("\t\tmy $result = `$cmd`;\n\n")
output.write('\t}\n\t$count++;\n}')
output.close()
os.chdir('/Users/michaeldiamond')
print 'Done!\n'
import sevipy as sev
reload(sev)
os.chdir('/Users/michaeldiamond/Documents/')
import datetime
import matplotlib.pylab as plt
#Get today's date and current time
now = datetime.datetime.utcnow()
year = now.year
if now.month < 10: month = '0' + str(now.month)
else: month = str(now.month)
if now.day < 10: day = '0' + str(now.day)
else: day = str(now.day)
hour = now.hour
minute = now.minute
jday = mod.julian_day(now.month, now.day, year)
"""
Get LARC SEVIRI data
"""
file_directory = '/Users/michaeldiamond/Documents/oracles_files/msg/%s' % jday
os.chdir(file_directory)
current_files = os.listdir(file_directory)
try:
os.system('perl retrieve_prod_%s.pl' % jday)
except:
print 'Error getting products at %s' % now
new_files = os.listdir(file_directory)
#Rid list of repeat files
for f in current_files:
if f in new_files: new_files.remove(f)
for f in new_files:
from login import u, p import datetime import numpy as np import matplotlib.pylab as plt from mpl_toolkits.basemap import Basemap #Get today's date and current time now = datetime.datetime.utcnow() year = now.year if now.month < 10: month = '0'+str(now.month) else: month = str(now.month) if now.day < 10: day = '0'+str(now.day) else: day = str(now.day) hour = now.hour minute = now.minute jday = mod.julian_day(now.month, now.day, year) """ Get LANCE NRT data """ user = u['MODIS'] passwd = p['MODIS'] host = 'nrt3.modaps.eosdis.nasa.gov' # ###Terra cloud # print 'Checking for new Terra data...' fdir = '/Users/michaeldiamond/Documents/oracles_files/terra/%s' % jday os.chdir(fdir) current_files = os.listdir(fdir)