def daily_reset(): #Get time now = datetime.datetime.utcnow() jday = julian_day(now.month,now.day,now.year) if now.month < 10: month = '0'+str(now.month) else: month = str(now.month) if now.day < 10: day = '0'+str(now.day) else: day = str(now.day) #Make directories print 'Creating directories for %s/%s/%s...' % (now.month,now.day,now.year) file_directory = '/Users/michaeldiamond/Documents/oracles_files' image_directory = '/Users/michaeldiamond/Documents/oracles' #Create file directories os.chdir(file_directory+'/terra') os.system('mkdir ./%s' % jday) os.chdir(file_directory+'/aqua') os.system('mkdir ./%s' % jday) os.chdir(file_directory+'/msg') os.system('mkdir ./%s' % jday) #Create image directories os.chdir(image_directory+'/terra') os.system('mkdir ./%s' % jday) os.chdir(image_directory+'/aqua') os.system('mkdir ./%s' % jday) os.chdir(image_directory+'/msg') os.system('mkdir ./%s' % jday) #Make perl script for downloading files os.chdir(file_directory+'/msg/%s' % jday) output = open('retrieve_raw_%s.pl' % jday,'wb') output.write('#!/usr/bin/perl\n\n') output.write('use strict;\nuse warnings;\n\n') output.write("my $year = '%s';\nmy $month = '%s';\nmy $day = '%s';\n\n" % (now.year,month,day)) output.write("my $username = '******';\nmy $password = '******';\n\n") output.write('my $host = "cloudsgate2.larc.nasa.gov";\nmy $dir = "prod/exp/oracles/d2/sat-ncdf/msg";\n\n') output.write('# first, get the day directory\nmy $cmd = "curl -u $username:$password http://$host/$dir/$year/$month/$day/";\n') output.write("my @results = `$cmd`;\n\n") output.write("my @download_files = ();\n\n") output.write("foreach (@results) {\n") output.write("\tif (m/\<a href\=\'(.+)(MET10.+\.C01.nc)\'\stitle/) {\n") output.write('\t\tpush @download_files, { full => "$1$2", fn => $2 };\n') output.write('\t}\n}\n\n') output.write("foreach (@results) {\n") output.write("\tif (m/\<a href\=\'(.+)(MET10.+\.C02.nc)\'\stitle/) {\n") output.write('\t\tpush @download_files, { full => "$1$2", fn => $2 };\n') output.write('\t}\n}\n\n') output.write('# now, go get all the files...\nmy $count = 1;\n') output.write("foreach my $target_file (@download_files) {\n") output.write('\tif (-e "./$target_file->{fn}") {\n') output.write('\t} else {\n') output.write('\t\t$cmd = "curl -u $username:$password -o $target_file->{fn} http://$host$target_file->{full} ";\n') output.write("\t\tmy $result = `$cmd`;\n\n") output.write('\t}\n\t$count++;\n}') output.close() output = open('retrieve_prod_%s.pl' % jday,'wb') output.write('#!/usr/bin/perl\n\n') output.write('use strict;\nuse warnings;\n\n') output.write("my $year = '%s';\nmy $month = '%s';\nmy $day = '%s';\n\n" % (now.year,month,day)) output.write("my $username = '******';\nmy $password = '******';\n\n") output.write('my $host = "cloudsgate2.larc.nasa.gov";\nmy $dir = "prod/exp/oracles/d2/prod-ncdf/msg";\n\n') output.write('# first, get the day directory\nmy $cmd = "curl -u $username:$password http://$host/$dir/$year/$month/$day/";\n') output.write("my @results = `$cmd`;\n\n") output.write("my @download_files = ();\n\n") output.write("foreach (@results) {\n") output.write("\tif (m/\<a href\=\'(.+)(MET10.+\.nc.gz)\'\stitle/) {\n") output.write('\t\tpush @download_files, { full => "$1$2", fn => $2 };\n') output.write('\t}\n}\n\n') output.write('# now, go get all the files...\nmy $count = 1;\n') output.write("foreach my $target_file (@download_files) {\n") output.write('\tif (-e "./$target_file->{fn}") {\n') output.write('\t} else {\n') output.write('\t\t$cmd = "curl -u $username:$password -o $target_file->{fn} http://$host$target_file->{full} ";\n') output.write("\t\tmy $result = `$cmd`;\n\n") output.write('\t}\n\t$count++;\n}') output.close() os.chdir('/Users/michaeldiamond') print 'Done!\n'
import sevipy as sev reload(sev) os.chdir('/Users/michaeldiamond/Documents/') import datetime import matplotlib.pylab as plt #Get today's date and current time now = datetime.datetime.utcnow() year = now.year if now.month < 10: month = '0' + str(now.month) else: month = str(now.month) if now.day < 10: day = '0' + str(now.day) else: day = str(now.day) hour = now.hour minute = now.minute jday = mod.julian_day(now.month, now.day, year) """ Get LARC SEVIRI data """ file_directory = '/Users/michaeldiamond/Documents/oracles_files/msg/%s' % jday os.chdir(file_directory) current_files = os.listdir(file_directory) try: os.system('perl retrieve_prod_%s.pl' % jday) except: print 'Error getting products at %s' % now new_files = os.listdir(file_directory) #Rid list of repeat files for f in current_files: if f in new_files: new_files.remove(f) for f in new_files:
from login import u, p import datetime import numpy as np import matplotlib.pylab as plt from mpl_toolkits.basemap import Basemap #Get today's date and current time now = datetime.datetime.utcnow() year = now.year if now.month < 10: month = '0'+str(now.month) else: month = str(now.month) if now.day < 10: day = '0'+str(now.day) else: day = str(now.day) hour = now.hour minute = now.minute jday = mod.julian_day(now.month, now.day, year) """ Get LANCE NRT data """ user = u['MODIS'] passwd = p['MODIS'] host = 'nrt3.modaps.eosdis.nasa.gov' # ###Terra cloud # print 'Checking for new Terra data...' fdir = '/Users/michaeldiamond/Documents/oracles_files/terra/%s' % jday os.chdir(fdir) current_files = os.listdir(fdir)