def process_url(mydir, url, ymd, bbox, zoom, s3_bucket, s3_folder):
csv_filename = os.path.join(os.path.join(mydir,
"modis_af." + ymd + '.csv'))
geojson_filename = os.path.join(
os.path.join(mydir, "modis_af." + ymd + '.geojson'))
geojsongz_filename = os.path.join(
os.path.join(mydir, "modis_af." + ymd + '.geojson.gz'))
tif_filename = os.path.join(os.path.join(mydir,
"modis_af." + ymd + '.tif'))
osm_bg_image = os.path.join(os.path.join(mydir, "osm_bg_image.tif"))
thn_image = os.path.join(
os.path.join(mydir, "modis_af." + ymd + '_thn.jpg'))
if force or not os.path.exists(csv_filename):
urllib.urlretrieve(url, csv_filename)
if force or not os.path.exists(geojson_filename):
csv_to_geojson(csv_filename, geojson_filename, bbox)
if force or not os.path.exists(geojsongz_filename):
cmd = 'gzip < %s > %s' % (geojson_filename, geojsongz_filename)
execute(cmd)
#url = "https://firms.modaps.eosdis.nasa.gov/wms/?SERVICE=WMS&VERSION=1.1.1&REQUEST=GetMap&LAYERS=fires24&width=400&height=250&BBOX=54,5.5,102,40"
#if force or not os.path.exists(tif_filename):
# urllib.urlretrieve(url, tif_filename)
# print "retrieved ", tif_filename
centerlat = (bbox[1] + bbox[3]) / 2
centerlon = (bbox[0] + bbox[2]) / 2
rasterXSize = 400
rasterYSize = 250
mapbox_image(centerlat, centerlon, zoom, rasterXSize, rasterYSize,
osm_bg_image)
ullon, ullat, lrlon, lrlat = browseimage.Gen_bbox(centerlat, centerlon,
zoom, rasterXSize,
rasterYSize)
#print ullon, lrlat, lrlon, ullat
url = "https://firms.modaps.eosdis.nasa.gov/wms/?SERVICE=WMS&VERSION=1.1.1&REQUEST=GetMap&LAYERS=fires24&width=400&height=250&BBOX="
url += str(ullon) + "," + str(lrlat) + "," + str(lrlon) + "," + str(ullat)
if force or not os.path.exists(tif_filename):
urllib.urlretrieve(url, tif_filename)
#print "retrieved ", tif_filename
# superimpose the suface water over map background
if force or not os.path.isfile(thn_image):
cmd = str.format("composite -gravity center {0} {1} {2}", tif_filename,
osm_bg_image, thn_image)
execute(cmd)
file_list = [tif_filename, geojson_filename, geojsongz_filename, thn_image]
CopyToS3(s3_bucket, s3_folder, file_list, force, verbose)
def process_url( mydir, url, ymd, bbox, zoom, s3_bucket, s3_folder ):
orig_filename = os.path.join(os.path.join(mydir, "..", "quakes." + ymd + '.geojson'))
csv_filename = os.path.join(os.path.join(mydir, "quakes." + ymd + '.csv'))
geojson_filename = os.path.join(os.path.join(mydir, "quakes." + ymd + '.geojson'))
geojsongz_filename = os.path.join(os.path.join(mydir, "quakes." + ymd + '.geojson.gz'))
tif_filename = os.path.join(os.path.join(mydir, "quakes." + ymd + '.tif'))
osm_bg_image = os.path.join(os.path.join(mydir, "osm_bg_image.tif"))
thn_image = os.path.join(os.path.join(mydir, "quakes." + ymd + '_thn.jpg'))
if force or not os.path.exists(orig_filename):
if verbose:
print "retrieving:", orig_filename
urllib.urlretrieve(url, orig_filename)
json_data = open(orig_filename).read()
data = json.loads(json_data)
results = {}
results['type'] = "FeatureCollection"
results['bbox'] = data['bbox']
results['metadata'] = data['metadata']
results['features'] = []
for f in data['features']:
coords = f['geometry']['coordinates']
lon = coords[0]
lat = coords[1]
if inbbox(bbox, lat, lon):
qtime = int(f['properties']['time'])/1000
f['properties']['date'] = time.ctime(qtime)
newprops = {
'type': f['properties']['type'],
'title': f['properties']['title'],
'place': f['properties']['place'],
'mag': f['properties']['mag'],
'rms': f['properties']['rms'],
'status': f['properties']['status'],
'date': f['properties']['date'],
'detail': f['properties']['detail'],
'url': f['properties']['url']
}
f['properties'] = newprops
results['features'].append(f)
if verbose:
print "found", len(results['features'])
with open(geojson_filename, 'w') as outfile:
json.dump(results, outfile)
if force or not os.path.exists(geojsongz_filename):
cmd = 'gzip < %s > %s' %( geojson_filename, geojsongz_filename)
execute(cmd)
centerlat = (bbox[1]+bbox[3])/2
centerlon = (bbox[0]+bbox[2])/2
rasterXSize = 400
rasterYSize = 250
mapbox_image(centerlat, centerlon, zoom, rasterXSize, rasterYSize, osm_bg_image)
ullon, ullat, lrlon, lrlat = browseimage.Gen_bbox(centerlat, centerlon, zoom, rasterXSize, rasterYSize)
dx = (lrlon-ullon)/rasterXSize
dy = (ullat-lrlat)/rasterXSize
#print "org:", ullon, ullat, dx, dy
im = Image.open(osm_bg_image)
draw = ImageDraw.Draw(im)
for f in results['features']:
coords = f['geometry']['coordinates']
lon = coords[0]
lat = coords[1]
x = int((lon-ullon)/dx)
y = int((ullat-lat)/dx)
#print lon, lat, x, y
draw.ellipse( [(x-1,y-1),(x+1,y+1)])
im.save(tif_filename, "PNG")
# superimpose the suface water over map background
#if force or not os.path.isfile(sw_osm_image):
if force or not os.path.isfile(thn_image):
#cmd = str.format("composite -gravity center {0} {1} {2}", tif_filename, osm_bg_image, thn_image)
cmd = "cp %s %s" % (tif_filename, thn_image)
execute(cmd)
file_list = [ geojson_filename, geojsongz_filename, thn_image ]
CopyToS3( s3_bucket, s3_folder, file_list, force, verbose )
if not verbose:
cmd = "rm -rf %s %s" % (tif_filename, osm_bg_image)
execute(cmd)
json.dump(entries, outfile) if force or not os.path.exists(geojsongz_filename): cmd = 'gzip < %s > %s' %( geojson_filename, geojsongz_filename) execute(cmd) if force or not os.path.isfile(thn_image): centerlat = (bbox[1]+bbox[3])/2 centerlon = (bbox[0]+bbox[2])/2 rasterXSize = 400 rasterYSize = 250 mapbox_image(centerlat, centerlon, zoom, rasterXSize, rasterYSize, osm_bg_image) ullon, ullat, lrlon, lrlat = browseimage.Gen_bbox(centerlat, centerlon, zoom, rasterXSize, rasterYSize) dx = (lrlon-ullon)/rasterXSize dy = (ullat-lrlat)/rasterXSize im = Image.open(osm_bg_image) draw = ImageDraw.Draw(im) for f in features : coordinates = f['geometry']['coordinates'] lon = coordinates[0] lat = coordinates[1] x = int((lon-ullon)/dx) y = int((ullat-lat)/dx)