Esempio n. 1
0
File: hrpt.py Progetto: Pelgrum/mpop
def concatenate(granules, channels=None):
    """Concatenate hrpt files.
    """
    filenames = [os.path.join(granule.directory, granule.file_name)
                 for granule in granules]
    
    arg_string = " ".join(filenames)
    
    if filenames[0].endswith(".bz2"):
        cat_cmd = "bzcat"
    else:
        cat_cmd = "cat"


    conffile = os.path.join(CONFIG_PATH, granules[0].fullname + ".cfg")
    conf = ConfigParser()
    conf.read(conffile)
    
    directory = conf.get('avhrr-level1','dir')
    filename = conf.get('avhrr-level1','filename')
    filename = granules[0].time_slot.strftime(filename)
    
    output_name = os.path.join(directory, filename)
    cmd = cat_cmd + " " + arg_string + " > " + output_name
    LOG.debug(cmd)
    proc = subprocess.Popen(cmd, shell=True,
                            stdout=subprocess.PIPE,
                            stderr=subprocess.PIPE)
    (out, err) = proc.communicate()
    if out:
        LOG.debug(out)
    if err:
        LOG.error(err)

    LOG.debug("Done concatenating level0 files.")

    new_dir = conf.get(granules[0].instrument_name + "-level2", "dir")
    new_name = conf.get(granules[0].instrument_name + "-level2", "filename")
    pathname = os.path.join(new_dir, granules[0].time_slot.strftime(new_name))
    shortname = conf.get('avhrr-level1','shortname')

    convert_to_1b(output_name, pathname,
                  granules[0].time_slot,
                  granules[-1].time_slot + granules[-1].granularity,
                  shortname,
                  get_orbit(granules[0].time_slot,
                            shortname))
    os.remove(output_name)

    scene = PolarFactory.create_scene(granules[0].satname,
                                      granules[0].number,
                                      granules[0].instrument_name,
                                      granules[0].time_slot,
                                      get_orbit(granules[0].time_slot,
                                                shortname),
                                      variant=granules[0].variant)

    scene.load(channels)
    os.remove(pathname)
    return scene
Esempio n. 2
0
def test_case_1():

    tle1 = "1 26536U 00055A   13076.42963155  .00000201  00000-0  13237-3 0  1369"
    tle2 = "2 26536  99.0540 128.2392 0010826  39.9070  85.2960 14.12848373643614"
    scanline_nb = 5680
    scan_points = np.arange(24, 2048, 40)

    #t = datetime(2013, 3, 18, 8, 15, 21, 186000)
    t = datetime(2013, 3, 18, 8, 15, 22, 352000)
    #t = datetime(2013, 3, 18, 8, 15, 23, 186000)

    sgeom = avhrr(scanline_nb, scan_points, 55.25)

    rpy = [
        np.deg2rad(-37.0 / 1000),
        np.deg2rad(-11.0 / 1000),
        np.deg2rad(146.0 / 1000)
    ]
    #rpy = [0, 0, 0]
    s_times = sgeom.times(t)
    print "s_times", s_times.dtype
    print(s_times[25::51])
    pixels_pos = compute_pixels((tle1, tle2), sgeom, s_times, rpy)
    pos_time = get_lonlatalt(pixels_pos, s_times)
    # return pixels_pos
    g = PolarFactory.create_scene("noaa", "16", "avhrr", t, orbit="64374")

    lons, lats = cached_lonlats(g)
    # print lats.shape, pos_time[0].shape
    # print np.sqrt(np.max(lons - pos_time[0].reshape(lons.shape)) ** 2 + np.max(lats - pos_time[1].reshape(lats.shape)) ** 2)
    # print "max", np.max(abs(lons - pos_time[0].reshape(lons.shape)))
    # print "max", np.max(abs(lats - pos_time[1].reshape(lats.shape)))
    print lons.shape
    plot(pos_time[0], pos_time[1], lons, lats)
def loadGranules(path, band):
    # A better way to do this might be glob the directory, and create a union of all the
    #  unique combos of _t and _d components
    files = []
    band_prefix = "SV"
    for file in os.listdir(path):
        if fnmatch.fnmatch(
                file, "{band_prefix}{band}*".format(band_prefix=band_prefix,
                                                    band=band)):
            files.append(file)

    #Iterate through the files, generating a datetime object and creating
    # a PolarFactory object for it. Append to the granules array
    granules = []
    for file in files:
        parts = file.split('_')
        year = int(parts[2][1:5])
        month = int(parts[2][5:7])
        day = int(parts[2][7:9])
        hour = int(parts[3][1:3])
        minute = int(parts[3][3:5])
        orbit = parts[5][1:6]
        ts = datetime.datetime(year, month, day, hour, minute)

        #Create the granule, and if it's ok (not a tiny file, not from 1958)
        # load the requested bands and append it to the scene
        granule = PolarFactory.create_scene("npp", "1", "viirs", ts, orbit)
        #		if isvalidgranule(granule, bands, path):
        granule.load([band], dir=path)
        granules.append(granule)
#		else:
#			break
    print "Found %d granules" % len(granules)

    return granules
Esempio n. 4
0
def test_case_5():

    tle1 = "1 28654U 05018A   08167.42204778 -.00000193  00000-0 -82304-4 0  4671"
    tle2 = "2 28654  98.8667 108.3736 0013786 323.0689  36.9527 14.11168946158226"

    scanline_nb = 5121
    scan_points = np.arange(24, 2048, 40)

    t = datetime(2008, 6, 16, 11, 48, 48, 616000)

    sgeom = avhrr(scanline_nb, scan_points)
    # 171, 105, 32
    #rpy = [np.deg2rad(-37.0/1000), np.deg2rad(-11.0/1000), np.deg2rad(146.0/1000)]
    rpy = [0, 0, 0]
    rpy = [
        np.deg2rad(171.0 / 1000),
        np.deg2rad(105.0 / 1000),
        np.deg2rad(32.0 / 1000)
    ]
    s_times = sgeom.times(t)
    pixels_pos = compute_pixels((tle1, tle2), sgeom, s_times, rpy)
    pos_time = get_lonlatalt(pixels_pos, s_times)

    g = PolarFactory.create_scene("noaa", "18", "avhrr", t, orbit="15838")

    lons, lats = cached_lonlats(g)

    print np.sqrt(
        np.max(lons - pos_time[0].reshape(lons.shape))**2 +
        np.max(lats - pos_time[1].reshape(lats.shape))**2)
    print "max", np.max(abs(lons - pos_time[0].reshape(lons.shape)))
    print "max", np.max(abs(lats - pos_time[1].reshape(lats.shape)))

    plot(pos_time[0], pos_time[1], lons, lats)
Esempio n. 5
0
def test_case_3():

    tle1 = "1 33591U 09005A   12345.45213434  .00000391  00000-0  24004-3 0  6113"
    tle2 = "2 33591 098.8821 283.2036 0013384 242.4835 117.4960 14.11432063197875"
    scanline_nb = 351
    scan_points = np.arange(24, 2048, 40)

    t = datetime(2012, 12, 12, 4, 17, 1, 575000)

    sgeom = avhrr(scanline_nb, scan_points)

    rpy = (0, 0, 0)

    s_times = sgeom.times(t)
    pixels_pos = compute_pixels((tle1, tle2), sgeom, s_times, rpy)
    pos_time = get_lonlatalt(pixels_pos, s_times)

    g = PolarFactory.create_scene("noaa", "19", "avhrr", t, orbit="19812")

    lons, lats = cached_lonlats(g)

    print np.sqrt(
        np.max(lons - pos_time[0].reshape(lons.shape))**2 +
        np.max(lats - pos_time[1].reshape(lats.shape))**2)
    print "max", np.max(abs(lons - pos_time[0].reshape(lons.shape)))
    print "max", np.max(abs(lats - pos_time[1].reshape(lats.shape)))

    plot(pos_time[0], pos_time[1], lons, lats)
Esempio n. 6
0
def test_case_4():

    tle1 = "1 26536U 00055A   12312.31001555  .00000182  00000-0  12271-3 0  9594"
    tle2 = "2 26536  99.0767 356.5209 0011007  44.1314 316.0725 14.12803055625240"
    scanline_nb = 5428
    scan_points = np.arange(24, 2048, 40)

    t = datetime(2012, 11, 7, 9, 33, 46, 526000)

    sgeom = avhrr(scanline_nb, scan_points, 55.25)

    rpy = [
        np.deg2rad(-9.0 / 1000),
        np.deg2rad(-199.0 / 1000),
        np.deg2rad(-11.0 / 1000)
    ]
    s_times = sgeom.times(t)
    pixels_pos = compute_pixels((tle1, tle2), sgeom, s_times, rpy)
    pos_time = get_lonlatalt(pixels_pos, s_times)

    g = PolarFactory.create_scene("noaa", "16", "avhrr", t, orbit="62526")

    lons, lats = cached_lonlats(g)

    print np.sqrt(
        np.max(lons - pos_time[0].reshape(lons.shape))**2 +
        np.max(lats - pos_time[1].reshape(lats.shape))**2)
    print "max", np.max(abs(lons - pos_time[0].reshape(lons.shape)))
    print "max", np.max(abs(lats - pos_time[1].reshape(lats.shape)))

    plot(pos_time[0], pos_time[1], lons, lats)
def loadGranules(path, bands):
	# A better way to do this might be glob the directory, and create a union of all the 
	#  unique combos of _t and _d components
	files = []
	for file in os.listdir(path):
		if fnmatch.fnmatch(file,"GMODO*"):
			files.append(file)
	
	#Iterate through the files, generating a datetime object and creating
	# a PolarFactory object for it. Append to the granules array
	granules = []
	for file in files:
		parts = file.split('_')
		year = int(parts[2][1:5])
		month = int(parts[2][5:7])
		day = int(parts[2][7:9])
		hour = int(parts[3][1:3])
		minute = int(parts[3][3:5])
		orbit = parts[5][1:6]
		ts = datetime.datetime(year, month, day, hour, minute)
		
		#Create the granule, and if it's ok (not a tiny file, not from 1958)
		# load the requested bands and append it to the scene
		granule = PolarFactory.create_scene("npp","1","viirs", ts, orbit)
		if isvalidgranule(granule, bands, path):
			granule.load(bands, dir=path)
			granule.area = granule[iter(bands).next()].area
			granules.append(granule)
		else:
			break
	print "Found %d granules" % len(granules)

	return granules
Esempio n. 8
0
def concatenate(granules, channels=None):
    """Concatenate hrpt files.
    """
    filenames = [
        os.path.join(granule.directory, granule.file_name)
        for granule in granules
    ]

    arg_string = " ".join(filenames)

    if filenames[0].endswith(".bz2"):
        cat_cmd = "bzcat"
    else:
        cat_cmd = "cat"

    conffile = os.path.join(CONFIG_PATH, granules[0].fullname + ".cfg")
    conf = ConfigParser()
    conf.read(conffile)

    directory = conf.get('avhrr-level1', 'dir')
    filename = conf.get('avhrr-level1', 'filename')
    filename = granules[0].time_slot.strftime(filename)

    output_name = os.path.join(directory, filename)
    cmd = cat_cmd + " " + arg_string + " > " + output_name
    LOG.debug(cmd)
    proc = subprocess.Popen(cmd,
                            shell=True,
                            stdout=subprocess.PIPE,
                            stderr=subprocess.PIPE)
    (out, err) = proc.communicate()
    if out:
        LOG.debug(out)
    if err:
        LOG.error(err)

    LOG.debug("Done concatenating level0 files.")

    new_dir = conf.get(granules[0].instrument_name + "-level2", "dir")
    new_name = conf.get(granules[0].instrument_name + "-level2", "filename")
    pathname = os.path.join(new_dir, granules[0].time_slot.strftime(new_name))
    shortname = conf.get('avhrr-level1', 'shortname')

    convert_to_1b(output_name, pathname, granules[0].time_slot,
                  granules[-1].time_slot + granules[-1].granularity, shortname,
                  get_orbit(granules[0].time_slot, shortname))
    os.remove(output_name)

    scene = PolarFactory.create_scene(granules[0].satname,
                                      granules[0].number,
                                      granules[0].instrument_name,
                                      granules[0].time_slot,
                                      get_orbit(granules[0].time_slot,
                                                shortname),
                                      variant=granules[0].variant)

    scene.load(channels)
    os.remove(pathname)
    return scene
Esempio n. 9
0
 def invoke(self, context):
     """..."""
     try:
         orbit = context["global_config"]["orbit"]
         ts = context["global_config"]["time_slot"]
         time_slot = datetime(ts[0], ts[1], ts[2], ts[3], ts[4])
         global_data = PolarFactory.create_scene("noaa", "19", "avhrr",
                                                 time_slot, orbit)
         global_data.load([10.8])
         context[self.slots[0]]["content"] = global_data[10.8].data
     except Exception, e:
         raise e
Esempio n. 10
0
def main():

    g = PolarFactory.create_scene("npp", "", "viirs", t_start, orbit="07108")

    #g.load(g.image.green_snow.prerequisites | g.image.hr_overview.prerequisites
    #              | g.image.dnb.prerequisites | g.image.truecolor.prerequisites, time_interval=(t_start, t_end))
    g.load(["I01"])       
    gc.collect()

    #l = g.project("worldeqc30km")
    l = g.project("scan")
    gc.collect()
    #l["I01"].show()
    #l.image.truecolor().show()
    return
    # l.image.green_snow().save("/tmp/gs_world.png")
    # l.image.hr_overview().save("/tmp/ov_world.png")
    # l.image.dnb().save("/tmp/dnb_world.png")

    # del l
    # gc.collect()
    # l = g.project("euron1")
    # gc.collect()

    # l.image.green_snow().save("/tmp/gs_euron1.png")
    # l.image.hr_overview().save("/tmp/ov_euron1.png")
    # l.image.dnb().save("/tmp/dnb_euron1.png")

    # del l
    gc.collect()
    l = g.project("scan")
    gc.collect()

    l.image.green_snow().save("/tmp/gs_scan.png")
    l.image.hr_overview().save("/tmp/ov_scan.png")
    l.image.dnb().save("/tmp/dnb_scan.png")

    del l
    gc.collect()
    l = g.project("ssea250")
    gc.collect()

    l.image.green_snow().save("/tmp/gs_ssea250.png")
    l.image.hr_overview().save("/tmp/ov_ssea250.png")
    l.image.dnb().save("/tmp/dnb_ssea250.png")
Esempio n. 11
0
        """

        return datetime(*time.strptime(string, fmt)[:6])

else:
    strptime = datetime.strptime

if __name__ == '__main__':
    if len(sys.argv) < 3:
        print "Usage: " + sys.argv[0] + " time_string orbit"
        sys.exit()

    time_string = sys.argv[1]
    orbit = sys.argv[2] 
    time_slot = strptime(time_string, "%Y%m%d%H%M")
    global_data = PolarFactory.create_scene("noaa", "19",
                                            "avhrr", time_slot, orbit)

    global_data.load()

    areas = ["euro4", "scan2"]

    for area in areas:

        local_data = global_data.project(area)

        img = local_data.image.overview()
        img.save("overview_" + area + "_" + time_string + ".png")

        img = local_data.image.cloudtop()
        img.save("cloudtop_" + area + "_" + time_string + ".png")
Esempio n. 12
0
        times = []
        granules = []
        #Iterate through the files, generating a datetime object and creating
        # a PolarFactory object for it. Append to the granules array
        for file in files:
            parts = file.split('_')
            year = int(parts[2][1:5])
            month = int(parts[2][5:7])
            day = int(parts[2][7:9])
            hour = int(parts[3][1:3])
            minute = int(parts[3][3:5])
            orbit = parts[5][1:6]
            ts = datetime.datetime(year, month, day, hour, minute)

            granule = PolarFactory.create_scene("npp", "1", "viirs", ts, orbit)
            bands = set([
                "I01", "M02", "M04", "M05", "I04", "M14", "M15", "M16", "I05"
            ])
            if isvalidgranule(granule, bands, path):
                granule.load(bands, dir=path)
                granule.area = granule[iter(bands).next()].area
                granules.append(granule)

        #Load the necessary bands for truecolor for all the granules
        #  Temporary workaround:  copy the area of a band into the granule
        #  This allows us to reproject it.  This is a temporary fix until
        #  MPOP is patched to do this automatically
        #bands = granules[0].image.truecolor.prerequisites
        #print "I have %d granules" % len(granules)
        #for granule in granules:
Esempio n. 13
0
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.

# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
"""Code example with OSISAF SST with mpop
"""

from mpop.satellites import PolarFactory
from mpop.imageo import geo_image, palettes
import numpy as np
from datetime import datetime

glbd = PolarFactory.create_scene("Suomi-NPP", "", "viirs",
                                 datetime(2016, 9, 8, 13, 0), "")
glbd.load(['SST'])

areaid = 'euro4'
localdata = glbd.project(areaid)

sstdata = localdata["SST"].sst.data
palette = palettes.sstlut_osisaf_metno()

x = np.ma.where(np.less_equal(sstdata, 0), 0, sstdata - 273.15)

# Convert sst to numbers between 0 and 28, corresponding to the lut:
data = np.ma.where(np.less(x, 0), 28, 28.0 - x)
data = np.ma.where(np.greater(x, 23.0), 4, data)
# And we want discrete values:
data = data.round().astype('uint8')
Esempio n. 14
0
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.

# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

"""Code example with OSISAF SST with mpop
"""

from mpop.satellites import PolarFactory
from mpop.imageo import geo_image, palettes
import numpy as np
from datetime import datetime


glbd = PolarFactory.create_scene("Suomi-NPP", "", "viirs",
                                 datetime(2016, 9, 8, 13, 0), "")
glbd.load(['SST'])

areaid = 'euro4'
localdata = glbd.project(areaid)

sstdata = localdata["SST"].sst.data
palette = palettes.sstlut_osisaf_metno()

x = np.ma.where(np.less_equal(sstdata, 0), 0, sstdata - 273.15)

# Convert sst to numbers between 0 and 28, corresponding to the lut:
data = np.ma.where(np.less(x, 0), 28, 28.0 - x)
data = np.ma.where(np.greater(x, 23.0), 4, data)
# And we want discrete values:
data = data.round().astype('uint8')
Esempio n. 15
0
    "modis": load_modis
}

LAT_LON_CASES = {
    "modis": get_lat_lon_modis
}


if __name__ == "__main__":
    filenames = [u'/data/prod/satellit/modis/lvl1/thin_MYD021KM.A2015287.0255.005.2015287051016.NRT.hdf',
                 u'/data/prod/satellit/modis/lvl1/thin_MYD021KM.A2015287.0300.005.2015287050819.NRT.hdf',
                 u'/data/prod/satellit/modis/lvl1/thin_MYD021KM.A2015287.0305.005.2015287050825.NRT.hdf']

    from mpop.utils import debug_on
    debug_on()
    from mpop.satellites import PolarFactory
    from datetime import datetime
    time_slot = datetime(2015, 10, 14, 2, 55)
    orbit = "18181"
    global_data = PolarFactory.create_scene(
        "EARSEOS-Aqua", "", "modis", time_slot, orbit)

    global_data.load([3.75, 0.555, 0.551, 7.3, 1.63, 10.8, 0.488, 12.0, 0.85, 0.469, 0.748, 0.443, 0.645, 6.7, 0.635,
                      8.7, 0.412], filename=filenames)

    #global_data.channels_to_load = set(['31'])
    #reader = ModisReader(global_data)
    #reader.load(global_data, filename=filenames)
    print global_data
    # global_data[10.8].show()
Esempio n. 16
0
    "modis": load_modis
}

LAT_LON_CASES = {
    "modis": get_lat_lon_modis
}


if __name__ == "__main__":
    filenames = [u'/data/prod/satellit/modis/lvl1/thin_MYD021KM.A2015287.0255.005.2015287051016.NRT.hdf',
                 u'/data/prod/satellit/modis/lvl1/thin_MYD021KM.A2015287.0300.005.2015287050819.NRT.hdf',
                 u'/data/prod/satellit/modis/lvl1/thin_MYD021KM.A2015287.0305.005.2015287050825.NRT.hdf']


    from mpop.utils import debug_on
    debug_on()
    from mpop.satellites import PolarFactory
    from datetime import datetime
    time_slot = datetime(2015, 10, 14, 2, 55)
    orbit = "18181"
    global_data = PolarFactory.create_scene("EARSEOS-Aqua", "", "modis", time_slot, orbit)

    global_data.load([3.75, 0.555, 0.551, 7.3, 1.63, 10.8, 0.488, 12.0, 0.85, 0.469, 0.748, 0.443, 0.645, 6.7, 0.635,
                      8.7, 0.412], filename=filenames)


    #global_data.channels_to_load = set(['31'])
    #reader = ModisReader(global_data)
    #reader.load(global_data, filename=filenames)
    print global_data
    #global_data[10.8].show()
Esempio n. 17
0
# Collect general data from the name of the input files
year = np.int((geofile.split(os.sep)[-1]).split('_')[3][1:5])
month = np.int((geofile.split(os.sep)[-1]).split('_')[3][5:7])
day = np.int((geofile.split(os.sep)[-1]).split('_')[3][7:9])
hour = np.int((geofile.split(os.sep)[-1]).split('_')[4][1:3])
minute = np.int((geofile.split(os.sep)[-1]).split('_')[4][3:5])
orbit = (geofile.split(os.sep)[-1]).split('_')[6][1:6]
endHour = np.int((geofile.split(os.sep)[-1]).split('_')[5][1:3])
endMinute = np.int((geofile.split(os.sep)[-1]).split('_')[5][3:5])
start = datetime(year, month, day, hour, minute)
end = datetime(year, month, day, endHour, endMinute)

#geofile is just your GITCO* file
time_slot = datetime(year, month, day, hour, minute)
global_data = PolarFactory.create_scene("npp", "", "viirs", time_slot, orbit)

'''
import utils
import osr
import pyproj
srs = osr.SpatialReference()
srs.ImportFromEPSG(3857)
wgs84 = osr.SpatialReference()
wgs84.ImportFromEPSG(4326)

proj4_args =srs.ExportToProj4()
proj4_args = '%s %s %s %s %s %s %s %s %s' % (proj4_args.split( ' ')[0][1:], \
proj4_args.split( ' ')[1][1:], proj4_args.split( ' ')[2][1:], proj4_args.split( ' ')[3][1:] \
, proj4_args.split( ' ')[4][1:], proj4_args.split( ' ')[5][1:], proj4_args.split( ' ')[6][1:] \
, proj4_args.split( ' ')[7][1:], proj4_args.split( ' ')[8][1:])
Esempio n. 18
0
    times = []
    granules = []
    #Iterate through the files, generating a datetime object and creating
    # a PolarFactory object for it. Append to the granules array
    for file in files:
      parts = file.split('_')
      year = int(parts[2][1:5])
      month = int(parts[2][5:7])
      day = int(parts[2][7:9])
      hour = int(parts[3][1:3])
      minute = int(parts[3][3:5])
      orbit = parts[5][1:6]
      ts = datetime.datetime(year, month, day, hour, minute)
      
      granule = PolarFactory.create_scene("npp","1","viirs", ts, orbit)
      bands = set(["I01","M02","M04","M05","I04","M14","M15","M16","I05"])
      if isvalidgranule(granule, bands, path):
        granule.load(bands, dir=path)
        granule.area = granule[iter(bands).next()].area
        granules.append(granule)

    #Load the necessary bands for truecolor for all the granules
    #  Temporary workaround:  copy the area of a band into the granule
    #  This allows us to reproject it.  This is a temporary fix until
    #  MPOP is patched to do this automatically
    #bands = granules[0].image.truecolor.prerequisites
    #print "I have %d granules" % len(granules)
    #for granule in granules:
      #if isvalidgranule(granule, bands,path):
        #granule.load(bands, dir=path)
Esempio n. 19
0
File: eps1a.py Progetto: 3Geo/mpop
def concatenate(granules, channels=None):
    """Concatenate eps1a granules.
    """
    if granules[0].file_type.startswith("bzipped"):
        cat_cmd = "bzcat"
    else:
        cat_cmd = "cat"

    new_names = []

    filenames = [os.path.join(granule.directory, granule.file_name)
                 for granule in granules]

    for filename in filenames:
        new_name, ext = os.path.splitext(os.path.basename(filename))
        del ext
        new_name = os.path.join(WORKING_DIR, new_name)
        cmd = (cat_cmd + " " +
               filename + " > " +
               new_name)
        LOG.debug("running " + cmd)
        proc = subprocess.Popen(cmd, shell=True)
        proc.communicate()
        new_names.append(new_name)

    conffile = os.path.join(CONFIG_PATH, granules[0].fullname + ".cfg")
    conf = ConfigParser()
    conf.read(os.path.join(CONFIG_PATH, conffile))
    
    directory = conf.get('avhrr-level1','dir')
    filename = conf.get('avhrr-level1','filename')
    filename = granules[0].time_slot.strftime(filename)
    
    output_name = os.path.join(directory, filename)

    arg_string = " ".join(new_names)

    cmd = "$KAI/kai -i " + arg_string + " -o " + output_name
    proc = subprocess.Popen(cmd, shell=True)
    (out, err) = proc.communicate()
    if out:
        LOG.debug(out)
    if err:
        LOG.error(err)

    #clean up
    for new_name in new_names:
        os.remove(new_name)

    new_dir = conf.get(granules[0].instrument_name + "-level2", "dir")
    new_name = conf.get(granules[0].instrument_name + "-level2", "filename")
    pathname = os.path.join(new_dir, granules[0].time_slot.strftime(new_name))
    shortname = conf.get('avhrr-level1','shortname')
    orbit = get_orbit(granules[0].time_slot, shortname)
    
    convert_to_1b(output_name, pathname, granules[0].time_slot,
                  shortname)
    os.remove(output_name)

    scene = PolarFactory.create_scene(granules[0].satname,
                                      granules[0].number,
                                      granules[0].instrument_name,
                                      granules[0].time_slot,
                                      orbit,
                                      variant=granules[0].variant)
    scene.load(channels)
    os.remove(pathname)
    return scene
Esempio n. 20
0
        """

        return datetime(*time.strptime(string, fmt)[:6])

else:
    strptime = datetime.strptime

if __name__ == '__main__':
    if len(sys.argv) < 3:
        print "Usage: " + sys.argv[0] + " time_string orbit"
        sys.exit()

    time_string = sys.argv[1]
    orbit = sys.argv[2]
    time_slot = strptime(time_string, "%Y%m%d%H%M")
    global_data = PolarFactory.create_scene("noaa", "19", "avhrr", time_slot,
                                            orbit)

    global_data.load()

    areas = ["euro4", "scan2"]

    for area in areas:

        local_data = global_data.project(area)

        img = local_data.image.overview()
        img.save("overview_" + area + "_" + time_string + ".png")

        img = local_data.image.cloudtop()
        img.save("cloudtop_" + area + "_" + time_string + ".png")
Esempio n. 21
0
def start_sst_processing(sst_file, message, **kwargs):
    """From a posttroll/trallstalker message start the osisaf sst post-
    processing"""

    LOG.info("")
    LOG.info("sst-file dict: " + str(sst_file))
    LOG.info("\tMessage:")
    LOG.info(message)
    urlobj = urlparse(message.data['uri'])

    if 'start_time' in message.data and 'start_date' in message.data:
        dtdate = message.data['start_date']
        dttime = message.data['start_time']
        start_time = datetime(dtdate.year,
                              dtdate.month,
                              dtdate.day,
                              dttime.hour,
                              dttime.minute)
        scene_id = start_time.strftime('%Y%m%d%H%M')
    else:
        LOG.warning("No start time in message!")
        start_time = None
        return sst_file

    if 'end_time' in message.data and 'end_date' in message.data:
        dtdate = message.data['end_date']
        dttime = message.data['end_time']
        end_time = datetime(dtdate.year,
                            dtdate.month,
                            dtdate.day,
                            dttime.hour,
                            dttime.minute)

    else:
        LOG.warning("No end time in message!")
        end_time = None

    if (message.data['platform_name'] in ['Suomi-NPP', ] and
            message.data['instruments'] == 'viirs'):

        path, fname = os.path.split(urlobj.path)
        LOG.debug("path " + str(path) + " filename = " + str(fname))

        instrument = str(message.data['instruments'])
        platform_name = message.data['platform_name']
        sst_file[scene_id] = os.path.join(path, fname)

    elif message.data['instruments'] == 'avhrr/3':
        # if message.data['platform_name'] not in METOP_NAMES and

        path, fname = os.path.split(urlobj.path)
        LOG.debug("path " + str(path) + " filename = " + str(fname))

        instrument = str(message.data['instruments'])
        if 'metop_letter' in message.data:
            platform_name = str("Metop-" + str(message.data['metop_letter']))
        else:
            LOG.warning("Don't know which Metop satellite this is. " +
                        "Set it to Metop-B")
            platform_name = 'Metop-B'
        sst_file[scene_id] = os.path.join(path, fname)

    else:
        LOG.debug("Scene is not supported")
        LOG.debug("platform and instrument: " +
                  str(message.data['platform_name']) + " " +
                  str(message.data['instruments']))
        return sst_file

    # Check that the input file really exists:
    if not os.path.exists(sst_file[scene_id]):
        LOG.error("File %s does not exist. Don't do anything...",
                  str(sst_file))
        return sst_file

    LOG.info("Sat and Instrument: " + platform_name + " " + instrument)

    areaid = 'euron1'
    prfx = platform_name.lower() + start_time.strftime("_%Y%m%d_%H") + \
        '_' + str(areaid)
    outname = os.path.join(SST_OUTPUT_DIR, 'osisaf_sst_float_%s.tif' % prfx)
    LOG.info("Output file name: " + str(outname))
    if os.path.exists(outname):
        LOG.warning("File " + str(outname) + " already there. Continue...")
        return sst_file

    orbit = "00000"
    endtime = start_time + timedelta(seconds=60 * 12)
    tslot = start_time
    glbd = PolarFactory.create_scene(
        platform_name, "", INSTRUMENT_NAME.get(instrument, instrument),
        tslot, orbit, variant="DR")

    LOG.debug("Load sst data...")
    glbd.load(['SST'], time_interval=(start_time, endtime))

    LOG.debug("Project data...")
    localdata = glbd.project(areaid)
    img = localdata.image.sst_float()
    img.save(outname, floating_point=True)
    LOG.debug("SST Tiff file stored on area %s", str(areaid))

    # Store some other products for Diana and other users:
    # We should rather use producer.py and the XML product list!
    # FIXME!
    # if SST_OLD_OUTPUT_DIR:
    #     prfx = start_time.strftime("%Y%m%d%H%M")
    #     outname = os.path.join(
    #         SST_OLD_OUTPUT_DIR, 'noaa_osisaf_sstbaltic_%s.png' % prfx)
    #     LOG.info("Output file name: " + str(outname))
    #     img = localdata.image.sst_with_landseamask()
    #     img.save(outname)
    #     LOG.debug("SST PNG file stored on area %s", str(areaid))

    if SST_SIR_LOCALDIR and SST_SIR_DIR:
        img = localdata.image.sst_with_landseamask()
        areaid_str = '{s:{c}<{n}}'.format(s=areaid, n=8, c='_')
        local_filename = os.path.join(SST_SIR_LOCALDIR,
                                      "osafsst_%s%s.png" % (areaid_str,
                                                            start_time.strftime('%y%m%d%H%M')))
        img.save(local_filename)
        sir_filename = os.path.join(SST_SIR_DIR,
                                    "osafsst_%s%s.png_original" % (areaid_str,
                                                                   start_time.strftime('%y%m%d%H%M')))
        shutil.copy(local_filename, sir_filename)

    prfx = platform_name.lower() + start_time.strftime("_%Y%m%d_%H") + \
        '_' + str(areaid)
    outname = os.path.join(SST_OUTPUT_DIR, 'osisaf_sst_%s.tif' % prfx)
    LOG.info("Output file name: " + str(outname))
    LOG.debug("Project data...")
    localdata = glbd.project(areaid)
    img = localdata.image.sst()
    img.save(outname)
    LOG.debug("SST Tiff file stored on area %s!", str(areaid))

    if SST_SIR_LOCALDIR and SST_SIR_DIR:
        areaid = 'baws'
        localdata = glbd.project(areaid)
        img = localdata.image.sst_with_landseamask()
        areaid_str = '{s:{c}<{n}}'.format(s=areaid, n=8, c='_')
        local_filename = os.path.join(SST_SIR_LOCALDIR,
                                      "osafsst_%s%s.png" % (areaid_str,
                                                            start_time.strftime('%y%m%d%H%M')))
        img.save(local_filename)
        sir_filename = os.path.join(SST_SIR_DIR,
                                    "osafsst_%s%s.png_original" % (areaid_str,
                                                                   start_time.strftime('%y%m%d%H%M')))
        shutil.copy(local_filename, sir_filename)

    return sst_file
Esempio n. 22
0
          #datetime(2013, 3, 12, 10, 43),
          #datetime(2013, 3, 12, 10, 44),
          #datetime(2013, 3, 12, 10, 45),
          #datetime(2013, 3, 12, 10, 47),
          #datetime(2013, 3, 12, 10, 48)
    ]


# import mpop.utils
# mpop.utils.debug_on()

# gs = []

for t in tslots:

    g = PolarFactory.create_scene("npp", "", "viirs", t, orbit="07108")
    
    g.load(g.image.green_snow.prerequisites | g.image.hr_overview.prerequisites
           | g.image.dnb.prerequisites)

# for t in tslots[5:6]:

#     g = PolarFactory.create_scene("npp", "", "viirs", t, orbit="07108")
    
#     g.load(g.image.green_snow.prerequisites | g.image.hr_overview.prerequisites
#            | g.image.dnb.prerequisites)

#     gs.append(g)

"""
l = g.project("worldeqc30km")
Esempio n. 23
0
def concatenate(granules, channels=None):
    """Concatenate eps1a granules.
    """
    if granules[0].file_type.startswith("bzipped"):
        cat_cmd = "bzcat"
    else:
        cat_cmd = "cat"

    new_names = []

    filenames = [os.path.join(granule.directory, granule.file_name)
                 for granule in granules]

    for filename in filenames:
        new_name, ext = os.path.splitext(os.path.basename(filename))
        del ext
        new_name = os.path.join(WORKING_DIR, new_name)
        cmd = (cat_cmd + " " +
               filename + " > " +
               new_name)
        LOG.debug("running " + cmd)
        proc = subprocess.Popen(cmd, shell=True)
        proc.communicate()
        new_names.append(new_name)

    conffile = os.path.join(CONFIG_PATH, granules[0].fullname + ".cfg")
    conf = ConfigParser()
    conf.read(os.path.join(CONFIG_PATH, conffile))
    
    directory = conf.get('avhrr-level1','dir')
    filename = conf.get('avhrr-level1','filename')
    filename = granules[0].time_slot.strftime(filename)
    
    output_name = os.path.join(directory, filename)

    arg_string = " ".join(new_names)

    cmd = "$KAI/kai -i " + arg_string + " -o " + output_name
    proc = subprocess.Popen(cmd, shell=True)
    (out, err) = proc.communicate()
    if out:
        LOG.debug(out)
    if err:
        LOG.error(err)

    #clean up
    for new_name in new_names:
        os.remove(new_name)

    new_dir = conf.get(granules[0].instrument_name + "-level2", "dir")
    new_name = conf.get(granules[0].instrument_name + "-level2", "filename")
    pathname = os.path.join(new_dir, granules[0].time_slot.strftime(new_name))
    shortname = conf.get('avhrr-level1','shortname')
    orbit = get_orbit(granules[0].time_slot, shortname)
    
    convert_to_1b(output_name, pathname, granules[0].time_slot,
                  shortname)
    os.remove(output_name)

    scene = PolarFactory.create_scene(granules[0].satname,
                                      granules[0].number,
                                      granules[0].instrument_name,
                                      granules[0].time_slot,
                                      orbit,
                                      variant=granules[0].variant)
    scene.load(channels)
    os.remove(pathname)
    return scene
Esempio n. 24
0
          datetime(2013, 3, 12, 10, 44),
          datetime(2013, 3, 12, 10, 45),
          datetime(2013, 3, 12, 10, 47),
          datetime(2013, 3, 12, 10, 48)
    ]

time_interval = [datetime(2013, 3, 12, 10, 30), datetime(2013, 3, 12, 10, 55)]

import mpop.utils
mpop.utils.debug_on()

gs = []



g = PolarFactory.create_scene("npp", "", "viirs", datetime(2013, 3, 12, 10, 43), orbit="07108")
    
g.load(g.image.green_snow.prerequisites | g.image.hr_overview.prerequisites
        | g.image.dnb.prerequisites, time_interval=time_interval)



"""
l = g.project("worldeqc30km")

l.image.green_snow().save("/tmp/gs_world.png")
l.image.hr_overview().save("/tmp/ov_world.png")
l.image.dnb().save("/tmp/dnb_world.png")


l = g.project("euron1")
Esempio n. 25
0
    datetime(2013, 3, 12, 10, 44),
    datetime(2013, 3, 12, 10, 45),
    datetime(2013, 3, 12, 10, 47),
    datetime(2013, 3, 12, 10, 48)
]

time_interval = [datetime(2013, 3, 12, 10, 30), datetime(2013, 3, 12, 10, 55)]

import mpop.utils
mpop.utils.debug_on()

gs = []

g = PolarFactory.create_scene("npp",
                              "",
                              "viirs",
                              datetime(2013, 3, 12, 10, 43),
                              orbit="07108")

g.load(g.image.green_snow.prerequisites | g.image.hr_overview.prerequisites
       | g.image.dnb.prerequisites,
       time_interval=time_interval)
"""
l = g.project("worldeqc30km")

l.image.green_snow().save("/tmp/gs_world.png")
l.image.hr_overview().save("/tmp/ov_world.png")
l.image.dnb().save("/tmp/dnb_world.png")


l = g.project("euron1")
Esempio n. 26
0
def start_sst_processing(sst_file, message, **kwargs):
    """From a posttroll/trallstalker message start the osisaf sst post-
    processing"""

    LOG.info("")
    LOG.info("sst-file dict: " + str(sst_file))
    LOG.info("\tMessage:")
    LOG.info(message)
    urlobj = urlparse(message.data['uri'])

    if 'start_time' in message.data and 'start_date' in message.data:
        dtdate = message.data['start_date']
        dttime = message.data['start_time']
        start_time = datetime(dtdate.year,
                              dtdate.month,
                              dtdate.day,
                              dttime.hour,
                              dttime.minute)
        scene_id = start_time.strftime('%Y%m%d%H%M')
    else:
        LOG.warning("No start time in message!")
        start_time = None
        return sst_file

    if 'end_time' in message.data and 'end_date' in message.data:
        dtdate = message.data['end_date']
        dttime = message.data['end_time']
        end_time = datetime(dtdate.year,
                            dtdate.month,
                            dtdate.day,
                            dttime.hour,
                            dttime.minute)

    else:
        LOG.warning("No end time in message!")
        end_time = None

    if (message.data['platform_name'] in ['Suomi-NPP', ] and
            message.data['instruments'] == 'viirs'):

        path, fname = os.path.split(urlobj.path)
        LOG.debug("path " + str(path) + " filename = " + str(fname))

        instrument = str(message.data['instruments'])
        platform_name = message.data['platform_name']
        sst_file[scene_id] = os.path.join(path, fname)

    elif (message.data['satellite'] in METOP_NAMES and
            message.data['instruments'] == 'avhrr/3'):

        path, fname = os.path.split(urlobj.path)
        LOG.debug("path " + str(path) + " filename = " + str(fname))

        instrument = str(message.data['instruments'])
        platform_name = str("Metop-" + str(message.data['metop_letter']))
        sst_file[scene_id] = os.path.join(path, fname)

    else:
        LOG.debug("Scene is not supported")
        LOG.debug("platform and instrument: " +
                  str(message.data['platform_name']) + " " +
                  str(message.data['instruments']))
        return sst_file

    # Check that the input file really exists:
    if not os.path.exists(sst_file[scene_id]):
        LOG.error("File %s does not exist. Don't do anything...",
                  str(sst_file))
        return sst_file

    LOG.info("Sat and Instrument: " + platform_name + " " + instrument)

    areaid = 'euron1'
    prfx = platform_name.lower() + start_time.strftime("_%Y%m%d_%H") + \
        '_' + str(areaid)
    outname = os.path.join(SST_OUTPUT_DIR, 'osisaf_sst_float_%s.tif' % prfx)
    LOG.info("Output file name: " + str(outname))
    if os.path.exists(outname):
        LOG.warning("File " + str(outname) + " already there. Continue...")
        return sst_file

    orbit = "00000"
    endtime = start_time + timedelta(seconds=60 * 12)
    tslot = start_time
    glbd = PolarFactory.create_scene(
        platform_name, "", INSTRUMENT_NAME.get(instrument, instrument),
        tslot, orbit, variant="DR")

    LOG.debug("Load sst data...")
    glbd.load(['SST'], time_interval=(start_time, endtime))

    LOG.debug("Project data...")
    localdata = glbd.project(areaid)
    img = localdata.image.sst_float()
    img.save(outname, floating_point=True)
    LOG.debug("SST Tiff file stored on area %s", str(areaid))

    # Store some other products for Diana and other users:
    # We should rather use producer.py and the XML product list!
    # FIXME!
    # if SST_OLD_OUTPUT_DIR:
    #     prfx = start_time.strftime("%Y%m%d%H%M")
    #     outname = os.path.join(
    #         SST_OLD_OUTPUT_DIR, 'noaa_osisaf_sstbaltic_%s.png' % prfx)
    #     LOG.info("Output file name: " + str(outname))
    #     img = localdata.image.sst_with_landseamask()
    #     img.save(outname)
    #     LOG.debug("SST PNG file stored on area %s", str(areaid))

    if SST_SIR_LOCALDIR and SST_SIR_DIR:
        img = localdata.image.sst_with_landseamask()
        areaid_str = '{s:{c}<{n}}'.format(s=areaid, n=8, c='_')
        local_filename = os.path.join(SST_SIR_LOCALDIR,
                                      "osafsst_%s%s.png" % (areaid_str,
                                                            start_time.strftime('%y%m%d%H%M')))
        img.save(local_filename)
        sir_filename = os.path.join(SST_SIR_DIR,
                                    "osafsst_%s%s.png_original" % (areaid_str,
                                                                   start_time.strftime('%y%m%d%H%M')))
        shutil.copy(local_filename, sir_filename)

    prfx = platform_name.lower() + start_time.strftime("_%Y%m%d_%H") + \
        '_' + str(areaid)
    outname = os.path.join(SST_OUTPUT_DIR, 'osisaf_sst_%s.tif' % prfx)
    LOG.info("Output file name: " + str(outname))
    LOG.debug("Project data...")
    localdata = glbd.project(areaid)
    img = localdata.image.sst()
    img.save(outname)
    LOG.debug("SST Tiff file stored on area %s!", str(areaid))

    if SST_SIR_LOCALDIR and SST_SIR_DIR:
        areaid = 'baws'
        localdata = glbd.project(areaid)
        img = localdata.image.sst_with_landseamask()
        areaid_str = '{s:{c}<{n}}'.format(s=areaid, n=8, c='_')
        local_filename = os.path.join(SST_SIR_LOCALDIR,
                                      "osafsst_%s%s.png" % (areaid_str,
                                                            start_time.strftime('%y%m%d%H%M')))
        img.save(local_filename)
        sir_filename = os.path.join(SST_SIR_DIR,
                                    "osafsst_%s%s.png_original" % (areaid_str,
                                                                   start_time.strftime('%y%m%d%H%M')))
        shutil.copy(local_filename, sir_filename)

    return sst_file