def convert(): config = get_server_config() input_dir = os.path.join(config.dataDir['ersst'], 'monthly') output_dir = os.path.join(config.dataDir['ersst'], 'monthly_processed') input_files = glob(os.path.join(input_dir, 'ersst.*.nc')) for input_file in input_files: filename = os.path.basename(input_file) output_filename = os.path.join(output_dir, filename) if not os.path.exists(output_filename) or \ os.path.getmtime(input_file) > os.path.getmtime(output_filename): print '%s -> %s' % (input_file, output_filename) cmd = ['ncea', '--ovr', input_file, output_filename] proc = subprocess.call(cmd)
def __init__(self): sys_config = get_server_config() reynolds_end_date = self.get_date_for_last_complete_week() nrt_sea_level_end_date = self.get_date_for_last_complete_week() # Settings for each dataset self.config = \ {'reynolds':{ 'product_str': 'reynolds_sst', 'start_year': 1981, 'start_month': 9, 'start_day': 1, 'end_year': reynolds_end_date.year, 'end_month': reynolds_end_date.month, 'end_day': reynolds_end_date.day, 'input_dir': os.path.join(sys_config.dataDir['reynolds'], 'daily-new-uncompressed/'), 'input_filename': 'avhrr-only-v2.%(year)04d%(month)02d%(day)02d.nc', 'output_dir': os.path.join(sys_config.dataDir['reynolds'], 'averages/weekly/'), 'output_filename': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d_week_%(week)02d.nc', 'input_filename_preliminary': 'avhrr-only-v2.%(year)04d%(month)02d%(day)02d_preliminary.nc', 'output_filename_preliminary': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d_week_%(week)02d_preliminary.nc', 'use_old_version_of_ncea': False}, 'msla':{ 'product_str': 'nrt_sea_level', 'start_year': 2015, 'start_month': 8, 'end_year': nrt_sea_level_end_date.year, 'end_month': nrt_sea_level_end_date.month, 'input_dir': os.path.join(sys_config.dataDir['msla'],'grids/daily'), 'input_filename': 'nrt_global_allsat_msla_h_%(year)04d%(month)02d%(day)02d_%(year)04d%(month)02d%(day)02d.nc', 'output_dir': os.path.join(sys_config.dataDir['msla'], 'grids/weekly/'), 'output_filename': '%(product_str)s_%(year)04d%(month)02d.nc', 'input_filename_preliminary': '', 'output_filename_preliminary': '', 'processing_settings':'-v sla'}, }
# Authors: Sheng Guo <*****@*****.**> import os import os.path import glob import numpy as np import numpy.ma as ma from datetime import datetime, timedelta from ocean import config, logger, util from ocean.config import regionConfig from ocean.netcdf.surfaceplotter import SurfacePlotter from ocean.netcdf import Gridset from ocean.netcdf.extractor import Extractor, LandError serverCfg = config.get_server_config() DATASET = 'msla' class MslaPlotter(SurfacePlotter): DATASET = DATASET VARIABLE_MAP = { 'sla': 'sla' } apply_to = util.Parameterise() PRODUCT_NAME = "AVISO Ssalto/Duacs SLA" def __init__(self, variable):
def __init__(self): """ Initialise variables. """ self.serverCfg = config.get_server_config()
import os import sys import json import tempfile os.environ['MPLCONFIGDIR'] = tempfile.mkdtemp() import matplotlib matplotlib.use('agg') from ocean import util, logger from ocean.core import ReportableException from ocean.config import get_server_config from ocean.datasets import Dataset config = get_server_config() if config['debug']: import cgitb cgitb.enable() if 'PORTALPATH' in os.environ: os.environ['PATH'] = os.environ['PORTALPATH'] def main(): response = {} logger.log('-START-') try:
def __init__(self): self.product_list = ['reynolds', 'ersst'] self.variable_name = 'sst' self.sys_config = get_server_config()
def __init__(self): sys_config = get_server_config() reynolds_end_date = self.get_date_for_last_complete_month() nrt_sea_level_end_date = self.get_date_for_last_complete_month() # Settings for each dataset self.config = \ {'reynolds':{ 'product_str': 'reynolds_sst', 'start_year': 1981, 'start_month': 9, 'end_year': reynolds_end_date.year, 'end_month': reynolds_end_date.month, 'input_dir': os.path.join(sys_config.dataDir['reynolds'], 'daily-new-uncompressed/'), 'input_filename': 'avhrr-only-v2.%(year)04d%(month)02d%(day)02d.nc', 'output_dir': os.path.join(sys_config.dataDir['reynolds'], 'averages/monthly/'), 'output_filename': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d.nc', 'input_filename_preliminary': 'avhrr-only-v2.%(year)04d%(month)02d%(day)02d_preliminary.nc', 'output_filename_preliminary': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d_preliminary.nc', 'use_old_version_of_ncea': True}, 'msla':{ 'product_str': 'nrt_sea_level', 'start_year': 2015, 'start_month': 8, 'end_year': nrt_sea_level_end_date.year, 'end_month': nrt_sea_level_end_date.month, 'input_dir': os.path.join(sys_config.dataDir['msla'],'grids/daily'), 'input_filename': 'nrt_global_allsat_msla_h_%(year)04d%(month)02d%(day)02d_%(year)04d%(month)02d%(day)02d.nc', 'output_dir': os.path.join(sys_config.dataDir['msla'], 'grids/monthly/'), 'output_filename': '%(product_str)s_%(year)04d%(month)02d.nc', 'input_filename_preliminary': '', 'output_filename_preliminary': '', 'processing_settings':'-v sla'}, 'BRAN_eta':{ 'product_str': 'bran3.5_', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 07, # Note patch in function _calc_monthly_average to handle missing BRAN files for 31 Dec 2006 'input_dir': '/data/blue_link/data/BRAN3p5/daily/eta_compressed/', 'input_filename': 'ocean_eta_%(year)04d_%(month)02d_%(day)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/monthly/eta/', 'output_filename': 'eta_%(year)04d_%(month)02d.nc4', 'input_filename_preliminary': '', 'output_filename_preliminary': '', 'processing_settings':'-v eta_t'}, 'BRAN_u':{ 'product_str': 'bran3.5_', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 07, 'input_dir': '/data/blue_link/data/BRAN3p5/daily/u_compressed/', 'input_filename': 'ocean_u_%(year)04d_%(month)02d_%(day)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/monthly/u/', 'output_filename': 'u_%(year)04d_%(month)02d.nc4', 'input_filename_preliminary': '', 'output_filename_preliminary': '', 'processing_settings':'-v u'}, 'BRAN_v':{ 'product_str': 'bran3.5_', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 07, 'input_dir': '/data/blue_link/data/BRAN3p5/daily/v_compressed/', 'input_filename': 'ocean_v_%(year)04d_%(month)02d_%(day)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/monthly/v/', 'output_filename': 'v_%(year)04d_%(month)02d.nc4', 'input_filename_preliminary': '', 'output_filename_preliminary': '', 'processing_settings':'-v v'}, 'BRAN_temp':{ 'product_str': 'bran3.5_', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 07, 'input_dir': '/data/blue_link/data/BRAN3p5/daily/temp_compressed/', 'input_filename': 'ocean_temp_%(year)04d_%(month)02d_%(day)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/monthly/temp/', 'output_filename': 'temp_%(year)04d_%(month)02d.nc4', 'input_filename_preliminary': '', 'output_filename_preliminary': '', 'processing_settings':'-v temp'}, 'BRAN_salt':{ 'product_str': 'bran3.5_', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 07, 'input_dir': '/data/blue_link/data/BRAN3p5/daily/salt_compressed/', 'input_filename': 'ocean_salt_%(year)04d_%(month)02d_%(day)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/monthly/salt/', 'output_filename': 'salt_%(year)04d_%(month)02d.nc4', 'input_filename_preliminary': '', 'output_filename_preliminary': '', 'processing_settings':'-v salt'} }
def __init__(self): """The simple constructor of Plotter""" self.serverConfig = get_server_config() self._processes = []
def __init__(self): sys_config = get_server_config() reynolds_end_date = self.get_date_for_last_complete_month() self.config = \ {'ersst':{ 'product_str': 'ersst_v3b', 'start_year': 1854, 'start_month': 1, 'end_year': reynolds_end_date.year, 'end_month': reynolds_end_date.month, 'input_dir': os.path.join(sys_config.dataDir['ersst'], 'monthly_processed/'), 'input_filename': 'ersst.%(year)04d%(month)02d.nc', 'output_dir': os.path.join(sys_config.dataDir['ersst'], 'averages/%(avg_period)dmonthly/'), 'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc', 'avg_periods': [3, 6, 12]}, 'reynolds':{ 'product_str': 'reynolds_sst', 'start_year': 1981, 'start_month': 9, 'end_year': reynolds_end_date.year, 'end_month': reynolds_end_date.month, 'input_dir': os.path.join(sys_config.dataDir['reynolds'], 'averages/monthly/'), 'input_filename': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d.nc', 'input_filename_preliminary': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d_preliminary.nc', 'output_dir': os.path.join(sys_config.dataDir['reynolds'], 'averages/%(avg_period)dmonthly/'), 'output_filename': '%(product_str)s_avhrr-only-v2_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc', 'output_filename_preliminary': '%(product_str)s_avhrr-only-v2_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s_preliminary.nc', 'avg_periods': [3, 6, 12]}, 'BRAN_eta':{ 'product_str': 'bran3.5', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 7, 'input_dir': '/data/blue_link/data/BRAN3p5/monthly/eta/', 'input_filename': 'eta_%(year)04d_%(month)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/eta/', 'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4', 'avg_periods': [3, 6, 12]}, 'BRAN_temp':{ 'product_str': 'bran3.5', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 7, 'input_dir': '/data/blue_link/data/BRAN3p5/monthly/temp/', 'input_filename': 'temp_%(year)04d_%(month)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/temp/', 'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4', 'avg_periods': [3, 6, 12]}, 'BRAN_salt':{ 'product_str': 'bran3.5', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 7, 'input_dir': '/data/blue_link/data/BRAN3p5/monthly/salt/', 'input_filename': 'salt_%(year)04d_%(month)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/salt/', 'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4', 'avg_periods': [3, 6, 12]}, 'BRAN_u':{ 'product_str': 'bran3.5', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 7, 'input_dir': '/data/blue_link/data/BRAN3p5/monthly/u/', 'input_filename': 'u_%(year)04d_%(month)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/u/', 'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4', 'avg_periods': [3, 6, 12]}, 'BRAN_v':{ 'product_str': 'bran3.5', 'start_year': 1993, 'start_month': 1, 'end_year': 2012, 'end_month': 7, 'input_dir': '/data/blue_link/data/BRAN3p5/monthly/v/', 'input_filename': 'v_%(year)04d_%(month)02d.nc4', 'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/v/', 'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4', 'avg_periods': [3, 6, 12]} }