def convert():
config = get_server_config()
input_dir = os.path.join(config.dataDir['ersst'], 'monthly')
output_dir = os.path.join(config.dataDir['ersst'], 'monthly_processed')
input_files = glob(os.path.join(input_dir, 'ersst.*.nc'))
for input_file in input_files:
filename = os.path.basename(input_file)
output_filename = os.path.join(output_dir, filename)
if not os.path.exists(output_filename) or \
os.path.getmtime(input_file) > os.path.getmtime(output_filename):
print '%s -> %s' % (input_file, output_filename)
cmd = ['ncea', '--ovr', input_file, output_filename]
proc = subprocess.call(cmd)
def __init__(self):
sys_config = get_server_config()
reynolds_end_date = self.get_date_for_last_complete_week()
nrt_sea_level_end_date = self.get_date_for_last_complete_week()
# Settings for each dataset
self.config = \
{'reynolds':{
'product_str': 'reynolds_sst',
'start_year': 1981,
'start_month': 9,
'start_day': 1,
'end_year': reynolds_end_date.year,
'end_month': reynolds_end_date.month,
'end_day': reynolds_end_date.day,
'input_dir': os.path.join(sys_config.dataDir['reynolds'], 'daily-new-uncompressed/'),
'input_filename': 'avhrr-only-v2.%(year)04d%(month)02d%(day)02d.nc',
'output_dir': os.path.join(sys_config.dataDir['reynolds'], 'averages/weekly/'),
'output_filename': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d_week_%(week)02d.nc',
'input_filename_preliminary': 'avhrr-only-v2.%(year)04d%(month)02d%(day)02d_preliminary.nc',
'output_filename_preliminary': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d_week_%(week)02d_preliminary.nc',
'use_old_version_of_ncea': False},
'msla':{
'product_str': 'nrt_sea_level',
'start_year': 2015,
'start_month': 8,
'end_year': nrt_sea_level_end_date.year,
'end_month': nrt_sea_level_end_date.month,
'input_dir': os.path.join(sys_config.dataDir['msla'],'grids/daily'),
'input_filename': 'nrt_global_allsat_msla_h_%(year)04d%(month)02d%(day)02d_%(year)04d%(month)02d%(day)02d.nc',
'output_dir': os.path.join(sys_config.dataDir['msla'], 'grids/weekly/'),
'output_filename': '%(product_str)s_%(year)04d%(month)02d.nc',
'input_filename_preliminary': '',
'output_filename_preliminary': '',
'processing_settings':'-v sla'},
}
# Authors: Sheng Guo <*****@*****.**>
import os
import os.path
import glob
import numpy as np
import numpy.ma as ma
from datetime import datetime, timedelta
from ocean import config, logger, util
from ocean.config import regionConfig
from ocean.netcdf.surfaceplotter import SurfacePlotter
from ocean.netcdf import Gridset
from ocean.netcdf.extractor import Extractor, LandError
serverCfg = config.get_server_config()
DATASET = 'msla'
class MslaPlotter(SurfacePlotter):
DATASET = DATASET
VARIABLE_MAP = {
'sla': 'sla'
}
apply_to = util.Parameterise()
PRODUCT_NAME = "AVISO Ssalto/Duacs SLA"
def __init__(self, variable):
def __init__(self):
"""
Initialise variables.
"""
self.serverCfg = config.get_server_config()
import os
import sys
import json
import tempfile
os.environ['MPLCONFIGDIR'] = tempfile.mkdtemp()
import matplotlib
matplotlib.use('agg')
from ocean import util, logger
from ocean.core import ReportableException
from ocean.config import get_server_config
from ocean.datasets import Dataset
config = get_server_config()
if config['debug']:
import cgitb
cgitb.enable()
if 'PORTALPATH' in os.environ:
os.environ['PATH'] = os.environ['PORTALPATH']
def main():
response = {}
logger.log('-START-')
try:
def __init__(self):
self.product_list = ['reynolds', 'ersst']
self.variable_name = 'sst'
self.sys_config = get_server_config()
def __init__(self):
sys_config = get_server_config()
reynolds_end_date = self.get_date_for_last_complete_month()
nrt_sea_level_end_date = self.get_date_for_last_complete_month()
# Settings for each dataset
self.config = \
{'reynolds':{
'product_str': 'reynolds_sst',
'start_year': 1981,
'start_month': 9,
'end_year': reynolds_end_date.year,
'end_month': reynolds_end_date.month,
'input_dir': os.path.join(sys_config.dataDir['reynolds'], 'daily-new-uncompressed/'),
'input_filename': 'avhrr-only-v2.%(year)04d%(month)02d%(day)02d.nc',
'output_dir': os.path.join(sys_config.dataDir['reynolds'], 'averages/monthly/'),
'output_filename': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d.nc',
'input_filename_preliminary': 'avhrr-only-v2.%(year)04d%(month)02d%(day)02d_preliminary.nc',
'output_filename_preliminary': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d_preliminary.nc',
'use_old_version_of_ncea': True},
'msla':{
'product_str': 'nrt_sea_level',
'start_year': 2015,
'start_month': 8,
'end_year': nrt_sea_level_end_date.year,
'end_month': nrt_sea_level_end_date.month,
'input_dir': os.path.join(sys_config.dataDir['msla'],'grids/daily'),
'input_filename': 'nrt_global_allsat_msla_h_%(year)04d%(month)02d%(day)02d_%(year)04d%(month)02d%(day)02d.nc',
'output_dir': os.path.join(sys_config.dataDir['msla'], 'grids/monthly/'),
'output_filename': '%(product_str)s_%(year)04d%(month)02d.nc',
'input_filename_preliminary': '',
'output_filename_preliminary': '',
'processing_settings':'-v sla'},
'BRAN_eta':{
'product_str': 'bran3.5_',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 07, # Note patch in function _calc_monthly_average to handle missing BRAN files for 31 Dec 2006
'input_dir': '/data/blue_link/data/BRAN3p5/daily/eta_compressed/',
'input_filename': 'ocean_eta_%(year)04d_%(month)02d_%(day)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/monthly/eta/',
'output_filename': 'eta_%(year)04d_%(month)02d.nc4',
'input_filename_preliminary': '',
'output_filename_preliminary': '',
'processing_settings':'-v eta_t'},
'BRAN_u':{
'product_str': 'bran3.5_',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 07,
'input_dir': '/data/blue_link/data/BRAN3p5/daily/u_compressed/',
'input_filename': 'ocean_u_%(year)04d_%(month)02d_%(day)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/monthly/u/',
'output_filename': 'u_%(year)04d_%(month)02d.nc4',
'input_filename_preliminary': '',
'output_filename_preliminary': '',
'processing_settings':'-v u'},
'BRAN_v':{
'product_str': 'bran3.5_',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 07,
'input_dir': '/data/blue_link/data/BRAN3p5/daily/v_compressed/',
'input_filename': 'ocean_v_%(year)04d_%(month)02d_%(day)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/monthly/v/',
'output_filename': 'v_%(year)04d_%(month)02d.nc4',
'input_filename_preliminary': '',
'output_filename_preliminary': '',
'processing_settings':'-v v'},
'BRAN_temp':{
'product_str': 'bran3.5_',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 07,
'input_dir': '/data/blue_link/data/BRAN3p5/daily/temp_compressed/',
'input_filename': 'ocean_temp_%(year)04d_%(month)02d_%(day)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/monthly/temp/',
'output_filename': 'temp_%(year)04d_%(month)02d.nc4',
'input_filename_preliminary': '',
'output_filename_preliminary': '',
'processing_settings':'-v temp'},
'BRAN_salt':{
'product_str': 'bran3.5_',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 07,
'input_dir': '/data/blue_link/data/BRAN3p5/daily/salt_compressed/',
'input_filename': 'ocean_salt_%(year)04d_%(month)02d_%(day)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/monthly/salt/',
'output_filename': 'salt_%(year)04d_%(month)02d.nc4',
'input_filename_preliminary': '',
'output_filename_preliminary': '',
'processing_settings':'-v salt'}
}
def __init__(self):
"""The simple constructor of Plotter"""
self.serverConfig = get_server_config()
self._processes = []
def __init__(self):
sys_config = get_server_config()
reynolds_end_date = self.get_date_for_last_complete_month()
self.config = \
{'ersst':{
'product_str': 'ersst_v3b',
'start_year': 1854,
'start_month': 1,
'end_year': reynolds_end_date.year,
'end_month': reynolds_end_date.month,
'input_dir': os.path.join(sys_config.dataDir['ersst'], 'monthly_processed/'),
'input_filename': 'ersst.%(year)04d%(month)02d.nc',
'output_dir': os.path.join(sys_config.dataDir['ersst'], 'averages/%(avg_period)dmonthly/'),
'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc',
'avg_periods': [3, 6, 12]},
'reynolds':{
'product_str': 'reynolds_sst',
'start_year': 1981,
'start_month': 9,
'end_year': reynolds_end_date.year,
'end_month': reynolds_end_date.month,
'input_dir': os.path.join(sys_config.dataDir['reynolds'], 'averages/monthly/'),
'input_filename': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d.nc',
'input_filename_preliminary': '%(product_str)s_avhrr-only-v2_%(year)04d%(month)02d_preliminary.nc',
'output_dir': os.path.join(sys_config.dataDir['reynolds'], 'averages/%(avg_period)dmonthly/'),
'output_filename': '%(product_str)s_avhrr-only-v2_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc',
'output_filename_preliminary': '%(product_str)s_avhrr-only-v2_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s_preliminary.nc',
'avg_periods': [3, 6, 12]},
'BRAN_eta':{
'product_str': 'bran3.5',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 7,
'input_dir': '/data/blue_link/data/BRAN3p5/monthly/eta/',
'input_filename': 'eta_%(year)04d_%(month)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/eta/',
'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4',
'avg_periods': [3, 6, 12]},
'BRAN_temp':{
'product_str': 'bran3.5',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 7,
'input_dir': '/data/blue_link/data/BRAN3p5/monthly/temp/',
'input_filename': 'temp_%(year)04d_%(month)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/temp/',
'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4',
'avg_periods': [3, 6, 12]},
'BRAN_salt':{
'product_str': 'bran3.5',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 7,
'input_dir': '/data/blue_link/data/BRAN3p5/monthly/salt/',
'input_filename': 'salt_%(year)04d_%(month)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/salt/',
'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4',
'avg_periods': [3, 6, 12]},
'BRAN_u':{
'product_str': 'bran3.5',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 7,
'input_dir': '/data/blue_link/data/BRAN3p5/monthly/u/',
'input_filename': 'u_%(year)04d_%(month)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/u/',
'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4',
'avg_periods': [3, 6, 12]},
'BRAN_v':{
'product_str': 'bran3.5',
'start_year': 1993,
'start_month': 1,
'end_year': 2012,
'end_month': 7,
'input_dir': '/data/blue_link/data/BRAN3p5/monthly/v/',
'input_filename': 'v_%(year)04d_%(month)02d.nc4',
'output_dir': '/data/blue_link/data/BRAN3p5/averages/%(avg_period)dmonthly/v/',
'output_filename': '%(product_str)s_%(avg_period)dmthavg_%(date_str1)s_%(date_str2)s.nc4',
'avg_periods': [3, 6, 12]}
}
