def main(args):
"""
Main routine used for command line interface.
Parameters
----------
args : list of str
Command line arguments.
"""
args = parse_args(args)
dts = list(daily(args.start, args.end))
url_create_fn = partial(create_dt_url,
root=args.urlroot,
fname='',
subdirs=args.urlsubdirs)
fname_create_fn = partial(create_dt_fpath,
root=args.localroot,
fname='',
subdirs=args.localsubdirs)
down_func = partial(download,
num_proc=args.n_proc,
username=args.username,
password="******" + args.password + "'",
recursive=True,
filetypes=['nc4', 'nc4.xml'])
download_by_dt(dts,
url_create_fn,
fname_create_fn,
down_func,
recursive=True)
def main(args):
args = parse_args(args)
#args.urlsubdirs = args.urlsubdirs[:2]
dts = list(daily(args.start, args.end))
i = 0
while(len(dts) != 0) and i < 3: # after 3 reties abort
url_create_fn = partial(create_dt_url, root=args.urlroot,
fname='', subdirs=args.urlsubdirs)
fname_create_fn = partial(create_dt_fpath, root=args.localroot,
fname='', subdirs=args.localsubdirs)
down_func = partial(download,
num_proc=args.n_proc,
username=args.username,
password=args.password,
recursive=True,
filetypes=['h5'],
robots_off=True)
download_by_dt(dts, url_create_fn,
fname_create_fn, down_func,
recursive=True)
dts = dates_empty_folders(args.localroot) # missing dates
i += 1
if len(dts) != 0:
print('----------------------------------------------------------')
print('----------------------------------------------------------')
print('No data has been downloaded for the following dates:')
for date in dts: print(str(date.date()))
def test_daily():
start = datetime(2000, 2, 27)
end = datetime(2000, 3, 2)
steps = list(dt.daily(start, end))
steps_should = [datetime(2000, 2, 27),
datetime(2000, 2, 28),
datetime(2000, 2, 29),
datetime(2000, 3, 1),
datetime(2000, 3, 2)]
assert steps == steps_should
def test_daily():
start = datetime(2000, 2, 27)
end = datetime(2000, 3, 2)
steps = list(dt.daily(start, end))
steps_should = [
datetime(2000, 2, 27),
datetime(2000, 2, 28),
datetime(2000, 2, 29),
datetime(2000, 3, 1),
datetime(2000, 3, 2)
]
assert steps == steps_should
def main(args):
args = parse_args(args)
dts = list(daily(args.start, args.end))
fname = ""
url_create_fn = partial(create_dt_url,
root=args.urlroot,
fname=fname,
subdirs=args.urlsubdirs)
fname_create_fn = partial(create_dt_fpath,
root=args.localroot,
fname=fname,
subdirs=args.localsubdirs)
down_func = partial(download,
num_proc=args.n_proc,
username=args.username,
password="******" + args.password + "'",
recursive=True,
filetypes=['nc4'])
download_by_dt(dts,
url_create_fn,
fname_create_fn,
down_func,
recursive=True)