def main(args): """ Main routine used for command line interface. Parameters ---------- args : list of str Command line arguments. """ args = parse_args(args) dts = list(daily(args.start, args.end)) url_create_fn = partial(create_dt_url, root=args.urlroot, fname='', subdirs=args.urlsubdirs) fname_create_fn = partial(create_dt_fpath, root=args.localroot, fname='', subdirs=args.localsubdirs) down_func = partial(download, num_proc=args.n_proc, username=args.username, password="******" + args.password + "'", recursive=True, filetypes=['nc4', 'nc4.xml']) download_by_dt(dts, url_create_fn, fname_create_fn, down_func, recursive=True)
def main(args): args = parse_args(args) #args.urlsubdirs = args.urlsubdirs[:2] dts = list(daily(args.start, args.end)) i = 0 while(len(dts) != 0) and i < 3: # after 3 reties abort url_create_fn = partial(create_dt_url, root=args.urlroot, fname='', subdirs=args.urlsubdirs) fname_create_fn = partial(create_dt_fpath, root=args.localroot, fname='', subdirs=args.localsubdirs) down_func = partial(download, num_proc=args.n_proc, username=args.username, password=args.password, recursive=True, filetypes=['h5'], robots_off=True) download_by_dt(dts, url_create_fn, fname_create_fn, down_func, recursive=True) dts = dates_empty_folders(args.localroot) # missing dates i += 1 if len(dts) != 0: print('----------------------------------------------------------') print('----------------------------------------------------------') print('No data has been downloaded for the following dates:') for date in dts: print(str(date.date()))
def test_daily(): start = datetime(2000, 2, 27) end = datetime(2000, 3, 2) steps = list(dt.daily(start, end)) steps_should = [datetime(2000, 2, 27), datetime(2000, 2, 28), datetime(2000, 2, 29), datetime(2000, 3, 1), datetime(2000, 3, 2)] assert steps == steps_should
def test_daily(): start = datetime(2000, 2, 27) end = datetime(2000, 3, 2) steps = list(dt.daily(start, end)) steps_should = [ datetime(2000, 2, 27), datetime(2000, 2, 28), datetime(2000, 2, 29), datetime(2000, 3, 1), datetime(2000, 3, 2) ] assert steps == steps_should
def main(args): args = parse_args(args) dts = list(daily(args.start, args.end)) fname = "" url_create_fn = partial(create_dt_url, root=args.urlroot, fname=fname, subdirs=args.urlsubdirs) fname_create_fn = partial(create_dt_fpath, root=args.localroot, fname=fname, subdirs=args.localsubdirs) down_func = partial(download, num_proc=args.n_proc, username=args.username, password="******" + args.password + "'", recursive=True, filetypes=['nc4']) download_by_dt(dts, url_create_fn, fname_create_fn, down_func, recursive=True)