def _get_owls_ion_data_dir(self): txt = "Attempting to download ~ 30 Mb of owls ion data from %s to %s." data_file = "owls_ion_data.tar.gz" data_url = "http://yt-project.org/data" # get test_data_dir from yt config (ytcgf) #---------------------------------------------- tdir = ytcfg.get("yt", "test_data_dir") # set download destination to tdir or ./ if tdir isnt defined #---------------------------------------------- if tdir == "/does/not/exist": data_dir = "./" else: data_dir = tdir # check for owls_ion_data directory in data_dir # if not there download the tarball and untar it #---------------------------------------------- owls_ion_path = os.path.join(data_dir, "owls_ion_data") if not os.path.exists(owls_ion_path): mylog.info(txt % (data_url, data_dir)) fname = data_dir + "/" + data_file download_file(os.path.join(data_url, data_file), fname) cmnd = "cd " + data_dir + "; " + "tar xf " + data_file os.system(cmnd) if not os.path.exists(owls_ion_path): raise RuntimeError("Failed to download owls ion data.") return owls_ion_path
def __call__(self, args): if args.list: self.get_list() return if not args.filename: raise RuntimeError("You need to provide a filename. See --help " "for details or use --list to get available " "datasets.") elif not args.location: raise RuntimeError( "You need to specify download location. See --help for details." ) data_url = f"http://yt-project.org/data/{args.filename}" if args.location in ["test_data_dir", "supp_data_dir"]: data_dir = ytcfg.get("yt", args.location) if data_dir == "/does/not/exist": raise RuntimeError(f"'{args.location}' is not configured!") else: data_dir = args.location if not os.path.exists(data_dir): print(f"The directory '{data_dir}' does not exist. Creating...") ensure_dir(data_dir) data_file = os.path.join(data_dir, args.filename) if os.path.exists(data_file) and not args.overwrite: raise OSError(f"File '{data_file}' exists and overwrite=False!") print(f"Attempting to download file: {args.filename}") fn = download_file(data_url, data_file) if not os.path.exists(fn): raise OSError(f"The file '{args.filename}' did not download!!") print(f"File: {args.filename} downloaded successfully to {data_file}")
def _get_data_file(data_file=None): if data_file is None: data_file = "cloudy_emissivity.h5" data_url = "http://yt-project.org/data" if "YT_DEST" in os.environ and \ os.path.isdir(os.path.join(os.environ["YT_DEST"], "data")): data_dir = os.path.join(os.environ["YT_DEST"], "data") else: data_dir = "." data_path = os.path.join(data_dir, data_file) if not os.path.exists(data_path): mylog.info("Attempting to download supplementary data from %s to %s." % (data_url, data_dir)) fn = download_file(os.path.join(data_url, data_file), data_path) if fn != data_path: raise RuntimeError("Failed to download supplementary data.") return data_path
def _get_data_file(data_file=None): if data_file is None: data_file = "cloudy_emissivity.h5" data_url = "http://yt-project.org/data" if "YT_DEST" in os.environ and \ os.path.isdir(os.path.join(os.environ["YT_DEST"], "data")): data_dir = os.path.join(os.environ["YT_DEST"], "data") else: data_dir = "." data_path = os.path.join(data_dir, data_file) if not os.path.exists(data_path): mylog.info("Attempting to download supplementary data from %s to %s." % (data_url, data_dir)) fn = download_file(os.path.join(data_url, data_file), data_path) if fn != data_path: raise RuntimeError, "Failed to download supplementary data." return data_path
def _get_owls_ion_data_dir(self): txt = "Attempting to download ~ 30 Mb of owls ion data from %s to %s." data_file = "owls_ion_data.tar.gz" data_url = "http://yt-project.org/data" # get test_data_dir from yt config (ytcgf) #---------------------------------------------- tdir = ytcfg.get("yt","test_data_dir") # set download destination to tdir or ./ if tdir isnt defined #---------------------------------------------- if tdir == "/does/not/exist": data_dir = "./" else: data_dir = tdir # check for owls_ion_data directory in data_dir # if not there download the tarball and untar it #---------------------------------------------- owls_ion_path = os.path.join( data_dir, "owls_ion_data" ) if not os.path.exists(owls_ion_path): mylog.info(txt % (data_url, data_dir)) fname = data_dir + "/" + data_file fn = download_file(os.path.join(data_url, data_file), fname) cmnd = "cd " + data_dir + "; " + "tar xf " + data_file os.system(cmnd) if not os.path.exists(owls_ion_path): raise RuntimeError("Failed to download owls ion data.") return owls_ion_path