def _get_owls_ion_data_dir(self):
txt = "Attempting to download ~ 30 Mb of owls ion data from %s to %s."
data_file = "owls_ion_data.tar.gz"
data_url = "http://yt-project.org/data"
# get test_data_dir from yt config (ytcgf)
#----------------------------------------------
tdir = ytcfg.get("yt", "test_data_dir")
# set download destination to tdir or ./ if tdir isnt defined
#----------------------------------------------
if tdir == "/does/not/exist":
data_dir = "./"
else:
data_dir = tdir
# check for owls_ion_data directory in data_dir
# if not there download the tarball and untar it
#----------------------------------------------
owls_ion_path = os.path.join(data_dir, "owls_ion_data")
if not os.path.exists(owls_ion_path):
mylog.info(txt % (data_url, data_dir))
fname = data_dir + "/" + data_file
download_file(os.path.join(data_url, data_file), fname)
cmnd = "cd " + data_dir + "; " + "tar xf " + data_file
os.system(cmnd)
if not os.path.exists(owls_ion_path):
raise RuntimeError("Failed to download owls ion data.")
return owls_ion_path
def __call__(self, args):
if args.list:
self.get_list()
return
if not args.filename:
raise RuntimeError("You need to provide a filename. See --help "
"for details or use --list to get available "
"datasets.")
elif not args.location:
raise RuntimeError(
"You need to specify download location. See --help for details."
)
data_url = f"http://yt-project.org/data/{args.filename}"
if args.location in ["test_data_dir", "supp_data_dir"]:
data_dir = ytcfg.get("yt", args.location)
if data_dir == "/does/not/exist":
raise RuntimeError(f"'{args.location}' is not configured!")
else:
data_dir = args.location
if not os.path.exists(data_dir):
print(f"The directory '{data_dir}' does not exist. Creating...")
ensure_dir(data_dir)
data_file = os.path.join(data_dir, args.filename)
if os.path.exists(data_file) and not args.overwrite:
raise OSError(f"File '{data_file}' exists and overwrite=False!")
print(f"Attempting to download file: {args.filename}")
fn = download_file(data_url, data_file)
if not os.path.exists(fn):
raise OSError(f"The file '{args.filename}' did not download!!")
print(f"File: {args.filename} downloaded successfully to {data_file}")
def _get_data_file(data_file=None):
if data_file is None:
data_file = "cloudy_emissivity.h5"
data_url = "http://yt-project.org/data"
if "YT_DEST" in os.environ and \
os.path.isdir(os.path.join(os.environ["YT_DEST"], "data")):
data_dir = os.path.join(os.environ["YT_DEST"], "data")
else:
data_dir = "."
data_path = os.path.join(data_dir, data_file)
if not os.path.exists(data_path):
mylog.info("Attempting to download supplementary data from %s to %s." %
(data_url, data_dir))
fn = download_file(os.path.join(data_url, data_file), data_path)
if fn != data_path:
raise RuntimeError("Failed to download supplementary data.")
return data_path
def _get_data_file(data_file=None):
if data_file is None:
data_file = "cloudy_emissivity.h5"
data_url = "http://yt-project.org/data"
if "YT_DEST" in os.environ and \
os.path.isdir(os.path.join(os.environ["YT_DEST"], "data")):
data_dir = os.path.join(os.environ["YT_DEST"], "data")
else:
data_dir = "."
data_path = os.path.join(data_dir, data_file)
if not os.path.exists(data_path):
mylog.info("Attempting to download supplementary data from %s to %s." %
(data_url, data_dir))
fn = download_file(os.path.join(data_url, data_file), data_path)
if fn != data_path:
raise RuntimeError, "Failed to download supplementary data."
return data_path
def _get_owls_ion_data_dir(self):
txt = "Attempting to download ~ 30 Mb of owls ion data from %s to %s."
data_file = "owls_ion_data.tar.gz"
data_url = "http://yt-project.org/data"
# get test_data_dir from yt config (ytcgf)
#----------------------------------------------
tdir = ytcfg.get("yt","test_data_dir")
# set download destination to tdir or ./ if tdir isnt defined
#----------------------------------------------
if tdir == "/does/not/exist":
data_dir = "./"
else:
data_dir = tdir
# check for owls_ion_data directory in data_dir
# if not there download the tarball and untar it
#----------------------------------------------
owls_ion_path = os.path.join( data_dir, "owls_ion_data" )
if not os.path.exists(owls_ion_path):
mylog.info(txt % (data_url, data_dir))
fname = data_dir + "/" + data_file
fn = download_file(os.path.join(data_url, data_file), fname)
cmnd = "cd " + data_dir + "; " + "tar xf " + data_file
os.system(cmnd)
if not os.path.exists(owls_ion_path):
raise RuntimeError("Failed to download owls ion data.")
return owls_ion_path
