# -----------------------------------------------------------------
# Create and setup the remote
remote = Remote()
remote.setup(config.remote)
# Open the task
task_path = fs.join(introspection.pts_run_dir, config.remote,
str(config.id) + ".task")
task = Task.from_file(task_path)
# Check whether the log file is present
log_output_path = task.remote_log_path
log_path = None
for filename in remote.files_in_path(log_output_path):
if "log" in filename:
log_path = fs.join(log_output_path, filename)
break
if log_path is None: raise RuntimeError("Log does not exist remotely")
# Read the text file
lines = remote.read_lines(log_path)
# Print the lines of the log file
for line in lines:
print(line)
# -----------------------------------------------------------------
# REMOTELY
if config.remote is not None:
# Create remote
remote = Remote(host_id=config.remote)
# Determine path
if config.remote_path is not None: find_path = remote.absolute_or_in_home(config.remote_path)
else: find_path = remote.home_directory
#print(find_path)
#print(remote.items_in_path(find_path, recursive=True))
# Loop over the files
paths = remote.files_in_path(find_path, contains=config.contains, not_contains=config.not_contains, extension=config.extension, recursive=config.recursive, exact_name=config.exact_name, exact_not_name=config.exact_not_name)
nfiles = len(paths)
if nfiles == 0: log.warning("No files found")
else:
log.info(str(nfiles) + " files found")
for path in paths:
if config.full: print(path)
else: print(path.split(find_path)[1])
if config.remove: remote.remove_file(path)
# LOCALLY
else:
# Determine path
find_path = fs.cwd()
# -----------------------------------------------------------------
remote_data_path = cached_directory_path_for_single_command(
environment, "initialize_preparation", remote)
if not remote.is_directory(remote_data_path):
remote.create_directory(remote_data_path)
# -----------------------------------------------------------------
# Reset?
if config.reset:
# Loop over all FITS files in the remote data directory
for name, path in remote.files_in_path(remote_data_path,
recursive=True,
extension="fits",
returns=["name", "path"]):
# Determine origin
origin = instrument_to_origin(name.split("_")[1])
# Determine local directory for this image
origin_path = fs.join(environment.data_images_path, origin)
if not fs.is_directory(origin_path): fs.create_directory(origin_path)
# Determine local path
local_path = fs.join(origin_path, name)
#print("local_path")
# Check whether the image is not present
# REMOTELY
if config.remote is not None:
# Create remote
remote = Remote(host_id=config.remote)
# Determine path
if config.remote_path is not None: find_path = remote.absolute_or_in_home(config.remote_path)
else: find_path = remote.home_directory
#print(find_path)
#print(remote.items_in_path(find_path, recursive=True))
# Loop over the files
paths = remote.files_in_path(find_path, contains=config.contains, not_contains=config.not_contains, extension=config.extension, recursive=config.recursive)
if len(paths) == 0: log.warning("No files found")
else:
for path in paths:
if config.full: print(path)
else: print(path.split(find_path)[1])
# LOCALLY
else:
# Determine path
find_path = fs.cwd()
# Loop over the files
paths = fs.files_in_path(find_path, contains=config.contains, extension=config.extension, recursive=config.recursive)
# -----------------------------------------------------------------
filter_name = str(config.filter)
remote_truncation_path_filter = fs.join(remote_truncation_path, filter_name)
if not remote.is_directory(remote_truncation_path_filter):
raise ValueError("Could not find cached data for the " + filter_name +
" image")
# -----------------------------------------------------------------
# Initialize variable
the_image_path = None
# Find the truncated image with the factor corresponding to the specified factor
for image_path, image_name in remote.files_in_path(
remote_truncation_path_filter, extension="fits",
returns=["path", "name"]):
#print(image_path, image_name)
# Determine the truncation factor
factor = real(image_name)
# Check the factor
if np.isclose(factor, config.factor, rtol=0.01):
the_image_path = image_path
break
# Check
if the_image_path is None:
raise ValueError("Could not find the truncated " + filter_name +