def _check_and_fix_fs_dir(gcs_uri):
"""Helper for __init__"""
# TODO - mtai @ davidmarin - push this to fs/*.py
if not is_gcs_uri(gcs_uri):
raise ValueError('Invalid GCS URI: %r' % gcs_uri)
if not gcs_uri.endswith('/'):
gcs_uri += '/'
return gcs_uri
def _check_and_fix_fs_dir(gcs_uri):
"""Helper for __init__"""
# TODO - mtai @ davidmarin - push this to fs/*.py
if not is_gcs_uri(gcs_uri):
raise ValueError('Invalid GCS URI: %r' % gcs_uri)
if not gcs_uri.endswith('/'):
gcs_uri += '/'
return gcs_uri
def _check_input_exists(self):
"""Make sure all input exists before continuing with our job.
"""
if not self._opts['check_input_paths']:
return
for path in self._input_paths:
if path == '-':
continue # STDIN always exists
if is_uri(path) and not is_gcs_uri(path):
continue # can't check non-GCS URIs, hope for the best
if not self.fs.exists(path):
raise AssertionError('Input path %s does not exist!' %
(path, ))
def _check_input_exists(self):
"""Make sure all input exists before continuing with our job.
"""
if not self._opts['check_input_paths']:
return
for path in self._input_paths:
if path == '-':
continue # STDIN always exists
if is_uri(path) and not is_gcs_uri(path):
continue # can't check non-GCS URIs, hope for the best
if not self.fs.exists(path):
raise AssertionError(
'Input path %s does not exist!' % (path,))
