def createPackedOutputSandbox(output_patterns, _filter, dest_dir):
"""Get all files matching output patterns except filtered with filter and
put them to the Sandbox tarball in destination directory.
This function is called by wrapper script at the run time.
Arguments:
'output_patterns': list of filenames or patterns.
'filter': function to filter files (return True to except)
'dest_dir': destination directory for tarball
"""
tgzfile = os.path.join(dest_dir, OUTPUT_TARBALL_NAME)
try:
from files import multi_glob, recursive_copy
except (IOError, ImportError) as e:
import sys
print("Failed to import files")
print("sys:")
print(sys.path)
print("env:")
print(os.environ)
print("ls:")
print(os.listdir("."))
print("pattern:")
print(output_patterns)
print("destdir:")
print(dest_dir)
try:
import traceback
traceback.print_stack()
except:
pass
print("Trying fix")
sys.path.insert(0, os.path.join(os.getcwd(), PYTHON_DIR))
try:
from files import multi_glob, recursive_copy
print("Success!")
except (IOError, ImportError) as e:
print("Fail!")
raise e
outputlist = multi_glob(output_patterns, _filter)
if outputlist:
if mimetypes.guess_type(tgzfile)[1] in ['gzip']:
file_format = 'gz'
elif mimetypes.guess_type(tgzfile)[1] in ['bzip2']:
file_format = 'bz2'
else:
file_format = ''
with closing(tarfile.open(tgzfile, "w:%s" % file_format)) as tf:
tf.dereference = True
for f in outputlist:
tf.add(f)
def createPackedOutputSandbox(output_patterns, _filter, dest_dir):
"""Get all files matching output patterns except filtered with filter and
put them to the Sandbox tarball in destination directory.
This function is called by wrapper script at the run time.
Arguments:
'output_patterns': list of filenames or patterns.
'filter': function to filter files (return True to except)
'dest_dir': destination directory for tarball
"""
tgzfile = os.path.join(dest_dir, OUTPUT_TARBALL_NAME)
try:
from files import multi_glob, recursive_copy
except (IOError, ImportError) as e:
import sys
print("Failed to import files")
print("sys:")
print(sys.path)
print("env:")
print(os.environ)
print("ls:")
print(os.listdir("."))
print("pattern:")
print(output_patterns)
print("destdir:")
print(dest_dir)
try:
import traceback
traceback.print_stack()
except:
pass
print("Trying fix")
sys.path.insert(0, os.path.join(os.getcwd(), PYTHON_DIR))
try:
from files import multi_glob, recursive_copy
print("Success!")
except (IOError, ImportError) as e:
print("Fail!")
raise e
outputlist = multi_glob(output_patterns, _filter)
if outputlist:
if mimetypes.guess_type(tgzfile)[1] in ['gzip']:
file_format = 'gz'
elif mimetypes.guess_type(tgzfile)[1] in ['bzip2']:
file_format = 'bz2'
else:
file_format = ''
with closing(tarfile.open(tgzfile, "w:%s" % file_format)) as tf:
tf.dereference = True
for f in outputlist:
tf.add(f)
def createOutputSandbox(output_patterns, filter, dest_dir):
"""Get all files matching output patterns except filtered with filter and
write them to the destination directory.
This function is called by wrapper script at the run time.
Arguments:
'output_patterns': list of filenames or patterns.
'filter': function to filter files (return True to except)
'dest_dir': destination directory for output files
"""
try:
from files import multi_glob, recursive_copy
except (IOError, ImportError) as e:
import sys
print("Failed to import files")
print("sys:")
print(sys.path)
print("env:")
print(os.environ)
print("ls:")
print(os.listdir("."))
print("pattern:")
print(output_patterns)
print("destdir:")
print(dest_dir)
try:
import traceback
traceback.print_stack()
except:
pass
print("Trying fix")
sys.path.insert(0, os.path.join(os.getcwd(), PYTHON_DIR))
try:
from files import multi_glob, recursive_copy
print("Success!")
except (IOError, ImportError) as e:
print("Fail!")
raise e
for f in multi_glob(output_patterns, filter):
try:
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
recursive_copy(f, dest_dir)
except Exception as x:
print("ERROR: (job ###JOBID### createOutput )", x)
def createOutputSandbox(output_patterns, filter, dest_dir):
"""Get all files matching output patterns except filtered with filter and
write them to the destination directory.
This function is called by wrapper script at the run time.
Arguments:
'output_patterns': list of filenames or patterns.
'filter': function to filter files (return True to except)
'dest_dir': destination directory for output files
"""
try:
from files import multi_glob, recursive_copy
except (IOError, ImportError) as e:
import sys
print("Failed to import files")
print("sys:")
print(sys.path)
print("env:")
print(os.environ)
print("ls:")
print(os.listdir("."))
print("pattern:")
print(output_patterns)
print("destdir:")
print(dest_dir)
try:
import traceback
traceback.print_stack()
except:
pass
print("Trying fix")
sys.path.insert(0, os.path.join(os.getcwd(), PYTHON_DIR))
try:
from files import multi_glob, recursive_copy
print("Success!")
except (IOError, ImportError) as e:
print("Fail!")
raise e
for f in multi_glob(output_patterns, filter):
try:
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
recursive_copy(f, dest_dir)
except Exception as x:
print("ERROR: (job ###JOBID### createOutput )", x)