def install_building_dependencies(externals_directory):
externals_list = [
"irods-externals-cmake3.11.4-0", "irods-externals-avro1.9.0-0",
"irods-externals-boost1.67.0-0", "irods-externals-clang-runtime6.0-0",
"irods-externals-clang6.0-0", "irods-externals-cppzmq4.2.3-0",
"irods-externals-cpr1.3.0-1", "irods-externals-elasticlient0.1.0-1",
"irods-externals-jansson2.7-0", "irods-externals-json3.7.3-0",
"irods-externals-libarchive3.3.2-1", "irods-externals-zeromq4-14.1.6-0"
]
if externals_directory == 'None' or externals_directory is None:
irods_python_ci_utilities.install_irods_core_dev_repository()
irods_python_ci_utilities.install_os_packages(externals_list)
else:
package_suffix = irods_python_ci_utilities.get_package_suffix()
os_specific_directory = irods_python_ci_utilities.append_os_specific_directory(
externals_directory)
externals = []
for irods_externals in externals_list:
externals.append(
glob.glob(
os.path.join(
os_specific_directory,
irods_externals + '*.{0}'.format(package_suffix)))[0])
irods_python_ci_utilities.install_os_packages_from_files(externals)
add_cmake_to_front_of_path()
install_os_specific_dependencies()
def install_irods_externals_dependencies(irods_git_dir):
ci.install_irods_core_dev_repository()
with open(os.path.join(irods_git_dir, 'externals.json')) as f:
d = json.load(f)
ci.install_os_packages([d['cmake']] + d['others'])
cmake_path = os.path.join('/opt/irods-externals', d['cmake'].split('irods-externals-')[1], 'bin')
os.environ['PATH'] = ':'.join([cmake_path, os.environ['PATH']])
def install_building_dependencies(externals_directory):
externals_list = [
'irods-externals-avro1.11.0-0', 'irods-externals-boost1.78.0-0',
'irods-externals-clang-runtime13.0.0-0',
'irods-externals-clang13.0.0-0', 'irods-externals-cmake3.21.4-0',
'irods-externals-fmt8.1.1-0', 'irods-externals-json3.10.4-0',
'irods-externals-libarchive3.5.2-0'
]
if externals_directory == 'None' or externals_directory is None:
irods_python_ci_utilities.install_irods_core_dev_repository()
irods_python_ci_utilities.install_os_packages(externals_list)
else:
package_suffix = irods_python_ci_utilities.get_package_suffix()
os_specific_directory = irods_python_ci_utilities.append_os_specific_directory(
externals_directory)
externals = []
for irods_externals in externals_list:
externals.append(
glob.glob(
os.path.join(
os_specific_directory,
irods_externals + '*.{0}'.format(package_suffix)))[0])
irods_python_ci_utilities.install_os_packages_from_files(externals)
add_cmake_to_front_of_path()
install_os_specific_dependencies()
def install_building_dependencies():
irods_python_ci_utilities.install_irods_core_dev_repository()
install_cmake_and_add_to_front_of_path()
irods_python_ci_utilities.install_os_packages([
"irods-externals-avro1.7.7-0", "irods-externals-boost1.60.0-0",
"irods-externals-clang-runtime3.8-0", "irods-externals-clang3.8-0",
"irods-externals-cppzmq4.1-0", "irods-externals-jansson2.7-0",
"irods-externals-libarchive3.1.2-0", "irods-externals-zeromq4-14.1.3-0"
])
install_os_specific_dependencies()
def install_building_dependencies():
irods_python_ci_utilities.install_irods_core_dev_repository()
install_cmake_and_add_to_front_of_path()
irods_python_ci_utilities.install_os_packages([
'irods-externals-avro1.9.0-0', 'irods-externals-boost1.67.0-0',
'irods-externals-catch22.3.0-0', 'irods-externals-clang-runtime6.0-0',
'irods-externals-clang6.0-0', 'irods-externals-cppzmq4.2.3-0',
'irods-externals-json3.7.3-0', 'irods-externals-libarchive3.3.2-1',
"irods-externals-spdlog0.17.0-0", 'irods-externals-zeromq4-14.1.6-0'
])
install_os_specific_dependencies()
def main(output_root_directory, irods_packages_root_directory):
irods_python_ci_utilities.install_irods_core_dev_repository()
install_cmake_and_add_to_front_of_path()
install_build_prerequisites()
if irods_packages_root_directory:
install_irods_dev_and_runtime_packages(irods_packages_root_directory)
build_directory = tempfile.mkdtemp(prefix='irods_gsi_plugin_build_directory')
irods_python_ci_utilities.subprocess_get_output(['cmake', os.path.dirname(os.path.realpath(__file__))], check_rc=True, cwd=build_directory)
irods_python_ci_utilities.subprocess_get_output(['make', '-j', str(multiprocessing.cpu_count()), 'package'], check_rc=True, cwd=build_directory)
if output_root_directory:
copy_output_packages(build_directory, output_root_directory)
def main(output_root_directory, irods_packages_root_directory):
irods_python_ci_utilities.install_irods_core_dev_repository()
install_cmake_and_add_to_front_of_path()
#install_build_prerequisites()
#if irods_packages_root_directory:
# install_irods_dev_and_runtime_packages(irods_packages_root_directory)
lustre_irods_connector_build_directory = tempfile.mkdtemp(
prefix='lustre_irods_connector_build_directory')
print(lustre_irods_connector_build_directory)
lustre_irods_connector_path = '%s/%s' % (os.path.dirname(
os.path.realpath(__file__)), 'lustre_irods_connector')
irods_lustre_plugin_build_directory = tempfile.mkdtemp(
prefix='irods_lustre_plugin_build_directory')
print(irods_lustre_plugin_build_directory)
irods_lustre_plugin_path = '%s/%s' % (os.path.dirname(
os.path.realpath(__file__)), 'irods_lustre_plugin')
irods_python_ci_utilities.subprocess_get_output(
['cmake', lustre_irods_connector_path],
check_rc=True,
cwd=lustre_irods_connector_build_directory)
irods_python_ci_utilities.subprocess_get_output(
['make', '-j', str(multiprocessing.cpu_count())],
check_rc=True,
cwd=lustre_irods_connector_build_directory)
irods_python_ci_utilities.subprocess_get_output(
['cmake', irods_lustre_plugin_path],
check_rc=True,
cwd=irods_lustre_plugin_build_directory)
irods_python_ci_utilities.subprocess_get_output(
['make', '-j',
str(multiprocessing.cpu_count()), 'package'],
check_rc=True,
cwd=irods_lustre_plugin_build_directory)
if output_root_directory:
copy_output_packages(irods_lustre_plugin_build_directory,
output_root_directory)
print(
str([
'cp',
'%s/lustre_irods_connector' %
lustre_irods_connector_build_directory, '/bin'
]))
irods_python_ci_utilities.subprocess_get_output([
'cp',
'%s/lustre_irods_connector' % lustre_irods_connector_build_directory,
'/bin'
])
def install_building_dependencies():
irods_python_ci_utilities.install_irods_core_dev_repository()
install_cmake_and_add_to_front_of_path()
irods_python_ci_utilities.install_os_packages([
"irods-externals-avropre190cpp17-0",
"irods-externals-boost1.67.0-0",
"irods-externals-catch22.3.0-0",
"irods-externals-clang-runtime6.0-0",
"irods-externals-clang6.0-0",
"irods-externals-cppzmq4.2.3-0",
"irods-externals-json3.1.2-0",
"irods-externals-libarchive3.3.2-1",
"irods-externals-spdlog0.17.0-0",
"irods-externals-zeromq4-14.1.6-0"
])
install_os_specific_dependencies()
def main():
parser = optparse.OptionParser()
parser.add_option('--output_root_directory')
parser.add_option('--built_packages_root_directory')
parser.add_option('--mungefs_packages_directory')
options, _ = parser.parse_args()
output_root_directory = options.output_root_directory
built_packages_root_directory = options.built_packages_root_directory
package_suffix = irods_python_ci_utilities.get_package_suffix()
os_specific_directory = irods_python_ci_utilities.append_os_specific_directory(
built_packages_root_directory)
irods_python_ci_utilities.install_os_packages_from_files(
glob.glob(
os.path.join(
os_specific_directory,
'irods-rule-engine-plugin-storage-tiering*.{0}'.format(
package_suffix))))
irods_python_ci_utilities.install_irods_core_dev_repository()
install_cmake_and_add_to_front_of_path()
install_build_prerequisites()
time.sleep(10)
irods_python_ci_utilities.subprocess_get_output(
['sudo', 'chmod', 'g+rwx', '/dev/fuse'], check_rc=True)
time.sleep(10)
try:
test_output_file = 'log/test_output.log'
irods_python_ci_utilities.subprocess_get_output([
'sudo', 'su', '-', 'irods', '-c',
'python2 scripts/run_tests.py --xml_output --run_s test_plugin_storage_tiering 2>&1 | tee {0}; exit $PIPESTATUS'
.format(test_output_file)
],
check_rc=True)
finally:
if output_root_directory:
irods_python_ci_utilities.gather_files_satisfying_predicate(
'/var/lib/irods/log', output_root_directory, lambda x: True)
shutil.copy('/var/lib/irods/log/test_output.log',
output_root_directory)
