def install_building_dependencies(externals_directory): externals_list = [ "irods-externals-cmake3.11.4-0", "irods-externals-avro1.9.0-0", "irods-externals-boost1.67.0-0", "irods-externals-clang-runtime6.0-0", "irods-externals-clang6.0-0", "irods-externals-cppzmq4.2.3-0", "irods-externals-cpr1.3.0-1", "irods-externals-elasticlient0.1.0-1", "irods-externals-jansson2.7-0", "irods-externals-json3.7.3-0", "irods-externals-libarchive3.3.2-1", "irods-externals-zeromq4-14.1.6-0" ] if externals_directory == 'None' or externals_directory is None: irods_python_ci_utilities.install_irods_core_dev_repository() irods_python_ci_utilities.install_os_packages(externals_list) else: package_suffix = irods_python_ci_utilities.get_package_suffix() os_specific_directory = irods_python_ci_utilities.append_os_specific_directory( externals_directory) externals = [] for irods_externals in externals_list: externals.append( glob.glob( os.path.join( os_specific_directory, irods_externals + '*.{0}'.format(package_suffix)))[0]) irods_python_ci_utilities.install_os_packages_from_files(externals) add_cmake_to_front_of_path() install_os_specific_dependencies()
def install_irods_externals_dependencies(irods_git_dir): ci.install_irods_core_dev_repository() with open(os.path.join(irods_git_dir, 'externals.json')) as f: d = json.load(f) ci.install_os_packages([d['cmake']] + d['others']) cmake_path = os.path.join('/opt/irods-externals', d['cmake'].split('irods-externals-')[1], 'bin') os.environ['PATH'] = ':'.join([cmake_path, os.environ['PATH']])
def install_building_dependencies(externals_directory): externals_list = [ 'irods-externals-avro1.11.0-0', 'irods-externals-boost1.78.0-0', 'irods-externals-clang-runtime13.0.0-0', 'irods-externals-clang13.0.0-0', 'irods-externals-cmake3.21.4-0', 'irods-externals-fmt8.1.1-0', 'irods-externals-json3.10.4-0', 'irods-externals-libarchive3.5.2-0' ] if externals_directory == 'None' or externals_directory is None: irods_python_ci_utilities.install_irods_core_dev_repository() irods_python_ci_utilities.install_os_packages(externals_list) else: package_suffix = irods_python_ci_utilities.get_package_suffix() os_specific_directory = irods_python_ci_utilities.append_os_specific_directory( externals_directory) externals = [] for irods_externals in externals_list: externals.append( glob.glob( os.path.join( os_specific_directory, irods_externals + '*.{0}'.format(package_suffix)))[0]) irods_python_ci_utilities.install_os_packages_from_files(externals) add_cmake_to_front_of_path() install_os_specific_dependencies()
def install_building_dependencies(): irods_python_ci_utilities.install_irods_core_dev_repository() install_cmake_and_add_to_front_of_path() irods_python_ci_utilities.install_os_packages([ "irods-externals-avro1.7.7-0", "irods-externals-boost1.60.0-0", "irods-externals-clang-runtime3.8-0", "irods-externals-clang3.8-0", "irods-externals-cppzmq4.1-0", "irods-externals-jansson2.7-0", "irods-externals-libarchive3.1.2-0", "irods-externals-zeromq4-14.1.3-0" ]) install_os_specific_dependencies()
def install_building_dependencies(): irods_python_ci_utilities.install_irods_core_dev_repository() install_cmake_and_add_to_front_of_path() irods_python_ci_utilities.install_os_packages([ 'irods-externals-avro1.9.0-0', 'irods-externals-boost1.67.0-0', 'irods-externals-catch22.3.0-0', 'irods-externals-clang-runtime6.0-0', 'irods-externals-clang6.0-0', 'irods-externals-cppzmq4.2.3-0', 'irods-externals-json3.7.3-0', 'irods-externals-libarchive3.3.2-1', "irods-externals-spdlog0.17.0-0", 'irods-externals-zeromq4-14.1.6-0' ]) install_os_specific_dependencies()
def main(output_root_directory, irods_packages_root_directory): irods_python_ci_utilities.install_irods_core_dev_repository() install_cmake_and_add_to_front_of_path() install_build_prerequisites() if irods_packages_root_directory: install_irods_dev_and_runtime_packages(irods_packages_root_directory) build_directory = tempfile.mkdtemp(prefix='irods_gsi_plugin_build_directory') irods_python_ci_utilities.subprocess_get_output(['cmake', os.path.dirname(os.path.realpath(__file__))], check_rc=True, cwd=build_directory) irods_python_ci_utilities.subprocess_get_output(['make', '-j', str(multiprocessing.cpu_count()), 'package'], check_rc=True, cwd=build_directory) if output_root_directory: copy_output_packages(build_directory, output_root_directory)
def main(output_root_directory, irods_packages_root_directory): irods_python_ci_utilities.install_irods_core_dev_repository() install_cmake_and_add_to_front_of_path() #install_build_prerequisites() #if irods_packages_root_directory: # install_irods_dev_and_runtime_packages(irods_packages_root_directory) lustre_irods_connector_build_directory = tempfile.mkdtemp( prefix='lustre_irods_connector_build_directory') print(lustre_irods_connector_build_directory) lustre_irods_connector_path = '%s/%s' % (os.path.dirname( os.path.realpath(__file__)), 'lustre_irods_connector') irods_lustre_plugin_build_directory = tempfile.mkdtemp( prefix='irods_lustre_plugin_build_directory') print(irods_lustre_plugin_build_directory) irods_lustre_plugin_path = '%s/%s' % (os.path.dirname( os.path.realpath(__file__)), 'irods_lustre_plugin') irods_python_ci_utilities.subprocess_get_output( ['cmake', lustre_irods_connector_path], check_rc=True, cwd=lustre_irods_connector_build_directory) irods_python_ci_utilities.subprocess_get_output( ['make', '-j', str(multiprocessing.cpu_count())], check_rc=True, cwd=lustre_irods_connector_build_directory) irods_python_ci_utilities.subprocess_get_output( ['cmake', irods_lustre_plugin_path], check_rc=True, cwd=irods_lustre_plugin_build_directory) irods_python_ci_utilities.subprocess_get_output( ['make', '-j', str(multiprocessing.cpu_count()), 'package'], check_rc=True, cwd=irods_lustre_plugin_build_directory) if output_root_directory: copy_output_packages(irods_lustre_plugin_build_directory, output_root_directory) print( str([ 'cp', '%s/lustre_irods_connector' % lustre_irods_connector_build_directory, '/bin' ])) irods_python_ci_utilities.subprocess_get_output([ 'cp', '%s/lustre_irods_connector' % lustre_irods_connector_build_directory, '/bin' ])
def install_building_dependencies(): irods_python_ci_utilities.install_irods_core_dev_repository() install_cmake_and_add_to_front_of_path() irods_python_ci_utilities.install_os_packages([ "irods-externals-avropre190cpp17-0", "irods-externals-boost1.67.0-0", "irods-externals-catch22.3.0-0", "irods-externals-clang-runtime6.0-0", "irods-externals-clang6.0-0", "irods-externals-cppzmq4.2.3-0", "irods-externals-json3.1.2-0", "irods-externals-libarchive3.3.2-1", "irods-externals-spdlog0.17.0-0", "irods-externals-zeromq4-14.1.6-0" ]) install_os_specific_dependencies()
def main(): parser = optparse.OptionParser() parser.add_option('--output_root_directory') parser.add_option('--built_packages_root_directory') parser.add_option('--mungefs_packages_directory') options, _ = parser.parse_args() output_root_directory = options.output_root_directory built_packages_root_directory = options.built_packages_root_directory package_suffix = irods_python_ci_utilities.get_package_suffix() os_specific_directory = irods_python_ci_utilities.append_os_specific_directory( built_packages_root_directory) irods_python_ci_utilities.install_os_packages_from_files( glob.glob( os.path.join( os_specific_directory, 'irods-rule-engine-plugin-storage-tiering*.{0}'.format( package_suffix)))) irods_python_ci_utilities.install_irods_core_dev_repository() install_cmake_and_add_to_front_of_path() install_build_prerequisites() time.sleep(10) irods_python_ci_utilities.subprocess_get_output( ['sudo', 'chmod', 'g+rwx', '/dev/fuse'], check_rc=True) time.sleep(10) try: test_output_file = 'log/test_output.log' irods_python_ci_utilities.subprocess_get_output([ 'sudo', 'su', '-', 'irods', '-c', 'python2 scripts/run_tests.py --xml_output --run_s test_plugin_storage_tiering 2>&1 | tee {0}; exit $PIPESTATUS' .format(test_output_file) ], check_rc=True) finally: if output_root_directory: irods_python_ci_utilities.gather_files_satisfying_predicate( '/var/lib/irods/log', output_root_directory, lambda x: True) shutil.copy('/var/lib/irods/log/test_output.log', output_root_directory)