def get_metadata_from_package(package_file, package=None): metadata_file_name = configfile.PACKAGE_METADATA_FILE metadata_file = extract_metadata_from_package(package_file, metadata_file_name) if not metadata_file: logger.warning( "WARNING: Archive '%s' does not contain metadata; build will be marked as dirty" % os.path.basename(package_file)) # Create a dummy metadata description for a package whose archive does not have one metadata = configfile.MetadataDescription() # split_tarname() returns a sequence like: # ("/some/path", ["boost", "1.39.0", "darwin", "20100222a"], ".tar.bz2") ignore_dir, from_name, ignore_ext = common.split_tarname(package_file) metadata.platform = from_name[2] metadata.build_id = from_name[3] metadata.configuration = 'unknown' if package is not None: if from_name[0] != package.name: raise InstallError("configured package name '%s' does not match name from archive '%s'" \ % (package.name, from_name[0])) metadata.archive = package['platforms'][ metadata.platform]['archive'] metadata.package_description = package.copy() else: metadata.archive = configfile.ArchiveDescription() metadata.package_description = configfile.PackageDescription({}) metadata.package_description.version = from_name[1] metadata.package_description.name = from_name[0] del metadata.package_description['platforms'] metadata.dirty = True else: metadata = configfile.MetadataDescription(stream=metadata_file) return metadata
def create_or_update_package_desc(self, kwargs): # fetch existing value if there is one try: package_desc = self.config.package_description package_desc.update(kwargs) except AttributeError: package_desc = configfile.PackageDescription(kwargs) return package_desc
def _get_new_metadata(config, args_name, args_archive, arguments): # Get any name/value pairs from the command line key_values = _dict_from_key_value_arguments(arguments) if args_archive and 'url' in key_values: raise InstallablesError("--archive (%s) and url (%s) may not both be specified" \ % (args_archive, key_values['url'])) if args_archive: archive_path = args_archive.strip() elif 'url' in key_values: archive_path = key_values.pop('url') else: archive_path = None archive_file = None if archive_path: if _is_uri(archive_path): archive_url = archive_path else: archive_url = 'file://' + config.absolute_path(archive_path) archive_file = get_package_file( args_name, archive_url, hash_algorithm=key_values.get('hash_algorithm', 'md5'), expected_hash=key_values.get('hash', None)) if archive_file: metadata = get_metadata_from_package(archive_file) metadata.archive = configfile.ArchiveDescription() metadata.archive.url = archive_url if 'hash' not in key_values: logger.warning("No hash specified, computing from %s" % archive_file) metadata.archive['hash'] = common.compute_md5(archive_file) metadata.archive['hash_algorithm'] = 'md5' if archive_file is None: logger.warning( "Archive not downloaded; some integrity checks may not work") metadata = configfile.MetadataDescription(create_quietly=True) metadata.package_description = configfile.PackageDescription( dict(name=args_name)) metadata.archive = configfile.ArchiveDescription() metadata.archive.url = archive_path package_name = _check_name(args_name, key_values, metadata) if metadata.package_description['name'] is None: metadata.package_description['name'] = package_name for description_key in _PACKAGE_ATTRIBUTES: if description_key in key_values: logger.warning( "specifying '%s' in the installable is no longer required\n if it is in the package metadata" % description_key) if description_key in metadata.package_description \ and metadata.package_description[description_key] is not None \ and key_values[description_key] != metadata.package_description[description_key]: raise InstallablesError("command line %s (%s) does not match archive %s (%s)" \ % (description_key, key_values[description_key], description_key, metadata.package_description[description_key])) else: metadata.package_description[description_key] = key_values.pop( description_key) for archive_key in _ARCHIVE_ATTRIBUTES: if archive_key in key_values: if archive_key in metadata.archive \ and metadata.archive[archive_key] \ and key_values[archive_key] != metadata.archive[archive_key]: raise InstallablesError("command line %s (%s) does not match archive %s (%s)" \ % (archive_key, key_values[archive_key], archive_key, metadata.archive[archive_key])) else: metadata.archive[archive_key] = key_values.pop(archive_key) if 'platform' in key_values: if 'platform' in metadata \ and metadata['platform'] is not None \ and key_values['platform'] != metadata['platform'] \ and metadata['platform'] != common.PLATFORM_COMMON: raise InstallablesError("specified platform '%s' does not match archive platform '%s'" \ % ( key_values['platform'], metadata['platform'])) else: platform = key_values.pop('platform') else: if 'platform' in metadata \ and metadata['platform'] is not None: platform = metadata['platform'] else: raise InstallablesError("Unspecified platform") platform_description = configfile.PlatformDescription() platform_description.name = platform platform_description.archive = metadata.archive.copy() _warn_unused(key_values) return (metadata, platform_description)
def run(self, args): platform = common.get_current_platform() build_id = common.establish_build_id( args.build_id) # sets id (even if not specified), # and stores in the AUTOBUILD_BUILD_ID environment variable config = configfile.ConfigurationDescription(args.config_file) package_errors = \ configfile.check_package_attributes(config, additional_requirements=['version_file']) if package_errors: # Now that we've deprecated hard-coded version and started # requiring version_file instead, provide an explanation when it's # missing, instead of confounding a longtime autobuild user with # failure to meet a brand-new requirement. # Recall that package_errors isa str that also has an attrs # attribute. Only emit the verbose message if version_file is # actually one of the problematic attributes, and the config file # had to be converted from an earlier file format, and the # original file format version predates version_file. # (missing orig_ver attribute means a current autobuild.xml, which # is why we pass get() a default value that bypasses verbose) # (version_file was introduced at AUTOBUILD_CONFIG_VERSION 1.3) if "version_file" in package_errors.attrs \ and common.get_version_tuple(config.get("orig_ver", "1.3")) < (1, 3): verbose = """ New requirement: instead of stating a particular version number in the %(xml)s file, we now require you to configure a version_file attribute. This should be the path (relative to the build_directory) of a small text file containing only the package version string. Freezing the version number into %(xml)s means we often forget to update it there. Reading the version number from a separate text file allows your build script to create that file from data available in the package. version_file need not be in the manifest; it's used only by 'autobuild build' to create package metadata. """ % dict(xml=configfile.AUTOBUILD_CONFIG_FILE) else: verbose = "" # Now, regardless of the value of 'verbose', show the message. raise BuildError(''.join( (package_errors, "\n in configuration ", args.config_file, verbose))) current_directory = os.getcwd() if args.clean_only: logger.info("building with --clean-only required") try: configure_first = not args.do_not_configure build_configurations = common.select_configurations( args, config, "building for") if not build_configurations: logger.error( "no applicable configurations found.\n" "did you remember to mark a configuration as default?\n" "autobuild cowardly refuses to do nothing!") for build_configuration in build_configurations: # Get enriched environment based on the current configuration environment = get_enriched_environment( build_configuration.name) # then get a copy of the config specific to this build # configuration bconfig = config.copy() # and expand its $variables according to the environment. bconfig.expand_platform_vars(environment) # Re-fetch the build configuration so we have its expansions. build_configuration = bconfig.get_build_configuration( build_configuration.name, platform_name=platform) build_directory = bconfig.make_build_directory( build_configuration, platform=platform, dry_run=args.dry_run) if not args.dry_run: logger.debug("building in %s" % build_directory) os.chdir(build_directory) else: logger.info("building in %s" % build_directory) if configure_first: result = _configure_a_configuration( bconfig, build_configuration, args.build_extra_arguments, args.dry_run, environment=environment) if result != 0: raise BuildError( "configuring default configuration returned %d" % result) result = _build_a_configuration( bconfig, build_configuration, platform_name=platform, extra_arguments=args.build_extra_arguments, dry_run=args.dry_run, environment=environment) # always make clean copy of the build metadata regardless of result metadata_file_name = configfile.PACKAGE_METADATA_FILE logger.debug("metadata file name: %s" % metadata_file_name) if os.path.exists(metadata_file_name): if not args.dry_run: os.unlink(metadata_file_name) else: logger.info("would have replaced %s" % metadata_file_name) if result != 0: raise BuildError("building configuration %s returned %d" % (build_configuration, result)) # Create the metadata record for inclusion in the package metadata_file = configfile.MetadataDescription( path=metadata_file_name, create_quietly=True) # COPY the package description from the configuration: we're # going to convert it to metadata format. metadata_file.package_description = \ configfile.PackageDescription(bconfig.package_description) # A metadata package_description has a version attribute # instead of a version_file attribute. metadata_file.package_description.version = \ metadata_file.package_description.read_version_file(build_directory) del metadata_file.package_description["version_file"] logger.info("built %s version %s" % (metadata_file.package_description.name, metadata_file.package_description.version)) metadata_file.package_description.platforms = None # omit data on platform configurations metadata_file.platform = platform metadata_file.configuration = build_configuration.name metadata_file.build_id = build_id # get the record of any installed packages logger.debug("installed files in " + args.installed_filename) # SL-773: This if/else partly replicates # common.select_directories() because our build_directory # comes from bconfig, which has been $-expanded. # The former select_directories() call produced (e.g.) # build-vc120-$AUTOBUILD_ADDRSIZE, which didn't exist. if args.select_dir: install_dir = args.select_dir logger.debug( "specified metadata directory: {}".format(install_dir)) else: # packages were written into 'packages' subdir of build directory by default install_dir = os.path.join(build_directory, "packages") logger.debug("metadata in build subdirectory: {}".format( install_dir)) # load the list of already installed packages installed_pathname = os.path.realpath( os.path.join(install_dir, args.installed_filename)) if os.path.exists(installed_pathname): metadata_file.add_dependencies(installed_pathname) else: logger.debug("no installed files found (%s)" % installed_pathname) if args.clean_only and metadata_file.dirty: raise BuildError( "Build depends on local or legacy installables\n" + " use 'autobuild install --list-dirty' to see problem packages\n" + " rerun without --clean-only to allow building anyway" ) if not args.dry_run: metadata_file.save() finally: os.chdir(current_directory)