def processFiles(self):
"""Build objects for each file mentioned in this changesfile.
This method is an error generator, i.e, it returns an iterator over
all exceptions that are generated while processing all mentioned
files.
"""
try:
raw_files = parse_and_merge_file_lists(self._dict, changes=True)
except UploadError as e:
yield e
return
files = []
for attr in raw_files:
filename, hashes, size, component_and_section, priority_name = attr
filepath = os.path.join(self.dirname, filename)
try:
if self.isCustom(component_and_section):
# This needs to be the first check, because
# otherwise the tarballs in custom uploads match
# with source_match.
file_instance = CustomUploadFile(
filepath, hashes, size, component_and_section, priority_name, self.policy, self.logger
)
else:
try:
package, cls = determine_file_class_and_name(filename)
except CannotDetermineFileTypeError:
yield UploadError(
"Unable to identify file %s (%s) in changes." % (filename, component_and_section)
)
continue
file_instance = cls(
filepath,
hashes,
size,
component_and_section,
priority_name,
package,
self.version,
self,
self.policy,
self.logger,
)
if cls == DSCFile:
self.dsc = file_instance
except UploadError as error:
yield error
else:
files.append(file_instance)
self.files = files
def processFiles(self):
"""Build objects for each file mentioned in this changesfile.
This method is an error generator, i.e, it returns an iterator over
all exceptions that are generated while processing all mentioned
files.
"""
try:
raw_files = parse_and_merge_file_lists(self._dict, changes=True)
except UploadError as e:
yield e
return
files = []
for attr in raw_files:
filename, hashes, size, component_and_section, priority_name = attr
filepath = os.path.join(self.dirname, filename)
try:
if self.isCustom(component_and_section):
# This needs to be the first check, because
# otherwise the tarballs in custom uploads match
# with source_match.
file_instance = CustomUploadFile(filepath, hashes, size,
component_and_section,
priority_name,
self.policy, self.logger)
else:
try:
package, cls = determine_file_class_and_name(filename)
except CannotDetermineFileTypeError:
yield UploadError(
"Unable to identify file %s (%s) in changes." %
(filename, component_and_section))
continue
file_instance = cls(filepath, hashes, size,
component_and_section, priority_name,
package, self.version, self,
self.policy, self.logger)
if cls == DSCFile:
self.dsc = file_instance
elif cls == BuildInfoFile:
self.buildinfo = file_instance
except UploadError as error:
yield error
else:
files.append(file_instance)
self.files = files
def verify(self):
"""Verify the uploaded .dsc file.
This method is an error generator, i.e, it returns an iterator over
all exceptions that are generated while processing DSC file checks.
"""
for error in SourceUploadFile.verify(self):
yield error
# Check size and checksum of the DSC file itself
try:
self.checkSizeAndCheckSum()
except UploadError as error:
yield error
try:
raw_files = parse_and_merge_file_lists(self._dict, changes=False)
except UploadError as e:
yield e
return
files = []
for attr in raw_files:
filename, hashes, size = attr
if not re_issource.match(filename):
# DSC files only really hold on references to source
# files; they are essentially a description of a source
# package. Anything else is crack.
yield UploadError("%s: File %s does not look sourceful." %
(self.filename, filename))
continue
filepath = os.path.join(self.dirname, filename)
try:
file_instance = DSCUploadedFile(filepath, hashes, size,
self.policy, self.logger)
except UploadError as error:
yield error
else:
files.append(file_instance)
self.files = files
if not re_valid_pkg_name.match(self.source):
yield UploadError("%s: invalid source name %s" %
(self.filename, self.source))
if not re_valid_version.match(self.dsc_version):
yield UploadError("%s: invalid version %s" %
(self.filename, self.dsc_version))
if not self.policy.distroseries.isSourcePackageFormatPermitted(
self.format):
yield UploadError(
"%s: format '%s' is not permitted in %s." %
(self.filename, self.format, self.policy.distroseries.name))
# Validate the build dependencies
for field_name in ['Build-Depends', 'Build-Depends-Indep']:
field = self._dict.get(field_name, None)
if field is not None:
if field.startswith("ARRAY"):
yield UploadError(
"%s: invalid %s field produced by a broken version "
"of dpkg-dev (1.10.11)" % (self.filename, field_name))
try:
with warnings.catch_warnings():
warnings.simplefilter("error")
PkgRelation.parse_relations(field)
except Warning as error:
yield UploadError(
"%s: invalid %s field; cannot be parsed by deb822: %s"
% (self.filename, field_name, error))
# Verify if version declared in changesfile is the same than that
# in DSC (including epochs).
if self.dsc_version != self.version:
yield UploadError(
"%s: version ('%s') in .dsc does not match version "
"('%s') in .changes." %
(self.filename, self.dsc_version, self.version))
for error in self.checkFiles():
yield error
def verify(self):
"""Verify the uploaded .dsc file.
This method is an error generator, i.e, it returns an iterator over
all exceptions that are generated while processing DSC file checks.
"""
for error in SourceUploadFile.verify(self):
yield error
# Check size and checksum of the DSC file itself
try:
self.checkSizeAndCheckSum()
except UploadError as error:
yield error
try:
raw_files = parse_and_merge_file_lists(self._dict, changes=False)
except UploadError as e:
yield e
return
files = []
for attr in raw_files:
filename, hashes, size = attr
if not re_issource.match(filename):
# DSC files only really hold on references to source
# files; they are essentially a description of a source
# package. Anything else is crack.
yield UploadError("%s: File %s does not look sourceful." % (
self.filename, filename))
continue
filepath = os.path.join(self.dirname, filename)
try:
file_instance = DSCUploadedFile(
filepath, hashes, size, self.policy, self.logger)
except UploadError as error:
yield error
else:
files.append(file_instance)
self.files = files
if not re_valid_pkg_name.match(self.source):
yield UploadError(
"%s: invalid source name %s" % (self.filename, self.source))
if not re_valid_version.match(self.dsc_version):
yield UploadError(
"%s: invalid version %s" % (self.filename, self.dsc_version))
if not self.policy.distroseries.isSourcePackageFormatPermitted(
self.format):
yield UploadError(
"%s: format '%s' is not permitted in %s." %
(self.filename, self.format, self.policy.distroseries.name))
# Validate the build dependencies
for field_name in ['Build-Depends', 'Build-Depends-Indep']:
field = self._dict.get(field_name, None)
if field is not None:
if field.startswith("ARRAY"):
yield UploadError(
"%s: invalid %s field produced by a broken version "
"of dpkg-dev (1.10.11)" % (self.filename, field_name))
try:
apt_pkg.parse_src_depends(field)
except (SystemExit, KeyboardInterrupt):
raise
except Exception as error:
# Swallow everything apt_pkg throws at us because
# it is not desperately pythonic and can raise odd
# or confusing exceptions at times and is out of
# our control.
yield UploadError(
"%s: invalid %s field; cannot be parsed by apt: %s"
% (self.filename, field_name, error))
# Verify if version declared in changesfile is the same than that
# in DSC (including epochs).
if self.dsc_version != self.version:
yield UploadError(
"%s: version ('%s') in .dsc does not match version "
"('%s') in .changes."
% (self.filename, self.dsc_version, self.version))
for error in self.checkFiles():
yield error
