def calculate_sums(session, message, tmpdir):
""" Extract the content of the file extracted from the fedmsg message
and browse the sources of the specified package and for each of the
files in the sources get their sha256sum, sha1sum, and md5sum.
"""
local_filename = os.path.join(tmpdir, message['filename'])
if not os.path.exists(local_filename):
raise IOError('File %s not found' % local_filename)
if local_filename.endswith('.gem'):
cmd = ['rpmdev-extract', '-C', tmpdir, local_filename]
proc = Popen(cmd, stdout=PIPE, stderr=PIPE)
proc.communicate()
# Remove not-used files
os.unlink(os.path.join(tmpdir, 'metadata.gz'))
os.unlink(os.path.join(tmpdir, 'checksums.yaml.gz'))
# Remove original sources - we only keep the data archive
os.unlink(local_filename)
local_filename = os.path.join(tmpdir, 'data.tar.gz')
if zipfile.is_zipfile(local_filename):
if local_filename.endswith('.jar') or local_filename.endswith('.war'):
log.warning('Invalid sources uploaded: %r - package: %r' % (
local_filename, message.get('name')))
return {'invalid': local_filename}
cmd = ['rpmdev-extract', '-C', tmpdir, local_filename]
proc = Popen(cmd, stdout=PIPE, stderr=PIPE)
if proc.returncode:
raise IOError(
'Something went wrong when extracting %s' % local_filename)
filename = proc.communicate()[0].split('\n')
# output from zip archives
if 'Archive:' in filename[0] and 'creating:' in filename[1]:
filename = filename[1].split('creating:')[1].strip()
else:
filename = filename[0]
if filename and '/' in filename:
filename = filename.split('/')[0]
filename = os.path.join(tmpdir, filename)
else:
log.warning("No folder extracted from %r" % local_filename)
filename = tmpdir
if local_filename and os.path.exists(local_filename):
os.unlink(local_filename)
count, stored = 0, 0
for fname, sha256sum, sha1sum, md5sum in walk_directory(filename):
count = count + 1
pkgobj = File.exists(session, message['md5sum'], fname)
fname = fname.replace(tmpdir, '')
if not pkgobj:
pkgobj = File(
pkg_name=message['name'],
filename=fname,
sha256sum=sha256sum,
sha1sum=sha1sum,
md5sum=md5sum,
tar_file=message['filename'],
tar_sum=message['md5sum']
)
session.add(pkgobj)
stored = stored + 1
else:
pass
session.commit()
log.info("Stored %i of %i files" % (stored, count))
def calculate_sums(session, message, tmpdir):
""" Extract the content of the file extracted from the fedmsg message
and browse the sources of the specified package and for each of the
files in the sources get their sha256sum, sha1sum, and md5sum.
"""
local_filename = os.path.join(tmpdir, message['filename'])
if not os.path.exists(local_filename):
raise IOError('File %s not found' % local_filename)
if local_filename.endswith('.gem'):
cmd = ['rpmdev-extract', '-C', tmpdir, local_filename]
proc = Popen(cmd, stdout=PIPE, stderr=PIPE)
proc.communicate()
# Remove not-used files
os.unlink(os.path.join(tmpdir, 'metadata.gz'))
os.unlink(os.path.join(tmpdir, 'checksums.yaml.gz'))
# Remove original sources - we only keep the data archive
os.unlink(local_filename)
local_filename = os.path.join(tmpdir, 'data.tar.gz')
if zipfile.is_zipfile(local_filename):
if local_filename.endswith('.jar') or local_filename.endswith('.war'):
log.warning('Invalid sources uploaded: %r - package: %r' %
(local_filename, message.get('name')))
return {'invalid': local_filename}
cmd = ['rpmdev-extract', '-C', tmpdir, local_filename]
proc = Popen(cmd, stdout=PIPE, stderr=PIPE)
if proc.returncode:
raise IOError('Something went wrong when extracting %s' %
local_filename)
filename = proc.communicate()[0].split('\n')
# output from zip archives
if 'Archive:' in filename[0] and 'creating:' in filename[1]:
filename = filename[1].split('creating:')[1].strip()
else:
filename = filename[0]
if filename and '/' in filename:
filename = filename.split('/')[0]
filename = os.path.join(tmpdir, filename)
else:
log.warning("No folder extracted from %r" % local_filename)
filename = tmpdir
if local_filename and os.path.exists(local_filename):
os.unlink(local_filename)
count, stored = 0, 0
for fname, sha256sum, sha1sum, md5sum in walk_directory(filename):
count = count + 1
pkgobj = File.exists(session, message['md5sum'], fname)
fname = fname.replace(tmpdir, '')
if not pkgobj:
pkgobj = File(pkg_name=message['name'],
filename=fname,
sha256sum=sha256sum,
sha1sum=sha1sum,
md5sum=md5sum,
tar_file=message['filename'],
tar_sum=message['md5sum'])
session.add(pkgobj)
stored = stored + 1
else:
pass
session.commit()
log.info("Stored %i of %i files" % (stored, count))
