def run_loop(args):
'''
Launches a recursive loop to process all images sequences in your
subdirectories.
'''
if args.user:
user = args.user
else:
user = ififuncs.get_user()
log_name_source = os.path.join(
args.o, '%s_seq2ffv1_log.log' % time.strftime("_%Y_%m_%dT%H_%M_%S")
)
ififuncs.generate_log(log_name_source, 'seq2ffv1.py started.')
ififuncs.generate_log(
log_name_source,
'eventDetail=seq2ffv1.py %s' % ififuncs.get_script_version('seq2ffv1.py'))
ififuncs.generate_log(
log_name_source,
'Command line arguments: %s' % args
)
ififuncs.generate_log(
log_name_source,
'EVENT = agentName=%s' % user
)
verdicts = []
for source_directory, _, _ in os.walk(args.i):
output_dirname = args.o
images = ififuncs.get_image_sequence_files(source_directory)
if images == 'none':
continue
(ffmpeg_friendly_name,
start_number, root_filename) = ififuncs.parse_image_sequence(images)
if args.short_test:
short_test(images, args)
source_abspath = os.path.join(source_directory, ffmpeg_friendly_name)
judgement = make_ffv1(
start_number,
source_abspath,
output_dirname,
args,
log_name_source,
user
)
if args.sip:
judgement, sipcreator_log, sipcreator_manifest = judgement
verdicts.append([root_filename, judgement])
for verdict in verdicts:
print("%-*s : %s" % (50, verdict[0], verdict[1]))
ififuncs.generate_log(log_name_source, 'seq2ffv1.py finished.')
if args.sip:
ififuncs.merge_logs(log_name_source, sipcreator_log, sipcreator_manifest)
def run_loop(args):
'''
Launches a recursive loop to process all images sequences in your
subdirectories.
'''
if args.user:
user = args.user
else:
user = ififuncs.get_user()
log_name_source = os.path.join(
args.destination, '%s_seq2ffv1_log.log' % time.strftime("_%Y_%m_%dT%H_%M_%S")
)
ififuncs.generate_log(log_name_source, 'seq2ffv1.py started.')
ififuncs.generate_log(
log_name_source,
'eventDetail=seq2ffv1.py %s' % ififuncs.get_script_version('seq2ffv1.py'))
ififuncs.generate_log(
log_name_source,
'Command line arguments: %s' % args
)
ififuncs.generate_log(
log_name_source,
'EVENT = agentName=%s' % user
)
verdicts = []
for source_directory, _, _ in os.walk(args.source_directory):
output_dirname = args.destination
images = ififuncs.get_image_sequence_files(source_directory)
if images == 'none':
continue
(ffmpeg_friendly_name,
start_number, root_filename) = ififuncs.parse_image_sequence(images)
source_abspath = os.path.join(source_directory, ffmpeg_friendly_name)
judgement, sipcreator_log, sipcreator_manifest = make_ffv1(
start_number,
source_abspath,
output_dirname,
root_filename,
args,
log_name_source
)
verdicts.append([root_filename, judgement])
for verdict in verdicts:
print "%-*s : %s" % (50, verdict[0], verdict[1])
ififuncs.generate_log(log_name_source, 'seq2ffv1.py finished.')
ififuncs.merge_logs(log_name_source, sipcreator_log, sipcreator_manifest)
def main(args_):
print('\n - Normalise.py started')
args = parse_args(args_)
print(args)
source = args.i
output_folder = args.o
file_list = ififuncs.get_video_files(source)
if args.sip:
if args.user:
user = args.user
else:
user = ififuncs.get_user()
if args.oe:
if args.oe[:2] != 'oe':
print 'First two characters must be \'oe\' and last four characters must be four digits'
object_entry = ififuncs.get_object_entry()
elif len(args.oe[2:]) not in range(4, 6):
print 'First two characters must be \'oe\' and last four characters must be four digits'
object_entry = ififuncs.get_object_entry()
elif not args.oe[2:].isdigit():
object_entry = ififuncs.get_object_entry()
print 'First two characters must be \'oe\' and last four characters must be four digits'
else:
object_entry = args.oe
else:
object_entry = ififuncs.get_object_entry()
oe_digits = int(object_entry.replace('oe', ''))
for filename in file_list:
log_name_source = os.path.join(
args.o,
'%s_normalise_log.log' % time.strftime("_%Y_%m_%dT%H_%M_%S"))
ififuncs.generate_log(log_name_source, 'normalise.py started.')
ififuncs.generate_log(log_name_source,
'Command line arguments: %s' % args)
ififuncs.generate_log(log_name_source, 'EVENT = agentName=%s' % user)
print('\n - Processing: %s' % filename)
ififuncs.generate_log(
log_name_source,
'EVENT = Normalization, status=started, eventType=Normalization, agentName=ffmpeg, eventDetail=Source object to be normalised=%s'
% filename)
output, output_uuid, fmd5, ffv1_logfile = normalise_process(
filename, output_folder)
ififuncs.generate_log(
log_name_source,
'EVENT = Normalization, status=finished, eventType=Normalization, agentName=ffmpeg, eventDetail=Source object normalised into=%s'
% output)
inputxml, inputtracexml, dfxml = ififuncs.generate_mediainfo_xmls(
filename, output_folder, output_uuid, log_name_source)
fmd5_logfile, fmd5ffv1, verdict = verify_losslessness(
output_folder, output, output_uuid, fmd5)
ififuncs.generate_log(
log_name_source,
'EVENT = losslessness verification, status=finished, eventType=messageDigestCalculation, agentName=ffmpeg, eventDetail=MD5s of AV streams of output file generated for validation, eventOutcome=%s'
% verdict)
if args.sip:
object_entry_complete = 'oe' + str(oe_digits)
supplement_cmd = ['-supplement', inputxml, inputtracexml, dfxml]
sipcreator_cmd = [
'-i', output, '-move', '-u', output_uuid, '-user', user, '-oe',
object_entry_complete, '-o', args.o
]
if args.supplement:
supplement_cmd.extend(args.supplement)
sipcreator_cmd.extend(supplement_cmd)
sipcreator_log, sipcreator_manifest = sipcreator.main(
sipcreator_cmd)
metadata_dir = os.path.join(
os.path.dirname(os.path.dirname(sipcreator_log)), 'metadata')
shutil.move(fmd5, metadata_dir)
shutil.move(fmd5_logfile, os.path.dirname(sipcreator_log))
shutil.move(fmd5ffv1, metadata_dir)
shutil.move(
ffv1_logfile.replace('\\\\', '\\').replace('\:', ':'),
os.path.dirname(sipcreator_log))
logs_dir = os.path.dirname(sipcreator_log)
ififuncs.manifest_update(
sipcreator_manifest,
os.path.join(metadata_dir, os.path.basename(fmd5)))
ififuncs.manifest_update(
sipcreator_manifest,
os.path.join(metadata_dir, os.path.basename(fmd5ffv1)))
ififuncs.manifest_update(
sipcreator_manifest,
os.path.join(
logs_dir,
os.path.basename(
ffv1_logfile.replace('\\\\', '\\').replace('\:',
':'))))
ififuncs.manifest_update(
sipcreator_manifest,
os.path.join(
logs_dir,
os.path.basename(
fmd5_logfile.replace('\\\\', '\\').replace('\:',
':'))))
ififuncs.merge_logs(log_name_source, sipcreator_log,
sipcreator_manifest)
os.remove(dfxml)
os.remove(inputxml)
os.remove(inputtracexml)
oe_digits += 1
def run_loop(args):
'''
This will only process one sequence. Batch processing will come later.
'''
current_dir = os.path.dirname(os.path.abspath(sys.argv[0]))
if args.user:
user = args.user
else:
user = ififuncs.get_user()
object_entry = ififuncs.get_object_entry()
log_name_source = os.path.join(
args.o, '%s_seq2ffv1_log.log' % time.strftime("_%Y_%m_%dT%H_%M_%S")
)
ififuncs.generate_log(log_name_source, 'seq2ffv1.py started.')
ififuncs.generate_log(
log_name_source,
'eventDetail=seq2ffv1.py %s' % ififuncs.get_script_version('seq2ffv1.py'))
ififuncs.generate_log(
log_name_source,
'Command line arguments: %s' % args
)
ififuncs.generate_log(
log_name_source,
'EVENT = agentName=%s' % user
)
uuid = ififuncs.create_uuid()
verdicts = []
multi_reeler = False
source_directory = args.i
images = ififuncs.get_image_sequence_files(source_directory)
if images == 'none':
print('no images found in directory - checking for multi-reel sequence')
images = ififuncs.check_multi_reel(source_directory)
multi_reeler = True
if images == 'none':
sys.exit()
# this is checking for a single reeler.
else:
images = [source_directory]
reel_number = 1
objects = []
short_test_reports = []
rawcooked_logfiles = []
for reel in images:
short_test_reports.append(short_test(reel))
for i in short_test_reports:
print((' - 24 frame reversibility test for %s is %s' % (os.path.basename(reel), i)))
if i == 'lossy':
print('It appears that this sequence is not reversible - exiting')
sys.exit()
time.sleep(2)
# check for a/b rolls
if reel[-1] in ['a', 'b']:
reel_number = reel[-2]
ffv1_path, source_abspath, args, log_name_source, normalisation_tool, rawcooked_logfile = make_ffv1(
reel,
args,
log_name_source,
reel_number,
uuid,
multi_reeler
)
objects.append(ffv1_path)
rawcooked_logfiles.append(rawcooked_logfile)
# check for a/b rolls
if not reel[-1] in ['a', 'b']:
reel_number += 1
judgement = package(objects, object_entry, uuid, source_abspath, args, log_name_source, normalisation_tool, user, rawcooked_logfiles, multi_reeler, current_dir)
judgement, sipcreator_log, sipcreator_manifest = judgement
verdicts.append([source_directory, judgement])
for verdict in verdicts:
print(("%-*s : %s" % (50, args.i, verdict[1])))
ififuncs.generate_log(log_name_source, 'seq2ffv1.py finished.')
ififuncs.merge_logs(log_name_source, sipcreator_log, sipcreator_manifest)
def main(args_):
'''
Launches the functions that prepare and execute the concatenation.
'''
uuid = ififuncs.create_uuid()
args = parse_args(args_)
print args
log_name_source = os.path.join(args.o, '%s_concat_log.log' % time.strftime("_%Y_%m_%dT%H_%M_%S"))
ififuncs.generate_log(log_name_source, 'concat.py started.')
if args.mov:
container = 'mov'
else:
container = 'mkv'
ififuncs.generate_log(
log_name_source,
'eventDetail=concat.py %s' % ififuncs.get_script_version('concat.py'))
ififuncs.generate_log(
log_name_source,
'Command line arguments: %s' % args
)
if args.user:
user = args.user
else:
user = ififuncs.get_user()
if args.oe:
if args.oe[:2] != 'oe':
print 'First two characters must be \'oe\' and last four characters must be four digits'
object_entry = ififuncs.get_object_entry()
elif len(args.oe[2:]) not in range(4, 6):
print 'First two characters must be \'oe\' and last four characters must be four digits'
object_entry = ififuncs.get_object_entry()
elif not args.oe[2:].isdigit():
object_entry = ififuncs.get_object_entry()
print 'First two characters must be \'oe\' and last four characters must be four digits'
else:
object_entry = args.oe
else:
object_entry = ififuncs.get_object_entry()
ififuncs.generate_log(
log_name_source,
'EVENT = agentName=%s' % user
)
source_uuid_check = ''
if os.path.isfile(args.i[0]):
source_uuid = ififuncs.get_source_uuid()
elif os.path.isdir(args.i[0]):
source_uuid_check = ififuncs.check_for_uuid(args)
if source_uuid_check == False:
source_uuid = ififuncs.get_source_uuid()
else: source_uuid = source_uuid_check
ififuncs.generate_log(
log_name_source,
'Relationship, derivation, has source=%s' % source_uuid
)
video_files = args.i
concat_file = ififuncs.get_temp_concat('concat_stuff')
ififuncs.generate_log(
log_name_source,
'concatenation file=%s' % concat_file)
if args.r:
video_files = recursive_file_list(video_files)
video_files = ififuncs.sanitise_filenames(video_files)
for source_files in video_files:
ififuncs.generate_log(
log_name_source,
'source_files = %s' % source_files)
make_chapters(video_files)
ififuncs.concat_textfile(video_files, concat_file)
ififuncs.generate_log(
log_name_source,
'EVENT = Concatenation, status=started, eventType=Creation, agentName=ffmpeg, eventDetail=Source media concatenated into a single file output=%s' % os.path.join(args.o, '%s.%s' % (uuid, container)))
source_bitstream_md5, fmd5_logfile = ffmpeg_concat(concat_file, args, uuid, container)
output_file = os.path.join(args.o, '%s.%s' % (uuid, container))
ififuncs.generate_log(
log_name_source,
'EVENT = Concatenation, status=finished, eventType=Creation, agentName=ffmpeg, eventDetail=Source media concatenated into a single file output=%s' % os.path.join(args.o, '%s.%s' % (uuid, container)))
ififuncs.generate_log(
log_name_source,
'EVENT = losslessness verification, status=started, eventType=messageDigestCalculation, agentName=ffmpeg, eventDetail=MD5s of AV streams of output file generated for validation')
validation_logfile = os.path.join(args.o, '%s_validation.log' % uuid).replace('\\', '\\\\').replace(':', '\:')
validation_env_dict = ififuncs.set_environment(validation_logfile)
output_bitstream_md5 = subprocess.check_output([
'ffmpeg', '-report',
'-i', output_file,
'-f', 'md5', '-map', '0:v', '-map', '0:a?', '-c', 'copy', '-'
], env=validation_env_dict).rstrip()
ififuncs.generate_log(
log_name_source,
'EVENT = losslessness verification, status=finished, eventType=messageDigestCalculation, agentName=ffmpeg, eventDetail=MD5s of AV streams of output file generated for validation')
if source_bitstream_md5 == output_bitstream_md5:
print 'process appears to be lossless'
print source_bitstream_md5, output_bitstream_md5
ififuncs.generate_log(
log_name_source,
'EVENT = losslessness verification, eventOutcome=pass')
else:
print 'something went wrong - not lossless!'
print source_bitstream_md5,output_bitstream_md5
ififuncs.generate_log(
log_name_source,
'EVENT = losslessness verification, eventOutcome=fail')
if args.nochapters != True:
subprocess.call(['mkvpropedit', output_file, '-c', 'chapters.txt'])
ififuncs.generate_log(
log_name_source,
'EVENT = eventType=modification, agentName=mkvpropedit, eventDetail=Chapters added to file detailing start point of source clips.')
ififuncs.concat_textfile(video_files, concat_file)
with open(log_name_source, 'r') as concat_log:
concat_lines = concat_log.readlines()
if not args.no_sip:
sipcreator_log, sipcreator_manifest = sipcreator.main(['-i', output_file, '-u', uuid, '-oe', object_entry, '-user', user, '-o', args.o])
shutil.move(fmd5_logfile, os.path.dirname(sipcreator_log))
shutil.move(validation_logfile.replace('\\\\', '\\').replace('\:', ':'), os.path.dirname(sipcreator_log))
logs_dir = os.path.dirname(sipcreator_log)
ififuncs.manifest_update(sipcreator_manifest, os.path.join(logs_dir, os.path.basename(fmd5_logfile)))
ififuncs.manifest_update(sipcreator_manifest, os.path.join(logs_dir,(os.path.basename(validation_logfile.replace('\\\\', '\\').replace('\:', ':')))))
ififuncs.merge_logs(log_name_source, sipcreator_log, sipcreator_manifest)