def post_processing( input, output, creation_date ): print "post processing %s into %s..." % (input, output) processed_file = open( output, 'w' ) for record in iter_records(input): post_process_record( record ) add_history_field( record, creation_date ) remove_test_fields( record ) processed_file.write( json.dumps(record) + '\n' ) processed_file.close()
def post_processing( input, output, creation_date ): print "post processing %s into %s..." % (input, output) processed_file = open( output, 'w' ) for record in iter_records(input): add_history_field( record, creation_date ) exemption_tables_scraper.post_process_record( record ) exemption_extended_scraper.post_process_record( record ) processed_file.write( json.dumps(record) + '\n' ) processed_file.close()