def process_chunk(chunk, input_file, output_folder, jobID, encoding):
processed_lines = []
for line in Chunker.parse(Chunker.read(input_file, chunk)):
processed_line = process_line(line, output_folder)
processed_lines.append(processed_line)
file_path = os.path.join(
output_folder, 'processed_wikidata_%d' % mp.current_process().pid)
with open(file_path, 'a+', encoding=encoding) as f:
f.writelines(processed_lines)
print("Processed chunk #%d" % (jobID + 1))
