def run(instruction_file):
with open(instruction_file) as f:
instruction_dict = json.load(f)
instruction = Instruction.from_dict(instruction_dict)
if (len(instruction.pages) <= 10 or instruction.multi_thread == False):
capture(instruction)
else:
processes = []
chunkedPages = chunks(
instruction.pages,
math.ceil(len(instruction.pages) / instruction.max_threads))
for chunk in chunkedPages:
customInstruction = instruction
customInstruction.pages = chunk
p = Process(target=capture, args=(customInstruction, ))
p.start()
processes.append(p)
for process in processes:
process.join()
def run(instruction_file):
with open(instruction_file) as f:
instruction_dict = json.load(f)
instruction = Instruction.from_dict(instruction_dict)
links(instruction)
