def main(): parser = argparse.ArgumentParser(description="") parser.add_argument("arg1", type=str, help="target URL") parser.add_argument("arg2", type=str, help="output directory") parser.add_argument( "-d", "--depth", type=int, default=0, help="max depth to crawle ( default : 0 )", ) args = parser.parse_args() url = args.arg1 out_dir = args.arg2 max_depth = args.depth c = Crawler(url, out_dir, max_depth) try: c.run() except KeyboardInterrupt: pass finally: c.create_view()