コード例 #1
0
def Job_Start():
    print(__file__, "start!")
    url = 'https://www.centerfoldhunter.com'
    parser = argparse.ArgumentParser(description='manual to this script')
    parser.add_argument('-f', type=str, default = 'd:\\Pictures\\WebSpider\\Hunter\\{filePath}')
    parser.add_argument('-p', type=int, default = '0')
    args = parser.parse_args()
    print(args)

    job = CWebParserHunterSingleUrl(url, args.f, args.p)
    job.call_process()
コード例 #2
0
def Job_Start():
    print(__file__, "start!")
    job_list = [
        ('S', 'https://www.alshunter.com'),
        ('S', 'https://www.centerfoldhunter.com'),
        ('S', 'https://www.domerotica.com'),
        ('S', 'https://www.drommhub.com'),
        ('S', 'https://www.eroticandbeauty.com'),
        ('S', 'https://www.erroticahunter.com'),
        ('S', 'https://www.mplhunter.com'),
        ('S', 'https://www.penthousehub.com'),
        ('S', 'https://www.rylskyhunter.com'),
        ('S', 'https://www.tlehunter.com'),
        ('S', 'https://www.w4bhub.com'),
        ('S', 'https://www.zemanihunter.com'),
        ('M', 'https://www.elitebabes.com/archive/page/{page}', 0, 501),
        ('M', 'https://www.femjoyhunter.com/archive/page/{page}', 1, 34),
        ('M', 'https://www.hegrehunter.com/archive/page/{page}', 1, 16),
        ('M', 'https://www.joymiihub.com/archive/page/{page}', 1, 9),
        ('M', 'https://www.jperotica.com/archive/page/{page}', 1, 25),
        ('M', 'https://www.metarthunter.com/archive/page/{page}', 1, 78),
        ('M', 'https://www.pmatehunter.com/archive/page/{page}', 1, 39),
        ('M', 'https://www.xarthunter.com/archive/page/{page}', 1, 10),
    ]
    parser = argparse.ArgumentParser(description='manual to this script')
    parser.add_argument('-f',
                        type=str,
                        default='d:\\Pictures\\WebSpider\\Hunter\\{filePath}')
    parser.add_argument('-p', type=int, default='0')
    args = parser.parse_args()
    print(args)
    for job_item in job_list:
        if job_item[0] == 'S':
            job = CWebParserHunterSingleUrl(job_item[1], args.f, args.p)
        else:
            job = CWebParserHunterMultiUrl(job_item[1], job_item[2],
                                           job_item[3], args.f, args.p)

        job.call_process()