コード例 #1
0
ファイル: verifier.py プロジェクト: zamattiac/ROSIEBot
def call_rescrape(json_dictionary, verification_json_dictionary):
    print("Called rescrape.")
    second_chance = Crawler()
    if json_dictionary['scrape_nodes']:
        second_chance.node_urls = verification_json_dictionary['node_urls_failed_verification']
        second_chance.scrape_nodes(async=True)
    if json_dictionary['scrape_registrations']:
        second_chance.registration_urls = verification_json_dictionary['registration_urls_failed_verification']
        second_chance.scrape_registrations(async=True)
    if json_dictionary['scrape_users']:
        second_chance.user_urls = verification_json_dictionary['user_urls_failed_verification']
        second_chance.scrape_users()
    if json_dictionary['scrape_institutions']:
        second_chance.institution_urls = verification_json_dictionary['institution_urls_failed_verification']
        second_chance.scrape_institutions()