def cloudflare_get(url, cookies={}, proxies=None): retry = 6 from JavHelper.core.javlibrary import JavLibraryScraper while retry > 0: try: cookies.update(JavLibraryScraper.load_local_cookies() ) # update cloudflare cookies when updating res = cloudscraper.create_scraper().get(url, cookies=cookies, proxies=proxies) #print(res.text) return res #except cloudscraper.exceptions.CloudflareIUAMError: except Exception as e: print(f'cloudflare get failed on {e}, retrying {url}') retry = retry - 1 sleep(5) raise Exception(f'cloudflare get {url} failed')
def read_javlib_cf_cookies(): return jsonify({ 'javlib_cf_cookies': JavLibraryScraper.load_local_cookies( return_all=request.args.get('return_all', False)) }) # convert returned obj to dict format