def download_forums(args, class_name): """ Download all forums """ session = get_session() get_cookies_for_class(session, class_name, cookies_file=args.cookies_file, username=args.username, password=args.password) session.cookie_values = make_cookie_values(session.cookies, class_name) forums_dir = os.path.join( args.path, class_name, 'forums') if not os.path.exists(forums_dir): mkdir_p(normalize_path(forums_dir)) threads = json.loads(get_page(session, get_api_threads_url(class_name))) threads_num=0 if "total_threads" in threads: threads_num=int(threads["total_threads"]) for i in range(1,threads_num+1): try: post = get_page(session, get_api_post_url(class_name, i)) except requests.exceptions.HTTPError: continue with open(forums_dir + '/{0}.json'.format(i), 'w') as f: f.write(post) return 0
def test_make_cookie_values(self): cj = cookies.find_cookies_for_class(FIREFOX_COOKIES, 'class-001') values = 'csrf_token=csrfclass001; session=sessionclass1' cookie_values = cookies.make_cookie_values(cj, 'class-001') self.assertEquals(cookie_values, values)
def test_make_cookie_values(): cj = cookies.find_cookies_for_class(FIREFOX_COOKIES, 'class-001') values = 'csrf_token=csrfclass001; session=sessionclass1' cookie_values = cookies.make_cookie_values(cj, 'class-001') assert cookie_values == values