def test_seedids_oper(self): SeedidsOper.insert_seeds(FAKE_IDS) assert len(SeedidsOper.get_seed_ids()) == 2 assert SeedidsOper.get_seed_by_id(FAKE_ID) is not None SeedidsOper.set_seed_crawled(FAKE_ID, 1) assert len(SeedidsOper.get_seed_ids()) == 1
def get_profile(user_id): """ :param user_id: uid :return: user info and is crawled or not """ user = UserOper.get_user_by_uid(user_id) if user: storage.info('user {id} has already crawled'.format(id=user_id)) SeedidsOper.set_seed_crawled(user_id, 1) is_crawled = 1 else: user = get_url_from_web(user_id) if user is not None: SeedidsOper.set_seed_crawled(user_id, 1) else: SeedidsOper.set_seed_crawled(user_id, 2) is_crawled = 0 return user, is_crawled