def test_get_updates_users(self): """ Test retrieval of new users """ con = ApiConnector() updates = con.get_updates() self.assertTrue(len(updates.get('profiles')) > 1) user = con.get_user(updates.get('profiles')[0]) year_2001 = 1000000000 self.assertTrue(user.get('created') > year_2001)
def main(logger, known_users): conn = ApiConnector() csvio = CsvIo() article_list = conn.get_top() stories = [] for i in article_list: try: story = conn.get_item(i) if (not conn.is_valid_item(story)) or ( not conn.is_story_item(story)): continue logger.debug(csvio.story_to_csv(story)) stories.append(story) except NetworkError as e: logger.exception(e) csvio.write_stories_csv(stories) for story in stories: try: conn.get_kids(story) except NetworkError as e: logger.exception(e) users = [] for u in sorted(conn.user_dict.keys()): if known_users.get(u) == None: logger.debug("Skipping get_user call for %s" % u) continue try: userjson = conn.get_user(u) users.append(userjson) except NetworkError as e: logger.exception(e) except RuntimeError as e: logger.exception(e) csvio.write_users_csv(users)
def main(logger, known_users): conn = ApiConnector() csvio = CsvIo() article_list = conn.get_top() stories = [] for i in article_list: try: story = conn.get_item(i) if (not conn.is_valid_item(story)) or (not conn.is_story_item(story)): continue logger.debug(csvio.story_to_csv(story)) stories.append(story) except NetworkError as e: logger.exception(e) csvio.write_stories_csv(stories) for story in stories: try: conn.get_kids(story) except NetworkError as e: logger.exception(e) users = [] for u in sorted(conn.user_dict.keys()): if known_users.get(u) == None: logger.debug("Skipping get_user call for %s" % u) continue try: userjson = conn.get_user(u) users.append(userjson) except NetworkError as e: logger.exception(e) except RuntimeError as e: logger.exception(e) csvio.write_users_csv(users)