def test_get_poll_item(self): """ Test retrieval of 'poll' """ con = ApiConnector() item = con.get_item(7059569) self.assertTrue(con.is_valid_item(item)) self.assertEqual(item.get('type'), 'poll')
def test_get_poll_item(self): """ Test retrieval of 'poll' """ con = ApiConnector() item = con.get_item(7059569) self.assertTrue(con.is_valid_item(item)) self.assertEqual(item.get('type'), 'poll')
def test_get_surrogate_item(self): """ Test retrieval of item that isn't really an item """ con = ApiConnector() item = con.get_item(8847790) self.assertTrue(con.is_valid_item(item)) byline = item.get('by') self.assertEqual(byline, '')
def test_get_surrogate_item(self): """ Test retrieval of item that isn't really an item """ con = ApiConnector() item = con.get_item(8847790) self.assertTrue(con.is_valid_item(item)) byline = item.get('by') self.assertEqual(byline, '')
def main(logger, known_users): conn = ApiConnector() csvio = CsvIo() article_list = conn.get_top() stories = [] for i in article_list: try: story = conn.get_item(i) if (not conn.is_valid_item(story)) or ( not conn.is_story_item(story)): continue logger.debug(csvio.story_to_csv(story)) stories.append(story) except NetworkError as e: logger.exception(e) csvio.write_stories_csv(stories) for story in stories: try: conn.get_kids(story) except NetworkError as e: logger.exception(e) users = [] for u in sorted(conn.user_dict.keys()): if known_users.get(u) == None: logger.debug("Skipping get_user call for %s" % u) continue try: userjson = conn.get_user(u) users.append(userjson) except NetworkError as e: logger.exception(e) except RuntimeError as e: logger.exception(e) csvio.write_users_csv(users)
def main(logger, known_users): conn = ApiConnector() csvio = CsvIo() article_list = conn.get_top() stories = [] for i in article_list: try: story = conn.get_item(i) if (not conn.is_valid_item(story)) or (not conn.is_story_item(story)): continue logger.debug(csvio.story_to_csv(story)) stories.append(story) except NetworkError as e: logger.exception(e) csvio.write_stories_csv(stories) for story in stories: try: conn.get_kids(story) except NetworkError as e: logger.exception(e) users = [] for u in sorted(conn.user_dict.keys()): if known_users.get(u) == None: logger.debug("Skipping get_user call for %s" % u) continue try: userjson = conn.get_user(u) users.append(userjson) except NetworkError as e: logger.exception(e) except RuntimeError as e: logger.exception(e) csvio.write_users_csv(users)