def test_get_updates_users(self):
"""
Test retrieval of new users
"""
con = ApiConnector()
updates = con.get_updates()
self.assertTrue(len(updates.get('profiles')) > 1)
user = con.get_user(updates.get('profiles')[0])
year_2001 = 1000000000
self.assertTrue(user.get('created') > year_2001)
def test_get_updates_users(self):
"""
Test retrieval of new users
"""
con = ApiConnector()
updates = con.get_updates()
self.assertTrue(len(updates.get('profiles')) > 1)
user = con.get_user(updates.get('profiles')[0])
year_2001 = 1000000000
self.assertTrue(user.get('created') > year_2001)
def main(logger, known_users):
conn = ApiConnector()
csvio = CsvIo()
article_list = conn.get_top()
stories = []
for i in article_list:
try:
story = conn.get_item(i)
if (not conn.is_valid_item(story)) or (
not conn.is_story_item(story)):
continue
logger.debug(csvio.story_to_csv(story))
stories.append(story)
except NetworkError as e:
logger.exception(e)
csvio.write_stories_csv(stories)
for story in stories:
try:
conn.get_kids(story)
except NetworkError as e:
logger.exception(e)
users = []
for u in sorted(conn.user_dict.keys()):
if known_users.get(u) == None:
logger.debug("Skipping get_user call for %s" % u)
continue
try:
userjson = conn.get_user(u)
users.append(userjson)
except NetworkError as e:
logger.exception(e)
except RuntimeError as e:
logger.exception(e)
csvio.write_users_csv(users)
def main(logger, known_users):
conn = ApiConnector()
csvio = CsvIo()
article_list = conn.get_top()
stories = []
for i in article_list:
try:
story = conn.get_item(i)
if (not conn.is_valid_item(story)) or (not conn.is_story_item(story)):
continue
logger.debug(csvio.story_to_csv(story))
stories.append(story)
except NetworkError as e:
logger.exception(e)
csvio.write_stories_csv(stories)
for story in stories:
try:
conn.get_kids(story)
except NetworkError as e:
logger.exception(e)
users = []
for u in sorted(conn.user_dict.keys()):
if known_users.get(u) == None:
logger.debug("Skipping get_user call for %s" % u)
continue
try:
userjson = conn.get_user(u)
users.append(userjson)
except NetworkError as e:
logger.exception(e)
except RuntimeError as e:
logger.exception(e)
csvio.write_users_csv(users)
