async def main():
try:
top_stories = requests.get(
"https://hacker-news.firebaseio.com/v0/topstories.json?print=pretty"
).json()
ArticleBackup.objects.all().delete()
for i in range(0, 30, 3):
await asyncio.gather(storeArticle(str(top_stories[i])),
storeArticle(str(top_stories[i + 1])),
storeArticle(str(top_stories[i + 2])))
#print(datetime.datetime.now())
Article.objects.all().delete()
for item in ArticleBackup.objects.all():
article = Article()
article.url = item.url
article.title = item.title
article.score = item.score
article.by = item.by
article.sentimentPolarity = item.sentimentPolarity
# print(type(article))
article.save()
#print(datetime.datetime.now())
except:
print("Error in updating articles")
return
async def main():
print("Started updating databases")
try:
top_stories = requests.get(
"https://hacker-news.firebaseio.com/v0/topstories.json?print=pretty"
).json()
ArticleBackup.objects.all().delete(
) #deleting contents of storage and adding new entries
for i in range(
0, 30,
3): #using the asyncio module to run 3 processes at a time
await asyncio.gather(storeArticle(str(top_stories[i])),
storeArticle(str(top_stories[i + 1])),
storeArticle(str(top_stories[i + 2])))
#print(datetime.datetime.now())
Article.objects.all().delete(
) #deleting contents of cache and adding entries from storage
for item in ArticleBackup.objects.all():
article = Article()
article.url = item.url
article.title = item.title
article.score = item.score
article.by = item.by
article.sentimentPolarity = item.sentimentPolarity
# print(type(article))
article.save()
#print(datetime.datetime.now())
print("Database updation completed")
except:
print("Error in updating articles")
return
