while True:
try:
u = User(user["user_id"], user["auth_key"])
break
except TooManyRequests as e:
print "Maximum Request Reached! Wating for Next Hour..."
time.sleep(60) # retry after 1 min
continue
except BehanceException as e:
print "BehanceException: ", str(e)
break
pageNum = 1
while True:
try:
projects = u.get_projects(page=pageNum)
if len(projects) == 0:
break
for project in projects:
# avoid duplicate
if visitedProjects.has_key(project["id"]):
continue
visitedProjects[project["id"]] = project
dbprojects.insert(
json.loads(json.dumps(project),
object_hook=remove_dot_key))
numProj += 1
print "PageNum (Total Projects) = ", pageNum, ", ", numProj
pageNum += 1
if pageNum >= 400:
while True:
try:
u = User(user["user_id"], user["auth_key"])
break
except TooManyRequests as e:
print "Maximum Request Reached! Wating for Next Hour..."
time.sleep(60) # retry after 1 min
continue
except BehanceException as e:
print "BehanceException: ", str(e)
break
pageNum = 1
while True:
try:
projects = u.get_projects(page=pageNum)
if len(projects)==0:
break
for project in projects:
# avoid duplicate
if visitedProjects.has_key(project["id"]):
continue
visitedProjects[project["id"]] = project
dbprojects.insert(json.loads(json.dumps(project), object_hook=remove_dot_key))
numProj +=1
print "PageNum (Total Projects) = ", pageNum, ", ", numProj
pageNum +=1
if pageNum>=400:
break
except TooManyRequests as e:
