def crawl_arcodes(self, limit=sys.maxsize, dynamo_conn=None): count = 0 for area in Area.crawl_areas(): if count >= limit: break area.save(dynamo_conn) count += 1 logger.info("%d areas are crawled" % count) return count
def test_crawl_arcodes(self): count = 0 for area in Area.crawl_areas(): if area == Area('서울특별시', '강북구', 11305): break if count == 10: self.fail() else: count += 1 else: self.fail()