Пример #1
0
 def crawl_arcodes(self, limit=sys.maxsize, dynamo_conn=None):
     count = 0
     for area in Area.crawl_areas():
         if count >= limit:
             break
         area.save(dynamo_conn)
         count += 1
     logger.info("%d areas are crawled" % count)
     return count
Пример #2
0
 def test_crawl_arcodes(self):
     count = 0
     for area in Area.crawl_areas():
         if area == Area('서울특별시', '강북구', 11305):
             break
         if count == 10:
             self.fail()
         else:
             count += 1
     else:
         self.fail()