Ejemplo n.º 1
0
class CrawlerTestCase(unittest.TestCase):
    def setUp(self):
        self.crawler = Crawler()

    def test_scrape(self):
        flag = self.crawler.scrape('手機')

        self.assertTrue(flag)

    def test_scrape_return_none(self):
        flag = self.crawler.scrape()

        self.assertFalse(flag)
Ejemplo n.º 2
0
def main():
    """main

    Crawling from the keyword

    """
    flag = False
    crawler = Crawler()
    parser = argparse.ArgumentParser()
    parser.add_argument("-k",
                        "--keyword",
                        help="keyword to search",
                        default="templates/ssh.j2")
    args = parser.parse_args()
    flag = crawler.scrape(args.keyword)

    return flag