def test_connecttoWebsite(self): url = os.path.dirname( os.path.realpath(__file__)) + "/../testdata/testWebsite.html" ignoreTerm = ["Chính hãng", "Chính Hãng", "-"] try: result = ScrapEngine.connectToStaticWebSite(url, ignoreTerm) self.assertIsNotNone(result, "Beautiful soup result is none") except: self.fail("Unable to connect to website")
def getOnePage(self, URL): return self.parseData( ScrapEngine.connectToStaticWebSite(URL, self.ignoreTerm), URL)