def main():
    print("HERE")

    crawler = NewsCrawler()
    path_adds = 'C:\\Users\\User\\Desktop\\add\\'

    i = 1

    while i > 0:
        print("HERE ##")
        crawler.run(path_adds)
        duplicate_helper = HelperClass(path=path_adds)
        duplicate_helper.eliminate_duplicated_saved_picture(path=path_adds)
        i = -1
Example #2
0
    def __init__(self, _browser, path):
        self.browser = _browser

        HelperClass.__init__(self, path)
Example #3
0
 def __init__(self, path):
     HelperClass.__init__(self, path)
def main2():
    print("Just the img duplicate checker")
    path_adds = 'E:\\DatasetForImgNet\\add\\'

    duplicate_helper = HelperClass(path=path_adds)
    duplicate_helper.eliminate_duplicated_saved_picture(path=path_adds)
Example #5
0
    def __init__(self, _browser, url, path, list_iframes=[]):
        self.browser = _browser
        self.url = url
        self.list_iframe_ids = list_iframes

        HelperClass.__init__(self, path)