def main(crinacle=False, oratory1990=False, rtings=False): classes = [] if crinacle or (not oratory1990 and not rtings): classes.append(CrinacleCrawler) if oratory1990 or (not crinacle and not rtings): classes.append(Oratory1990Crawler) if rtings or (not oratory1990 and not crinacle): classes.append(RtingsCrawler) if Oratory1990Crawler in classes: opts = Options() opts.add_argument('--headless') driver = webdriver.Chrome(options=opts) else: driver = None for cls in classes: print(f'Running {cls.__name__}') crawler = cls(driver=driver) crawler.process_new(prompt=True) crawler.write_name_index() for dir_path in glob(os.path.join(DIR_PATH, '*', 'data', '*')): average_measurements(input_dir=dir_path, output_dir=dir_path) if driver is not None: driver.close()
def main(crinacle=False, oratory1990=False, rtings=False, referenceaudioanalyzer=False, prompt=False): classes = [] if not (crinacle | oratory1990 | rtings | referenceaudioanalyzer): # None means all crinacle = True oratory1990 = True rtings = True referenceaudioanalyzer = True if crinacle: classes.append(CrinacleCrawler) if oratory1990: classes.append(Oratory1990Crawler) if rtings: classes.append(RtingsCrawler) if referenceaudioanalyzer: classes.append(ReferenceAudioAnalyzerCrawler) if Oratory1990Crawler in classes or ReferenceAudioAnalyzerCrawler in classes: # oratory1990 and Reference Audio Analyzer crawlers require Selenium Web Driver opts = Options() opts.add_argument('--headless') driver = webdriver.Chrome(options=opts) else: driver = None for cls in classes: print(f'Running {cls.__name__}') crawler = cls(driver=driver) crawler.process_new(prompt=prompt) crawler.write_name_index() for dir_path in glob(os.path.join(DIR_PATH, '*', 'data', '*')): average_measurements(input_dir=dir_path, output_dir=dir_path) if driver is not None: driver.close()