def testGetkeywordsRecursive(self, niche="Society/Law", level=1, keyword_init=[], proxies=None, country_code="us", min_delay=2, max_delay=5, offset=120): keyword_log_path = "/Users/superCat/Desktop/PycharmProjectPortable/Seeds/KeywordSuggestions/"+niche.replace('/', '-')+".txt" def save_callback(keywords: list): FileHandler.append_lines_to_file(keyword_log_path, keywords, option="at") if len(keyword_init) == 0: keyword_init = list(set(FileHandler.read_lines_from_file(keyword_log_path)))[offset:] for item in keyword_init: print(item) print("total keywords:", len(keyword_init)) if proxies is None: proxy_site = BuyProxyOrg(buy_proxy_org_account) proxies = proxy_site.get_proxies(timeout=5) current_level = 0 keywords_pool = keyword_init while current_level < level: keyword_init = self.testGetSuggestionBatch(keyword_init, proxies=proxies, country_code=country_code, min_delay=min_delay, max_delay=max_delay, callback=save_callback) keywords_pool += keyword_init current_level += 1 FileHandler.remove_file_if_exist(keyword_log_path) FileHandler.append_lines_to_file(keyword_log_path, keywords_pool, option="t")
def save_callback(keywords: list): FileHandler.append_lines_to_file(keyword_log_path, keywords, option="at")