# you can also import SoftwareEngine, HardwareType, SoftwareType, Popularity from random_user_agent.params # you can also set number of user agents required by providing `limit` as parameter software_names = [SoftwareName.CHROME.value] operating_systems = [ OperatingSystem.WINDOWS.value, OperatingSystem.LINUX.value ] user_agent_rotator = UserAgent(software_names=software_names, operating_systems=operating_systems, limit=100) # Get list of user agents. user_agents = user_agent_rotator.get_user_agents() # Get Random User Agent String. user_agent = user_agent_rotator.get_random_user_agent() print("Loading models ...") start = time.time() # nlp = spacy.load("en_core_web_sm") nlp = spacy.load("en_core_web_lg") lm = WordNetLemmatizer() remove_punct_dict = dict((ord(punct), None) for punct in string.punctuation) # load model word2vec_model = gensim.models.KeyedVectors.load_word2vec_format( './GoogleNews-vectors-negative300.bin.gz', binary=True) chrome_options = webdriver.ChromeOptions() chrome_options.add_argument('--headless') chrome_options.add_argument('--no-sandbox')