# you can also import SoftwareEngine, HardwareType, SoftwareType, Popularity from random_user_agent.params
# you can also set number of user agents required by providing `limit` as parameter
software_names = [SoftwareName.CHROME.value]
operating_systems = [
OperatingSystem.WINDOWS.value, OperatingSystem.LINUX.value
]
user_agent_rotator = UserAgent(software_names=software_names,
operating_systems=operating_systems,
limit=100)
# Get list of user agents.
user_agents = user_agent_rotator.get_user_agents()
# Get Random User Agent String.
user_agent = user_agent_rotator.get_random_user_agent()
print("Loading models ...")
start = time.time()
# nlp = spacy.load("en_core_web_sm")
nlp = spacy.load("en_core_web_lg")
lm = WordNetLemmatizer()
remove_punct_dict = dict((ord(punct), None) for punct in string.punctuation)
# load model
word2vec_model = gensim.models.KeyedVectors.load_word2vec_format(
'./GoogleNews-vectors-negative300.bin.gz', binary=True)
chrome_options = webdriver.ChromeOptions()
chrome_options.add_argument('--headless')
chrome_options.add_argument('--no-sandbox')
