def json_to_file():
if (app.driver == None):
undetected_chromedriver.install()
dir_name, file_name = os.path.split(os.path.abspath(__file__))
print(dir_name, file_name)
chromeOptions = webdriver.ChromeOptions()
prefs = {"download.default_directory" : os.path.join(dir_name, 'output')}
chromeOptions.add_experimental_option("excludeSwitches", ['enable-automation']);
chromeOptions.add_experimental_option("prefs",prefs)
chromeOptions.add_argument("user-data-dir=selenium1")
#chromeOptions.add_argument("--incognito")
chromedriver = "chromedriver.exe"
app.driver = webdriver.Chrome(chrome_options=chromeOptions)
#Write the input file to JSON
data = json.loads(request.data)
dir_name, file_name = os.path.split(os.path.abspath(__file__))
json_input_path = os.path.join(dir_name, 'input.json')
with open(json_input_path, 'w') as outfile:
json.dump(data, outfile)
#json_input_path = the file where json is written
#json_file_path = "E:\\UpWork\\2020\\April\\Crunch Base JSON to CSV\\input.json"
output_json, app.driver = process(app.driver, json_input_path)
return output_json
def webdriver_complete(visivel: bool):
undetected_chromedriver.install() # baixando o chromedriver indetectavel.
option = webdriver.ChromeOptions()
if visivel == False:
option.add_argument('--headless')
driver = webdriver.Chrome(executable_path='./chromedriver.exe',
chrome_options=option)
return driver
def chromeInit():
uc.TARGET_VERSION = 85
uc.install()
from selenium.webdriver import Chrome
from selenium.webdriver import Chrome, ChromeOptions
opts = ChromeOptions()
opts.add_argument('--no-sandbox')
opts.add_argument('--disable-dev-shm-usage')
opts.headless = False
driver = Chrome(options=opts)
return driver
def webdriver_complete(visible: bool):
sistema = platform.system()
undetected_chromedriver.install()
if sistema == 'Linux':
path = os.getcwd() + barra() + 'chromedriver'
else:
path = os.getcwd() + barra() + 'chromedriver.exe'
options = webdriver.ChromeOptions()
if visible == False:
options.add_argument("--headless")
options.add_argument('ignore-certificate-errors')
options.add_argument('--no-sandbox')
driver = webdriver.Chrome(executable_path=path, chrome_options=options)
return driver
'HKEY_CURRENT_USER\\Software\\Google\\Chrome\\BLBeacon', '/v',
'version'
],
stdout=subprocess.PIPE,
stderr=subprocess.DEVNULL,
stdin=subprocess.DEVNULL)
version = process.communicate()[0].decode('UTF-8').strip().split()[-1]
else:
print('{} OS is not supported.'.format(OSNAME))
sys.exit()
major_version = version.split('.')[0]
uc.TARGET_VERSION = major_version
uc.install()
def type_me(element, text):
"""
Type like a human
"""
for letter in text:
element.send_keys(letter)
sleep(uniform(.1, .3))
for proxy in proxy_config.proxy:
proxy_split = proxy.split(":")
PROXY_HOST = proxy_split[0]
authCredentials: {
username: "******",
password: "******"
}
};
}
chrome.webRequest.onAuthRequired.addListener(
callbackFn,
{urls: ["<all_urls>"]},
['blocking']
);
""" % (PROXY_HOST, PROXY_PORT, PROXY_USER, PROXY_PASS)
uc.install(
executable_path='chromedriver.exe',
)
options = uc.ChromeOptions()
pluginfile = 'proxy_auth_plugin.zip'
with zipfile.ZipFile(pluginfile, 'w') as zp:
zp.writestr("manifest.json", manifest_json)
zp.writestr("background.js", background_js)
options.add_extension(pluginfile)
prefs = {"profile.default_content_setting_values.notifications" : 2}
options.add_experimental_option("prefs",prefs)
options.add_experimental_option('prefs', {
'credentials_enable_service': False,
'profile': {
'password_manager_enabled': False
}
})
"""
https://github.com/ultrafunkamsterdam/undetected-chromedriver#important-note
"""
# import undetected_chromedriver as uc
# options = uc.ChromeOptions()
# # options.headless=True
# # options.add_argument('--headless')
# chrome = uc.Chrome(options=options)
# chrome.get("https://www.facebook.com/")
# # chrome.save_screenshot('datadome_undetected_webddriver.png')
import undetected_chromedriver as uc
#specify chromedriver version to download and patch
uc.TARGET_VERSION = 86
# or specify your own chromedriver binary (why you would need this, i don't know)
uc.install(
executable_path='/home/xuananh/Downloads/chromedriver',
)
opts = uc.ChromeOptions()
driver = uc.Chrome(options=opts, enable_console_log=True)
driver.get("https://www.facebook.com/")
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
import time
import os
import pandas as pd
#specify chromedriver version to download and patch
import undetected_chromedriver as uc
uc.TARGET_VERSION = 87
# or specify your own chromedriver binary (why you would need this, i don't know)
uc.install(executable_path='/home/tiago/Desktop/chromedriver/chromedriver', )
opts = uc.ChromeOptions()
driver = uc.Chrome(options=opts)
stocks_to_search = [
"Nike", "Johnson&Johnson", "ExxonMobil", "Petrobras", "Ambev", "Adidas",
"Heineken"
]
currency_chosen = "EUR"
company_name = []
stock_value = []
currency = []
average_in_points = []
average_in_percentage = []
stock_code = []
stock_location = []
