def apply_tags(self):
"""Push "apply" button with trailing page reloading."""
old_url = self.browser.current_url
self.browser.find_element_by_class_name(self.apply_btn).click()
self.wait.until(EC.url_changes(old_url))
self.wait_page_loading()
def location(self, url, data=None, headers=None, params=None, method=None, json=None):
"""Change current url of the browser.
Warning: unlike other requests-based weboob browsers, this function does not block
until the page is loaded, it's completely asynchronous.
To use the new page content, it's necessary to wait, either implicitly (e.g. with
context manager :any:`implicit_wait`) or explicitly (e.g. using method
:any:`wait_until`)
"""
assert method is None
assert params is None
assert data is None
assert json is None
assert not headers
self.logger.debug('opening %r', url)
self.driver.get(url)
try:
WebDriverWait(self.driver, 1).until(EC.url_changes(self.url))
except TimeoutException:
pass
return FakeResponse(page=self.page)
def make_order(self):
self.submit_button.click()
self.driver.wait.until(EC.url_changes(self.path))
def apply_tags(self):
"""Push "apply" button with trailing page reloading."""
old_url = self.browser.current_url
self.browser.find_element_by_class_name(self.apply_btn).click()
self.wait.until(EC.url_changes(old_url))
self.wait_page_loading()
#wait until sign-in fields are visible
wait = WebDriverWait(driver, browser_action_timeout)
wait.until(
ec.frame_to_be_available_and_switch_to_it(
("id", "gauth-widget-frame-gauth-widget")))
wait.until(ec.presence_of_element_located(("id", "username")))
#write login info to fields, then submit
print("Signing in to connect.garmin.com")
element = driver.find_element_by_id("username")
element.send_keys(user_name)
element = driver.find_element_by_id("password")
element.send_keys(password)
element.send_keys(Keys.RETURN)
wait.until(ec.url_changes(signin_url)) #wait until landing page is requested
driver.switch_to.default_content() #get out of iframe
#get dummy webpage to obtain all request headers
print("Loading dummy page to obtain headers")
driver.get(sleep_url_base + start_date)
request = driver.wait_for_request(sleep_url_base + start_date,
timeout=browser_action_timeout)
#close the Firefox browser
driver.close()
print("Headers obtained and Firefox has been closed")
#print("The request headers are:")
#print(request.headers)
#transfer request headers
def wait_page_load(self, old_url, time=10):
WebDriverWait(self.driver, time).until(EC.url_changes(old_url))
def test_submitting_to_interviewdb(self):
self.browser.get(
'http://*****:*****@id="root"]/section/div/main/nav/nav/button[3]').click()
wait.until(
EC.element_to_be_clickable((By.TAG_NAME, 'li')))
self.browser.find_element_by_tag_name('input').clear()
self.browser.find_element_by_tag_name('input').send_keys('365')
self.browser.find_element_by_xpath(
'//*[@id="react-tabs-1"]/div/div/div[1]/div/div/div[1]/div[2]/div/div[1]/select/option[7]').click()
wait.until(EC.visibility_of_element_located(
(By.XPATH, '//*[@id="react-tabs-1"]/div/div/div[1]/div/div/div[1]/div[3]/div[1]/div/div[2]/div')))
time.sleep(2)
fullTitleIsPresent = self.browser.page_source.find(
jobDetails) != -1
halfTitleIsPresent = halfJobDetails in self.browser.page_source
if not halfTitleIsPresent or not fullTitleIsPresent:
time.sleep(1)
self.browser.find_element_by_xpath('//*[@id="root"]/section/div/nav/a[1]').click()
wait.until(EC.invisibility_of_element((By.CLASS_NAME, 'sc-lcpuFF eOXROa')))
if wait.until(EC.element_to_be_clickable((By.CLASS_NAME, 'btn-add'))):
self.browser.find_elements_by_class_name('btn-add')[5].click()
title = self.browser.find_element_by_id(
'root_applications_0_jobTitle')
title.click()
title.send_keys(
jobTitle)
actions = ActionChains(self.browser)
companyButton = self.browser.find_elements_by_class_name(
'css-1hwfws3')[0]
actions.click(companyButton)
actions.send_keys(
jobCompany)
actions.pause(2)
# actions.send_keys(Keys.UP)
actions.send_keys(Keys.ENTER)
# actions.send_keys(Keys.TAB)
actions.perform()
actions.reset_actions()
#
# find the link
# find the source field and create or select
sourceButton = self.browser.find_elements_by_class_name(
'css-1hwfws3')[1]
actions = ActionChains(self.browser)
actions.reset_actions()
actions.click(sourceButton)
actions.send_keys(
jobWebsite)
actions.pause(2)
# actions.send_keys(Keys.UP)
actions.send_keys(Keys.ENTER)
actions.perform()
actions.reset_actions()
#
self.browser.find_elements_by_tag_name('button')[9].click()
wait.until(EC.url_matches(
'https://www.interview-db.com/profile/job-search'))
# time.sleep(10)
else:
skipCount += 1
if skipCount > 29:
multipleSkips = True
self.browser.get(
'http://localhost:3000/cover-letter-generator/all-jobs/')
allJobs = self.browser.find_elements_by_tag_name('a')
if halfTitleIsPresent or fullTitleIsPresent:
print('Skipped Job #', i/2, ' skip count is -', skipCount)
else:
print('Finished Job #', (i/2))
i += 2
from selenium.webdriver.common.by import By
browser = webdriver.Chrome(ChromeDriverManager().install())
browser.get("https://repl.it/login")
username_input = browser.find_element_by_xpath(
"/html/body/div/div/div[3]/div[2]/div[1]/div[2]/form/div[1]/div/div/input")
password_input = browser.find_element_by_xpath(
"/html/body/div/div/div[3]/div[2]/div[1]/div[2]/form/div[2]/div/div/div/input"
)
# login_btn = browser.find_element_by_partial_link_text("Log") #only look for a link tag
login_btn = browser.find_element_by_xpath(
"/html/body/div/div/div[3]/div[2]/div[1]/div[2]/form/button")
# username_input.send_keys("haneulee")
# password_input.send_keys(input("what is your password?"))
# login_btn.click()
github_btn = browser.find_element_by_xpath(
"/html/body/div/div/div[3]/div[2]/div[1]/div[1]/a[2]")
github_btn.click()
WebDriverWait(browser, 10).until(EC.url_changes("https://repl.it/~"))
title = WebDriverWait(browser, 10).until(
EC.presence_of_element_located((By.CLASS_NAME, "username")))
print(title.text)
def boat_db_scraper(engine, boat_id):
"""
Scrapes preliminary text from boat database.
Parameters:
engine: Selenium WebDriver
Local chrome webdriver for Selenium scraping
boat_id: string
Unique boat MMSI value
Returns:
boat_text_list: list
Preliminary fields from boat db scrape
"""
# Initialize list to hold scraped text
boat_text_list = []
# Navigate to website for boat_id
engine.get(
'https://www.marinetraffic.com/en/data/?asset_type=vessels&columns=flag,shipname,imo,mmsi,ship_type,show_on_live_map,time_of_latest_position,status,year_of_build,length,width,dwt,callsign&quicksearch|begins|quicksearch='
+ str(boat_id))
# Save url and wait for load
current_url = engine.current_url
time.sleep(1.3)
# Try to click boat link
try:
boat_link = engine.find_element_by_xpath(
'//*[@id="borderLayout_eGridPanel"]/div[1]/div/div/div[3]/div[1]/div/div[1]/div[3]/div/div/a')
boat_link.click()
# Boat link wasn't present
except NoSuchElementException:
# Try to find no boats on page response
try:
no_boat_text = engine.find_element_by_xpath('//*[@id="borderLayout_eGridPanel"]/div[2]/div/div/span').text
# If no boats, return
if no_boat_text[0:2] == 'No':
boat_text_list.append('MMSI:' + str(boat_id))
return boat_text_list
# Absent boat warning NOT present: Something else is wrong
else:
# Try to reload page and click with larger grace period
try:
engine.get(
'https://www.marinetraffic.com/en/data/?asset_type=vessels&columns=flag,shipname,imo,mmsi,ship_type,show_on_live_map,time_of_latest_position,status,year_of_build,length,width,dwt,callsign&quicksearch|begins|quicksearch='
+ str(boat_id))
current_url = engine.current_url
time.sleep(3)
boat_link = engine.find_element_by_xpath(
'//*[@id="borderLayout_eGridPanel"]/div[1]/div/div/div[3]/div[1]/div/div[1]/div[3]/div/div/a')
boat_link.click()
# All methods have failed, boat not in database
except NoSuchElementException:
boat_text_list.append('MMSI:' + str(boat_id))
return boat_text_list
# No boat message is missing
except NoSuchElementException:
# Try to reload page and click with larger grace period
try:
engine.get(
'https://www.marinetraffic.com/en/data/?asset_type=vessels&columns=flag,shipname,imo,mmsi,ship_type,show_on_live_map,time_of_latest_position,status,year_of_build,length,width,dwt,callsign&quicksearch|begins|quicksearch='
+ str(boat_id))
current_url = engine.current_url
time.sleep(3)
boat_link = engine.find_element_by_xpath(
'//*[@id="borderLayout_eGridPanel"]/div[1]/div/div/div[3]/div[1]/div/div[1]/div[3]/div/div/a')
boat_link.click()
# All methods have failed, boat not in database
except NoSuchElementException:
boat_text_list.append('MMSI:' + str(boat_id))
return boat_text_list
# Pause until url changes with load
WebDriverWait(engine, 15).until(ec.url_changes(current_url))
time.sleep(1)
# Scrape left data column
try:
boat_text_list.extend(engine.find_element_by_class_name('col-xs-6').text.split('\n'))
except NoSuchElementException:
pass
# Scrape right data column
try:
boat_text_list.extend(
engine.find_element_by_xpath('/html/body/main/div/div/div[1]/div[6]/div[1]/div[1]/div/div[2]').text.split(
'\n'))
except NoSuchElementException:
pass
# Scrape general tab
try:
boat_text_list.extend(engine.find_element_by_id('vessel_details_general').text.split('\n'))
except NoSuchElementException:
pass
# Scrape extra name field as fall-back
try:
boat_text_list.append('Name: ' + engine.find_element_by_xpath(
'/html/body/main/div/div/div[1]/div[5]/div/div[2]/div[1]/div[1]/h1').text)
except NoSuchElementException:
pass
# Scrape photo hyperlink if present
try:
boat_text_list.append(engine.find_element_by_xpath('//*[@id="big-image"]/img').get_attribute('src'))
except NoSuchElementException:
boat_text_list.append('Photo:NULL')
return boat_text_list
def login():
with open (FileFullPathInfo, 'a', encoding='utf-8') as txt:
print('Нажатие кнопки Войти в ЛК')
log_txt_1 = f'=== Авторизация на сайте ===\n'
log_txt_2 = f'{datetime.now()}: Нажатие кнопки Войти в ЛК\n'
logfile = log_txt_1 + log_txt_2
txt.write(logfile)
try:
browser.find_element_by_xpath('/html/body/div/header/div/div/div[4]/a[1]').click()
timer.sleep(2)
except ElementNotInteractableException:
browser.find_element_by_xpath('/html/body/div/header/a').click()
browser.find_element_by_xpath('/html/body/div/header/div/div/div[4]/a[1]').click()
print('Подтверждение ЕСИА')
logfile = f'{datetime.now()}: Подтверждение ЕСИА\n'
txt.write(logfile)
try:
esia_check = browser.find_element_by_xpath('//*[@id="esia_agree"]')
esia_check.click()
timer.sleep(4)
except ElementNotInteractableException:
browser.find_element_by_xpath('//*[@id="esia"]/div/div/div[2]/div/label').click()
WebDriverWait(browser, 60).until(EC.url_changes(browser.current_url))
print('Нажатие кнопки Подтвердить условия ЕСИА')
logfile = f'{datetime.now()}: Нажатие кнопки Подтвердить условия ЕСИА\n'
txt.write(logfile)
browser.find_element_by_xpath('//*[@id="esia_login"]').click()
timer.sleep(4)
try:
print('Ввод логина и пароля в ЕСИА')
logfile = f'{datetime.now()}: Ввод логина и пароля в ЕСИА\n'
txt.write(logfile)
login_form = browser.find_element_by_xpath('//*[@id="mobileOrEmail"]')
login_form.send_keys(LOGIN)
pass_form = browser.find_element_by_xpath('//*[@id="password"]')
pass_form.send_keys(PASSWORD)
except ElementNotInteractableException:
print('Ввод пароля в ЕСИА')
pass_form = browser.find_element_by_xpath('//*[@id="password"]')
pass_form.send_keys(PASSWORD)
try:
print('Нажатие кнопки Войти')
logfile = f'{datetime.now()}: Нажатие кнопки Войти\n'
txt.write(logfile)
browser.find_element_by_xpath('//*[@id="loginByPwdButton"]/span').click()
timer.sleep(5)
except TimeoutException:
alert_phone = browser.find_element_by_xpath('//*[@id="authnFrm"]/div[1]/div[3]/dl[1]/dd/div/div/span')
alert = browser.find_element_by_xpath('//*[@id="authnFrm"]/div[1]/div[3]/div[2]/div/span')
logfile = f'{datetime.now()}: Ошибка: {alert.text if alert.text else alert_phone.text}\nВыход из программы.'
txt.write(logfile)
browser.close()
quit()
print('Переход В ЛК, в раздел Рабочая область')
logfile = f'=== Завершение авторизации ===\n'
txt.write(logfile)
logfile = f'{datetime.now()}: Переход В ЛК, в раздел Рабочая область\n'
txt.write(logfile)
def go_back(self):
current_url = self.selenium.current_url
self.selenium.back()
WebDriverWait(self.selenium,
5).until(expected_conditions.url_changes(current_url))
def login_valid_user(selenium, user_infos):
login(selenium, user_infos)
WebDriverWait(selenium, 10).until(EC.url_changes(f"{URL}login"))
return user_infos
def getBusinesses(self, oldUrl):
try:
# wait until url is changed
WebDriverWait(self.driver, 30).until(EC.url_changes(oldUrl))
time.sleep(2)
businesses = []
businesses = self.driver.find_elements_by_xpath("//div[@class='section-result-content']")
for business in businesses:
business_dict = {
"Business Name": "",
"Location": self.city,
"Business Website": "",
}
try:
company_name = business.find_element_by_xpath(".//h3[@class='section-result-title']/span").text
if company_name:
business_dict["Business Name"] = company_name.strip()
try:
business_dict["Business Website"] = business.find_element_by_xpath(".//div[@class='section-result-action-container']/div[1]/a[@href]").get_attribute("href")
except:
pass
self.businessList.append(business_dict)
if self.useApiFlag:
ownerName, linkedin_url, jobTitle = self.getOwnerName(business_dict)
if ownerName:
ownerEmail = self.getOwnerInfo(ownerName, business_dict)
else:
ownerEmail = ""
else:
ownerName, linkedin_url, jobTitle, ownerEmail = "", "", "", ""
final_dict = business_dict.copy()
final_dict["Business Website"] = self.convertURLToDomain(final_dict["Business Website"])
if ownerName:
final_dict["First Name"] = ownerName.rsplit(" ", 1)[1]
final_dict["Last Name"] = ownerName.rsplit(" ", 1)[0]
else:
final_dict["First Name"] = ""
final_dict["Last Name"] = ""
final_dict["Job Title"] = jobTitle
final_dict["Contact Website"] = linkedin_url
final_dict["Email"] = ownerEmail
if ownerName:
final_dict["Source"] = "API"
else:
final_dict["Source"] = "Google"
# insert data to csv file.
file_exist = os.path.isfile(output_csv_path)
with open(output_csv_path, 'a', newline="", encoding="utf-8") as output_file:
fieldnames = ["First Name", "Last Name", "Job Title", "Location", "Email", "Source", "Business Name", "Business Website", "Contact Website"]
writer = csv.DictWriter(output_file, fieldnames=fieldnames)
# wirte fileds if file not exist
if not file_exist:
writer.writeheader()
writer.writerow(final_dict)
print("-----------------------------------")
print("Found `{}` Business".format(final_dict["Business Name"]))
print("Domain: ", final_dict["Business Website"])
if self.useApiFlag:
print("Name: ", final_dict["First Name"], final_dict["Last Name"])
print("Job Title: ", final_dict["Job Title"])
print("Email: ", final_dict["Email"])
except:
traceback.print_exc()
continue
except:
traceback.print_exc()
pass
# pagination
try:
pagination_element = self.driver.find_element_by_xpath("//button[@aria-label=' Next page ']")
if pagination_element:
if pagination_element.is_enabled() and pagination_element.is_displayed():
current_url = self.driver.current_url
pagination_element.click()
print("----- Clicked Page Next Button -----")
return True, current_url
else:
print("Can not Find Pagination Button.")
return False, ""
except NoSuchElementException:
print("Can not Find Pagination Button.")
return False, ""
except WebDriverException:
print("Next Button Not Clickable.")
return False, ""
except:
traceback.print_exc()
return False, ""
def test_carts_add(baseurl_option, browser):
browser.get(baseurl_option)
buttons = browser.find_elements_by_xpath('//div[3]/button[1]')
for button in buttons:
button.click()
WebDriverWait(browser, 5).until(EC.url_changes(baseurl_option))
driver = webdriver.Chrome('chromedriver.exe')
actions = ActionChains(driver)
driver.get("https://discord.com/login")
time.sleep(1)
inputName = driver.find_element_by_name("email")
inputName.clear()
inputName.send_keys(conf['email'])
inputPass = driver.find_element_by_name("password")
inputPass.clear()
inputPass.send_keys(conf['password'])
inputPass.send_keys(Keys.RETURN)
wait = WebDriverWait(driver, 10)
element = wait.until(EC.url_changes("https://discord.com/login"))
driver.get(conf['channel'])
time.sleep(7)
theBody = driver.find_element_by_tag_name('body')
count = 1
try:
while True:
if conf['customMessage'] != "":
text = conf['customMessage']
else:
text = random.choice(sentences)
textArea = driver.find_elements_by_css_selector(
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
options = Options()
options.add_argument("--headless")
first = "9"
second = "10"
driver = webdriver.Firefox(executable_path='/usr/local/bin/geckodriver',
options=options)
#driver = webdriver.Firefox(firefox_options=options);
driver.get("http://192.168.1.48:8070/websample/index.jsp")
current_url = driver.current_url
assert "Addition" in driver.title
elem = driver.find_element_by_name("first")
elem.send_keys(first)
elem = driver.find_element_by_name("second")
elem.send_keys(second)
elem.send_keys(Keys.RETURN)
# wait for URL to change with 15 seconds timeout
WebDriverWait(driver, 15).until(EC.url_changes(current_url))
# print new URL
new_url = driver.current_url
print(new_url)
element = driver.find_element_by_id("result")
print(element.text)
assert element.text == 'Sum is 19'
driver.close()