def look_for_new_video():
api_key = ''
channel_id = 'UCV0qA-eDDICsRR9rPcnG7tw'
base_video_url = 'https://www.youtube.com/watch?v='
base_search_url = 'https://www.googleapis.com/youtube/v3/search?'
url = base_search_url + f'key={api_key}&channelId={channel_id}&part=snippet,id&order=date&maxResults=1'
inp = urllib.urloppen(url)
resp = json.load(inp)
vidID = resp['items'][0]['id']['videoId']
video_exist = False
with open('videoid.json', 'r') as json_file:
data = json.load(json_file)
if data['videoId'] != vidID:
driver = webdriver.chrome()
driver.get(base_video_url + vidID)
video_exist = True
if video_exist:
with open('videoid.json', 'w') as json_file:
data = {'videoId': vidID}
json.dump(data, json_file)
def look_for_new_video():
api_key = "AIzaSyClhY61c_Be-M3baJMmOimHfDYlB_7mLN4"
channel_id = "alectheblacksmith"
base_video_url = 'https://www.youtube.com/watch?v='
base_search_url = 'https://www.googleapis.com/youtuve/v3/search?'
url = base_search_url + 'key={}&channelId={}&part=snippet,id&order=date&maxResults=1'.format(
api_key, channel_id)
inp = urllib.urloppen(url)
resp = json.load(inp)
vidID = resp['items'][0]['id']['videoId']
video_exists = False
with open('videoid.json', 'r') as json_file:
data = json.load(json_file)
if data['videoId'] != vidId:
driver = webdriver.chrome()
driver.get(base_video_url + vidID)
video_exists = True
if video_exists:
with open('videoid.json', 'r') as json_file:
data = {'videoId': vidID}
json.dump(data, json_file)
def signIn(self):
if self.params['driver'] == 'chrome':
self.driver = webdriver.chrome()
elif self.params['driver'] == 'firefox':
self.driver = webdriver.Firefox()
elif self.params['driver'] == 'edge':
self.driver = webdriver.edge()
elif self.params['driver'] == 'ie':
self.driver = webdriver.ie()
elif self.params['driver'] == 'opera':
self.driver = webdriver.opera()
elif self.params['driver'] == 'safari':
self.driver = webdriver.safari()
else:
return False #driver undefined
self.initDriver = True
self.driver.get('https://www.linkedin.com/login')
# signin
user_field = self.driver.find_element_by_xpath(
"//input[@id='username']")
user_field.send_keys(self.params['email'])
pass_field = self.driver.find_element_by_xpath(
"//input[@id='password']")
pass_field.send_keys(self.params['password'])
self.driver.find_element_by_xpath(
"//button[@data-litms-control-urn='login-submit']").click()
return True
def search_web(query):
driver = webdriver.chrome(
'E:\\FRIDAY\\chromedriver_win32\\chromedriver.exe')
driver.implicitly_wait(1)
driver.maximize_window()
if 'youtube' in query.lower():
speak("Opening in youtube")
indx = query.lower().split().index('youtube')
query = query.split()[indx + 1:]
driver.get("http://www.youtube.com/results?search_query=" +
'+'.join(query))
return
else:
if 'google' in query:
indx = query.lower().split().index('google')
query = query.split()[indx + 1:]
driver.get("https://www.google.com/search?q=" + '+'.join(query))
elif 'search' in query:
indx = query.lower().split().index('google')
query = query.split()[indx + 1:]
driver.get("https://www.google.com/search?q=" + '+'.join(query))
else:
driver.get("https://www.google.com/search?q=" +
'+'.join(query.split()))
return
def look_for_new_videos():
api_key = "AIzaSyBQaaj1wWtbNYfCaww2WjwF7pVlTKkMLZA"
channel_id = "UCZfPrUL62TN74Mmrn-O_pZQ"
base_video_url = 'https://www.youtube.com/watch?v='
base_search_url = 'https://www.googleapis.com/youtube/v3/search?'
url = base_search_url + 'key{}&channelId={}&part=snippet, id&order=date&maxResults=1'.format(
api_key, channel_id)
inp = urllib.request.urlopen(url)
resp = json.load(inp)
vidID = resp['items'][0]['id']['videoId']
video_exists = False
with open('videoid.json', 'r') as json_file:
data = json.load(json_file)
if data['videoId'] != vidID:
driver = webdriver.chrome()
driver.get(base_video_url + vidID)
video_exists = True
if video_exists:
with open('videoid.json', 'w') as json_file:
data = {'videoId': vidID}
json.dump(data, json_file)
def test_Sample2(self):
driver = webdriver.chrome("C:\\Users\\sony\\PycharmProjects\\SeleniumTest\\config\\chromedriver.exe")
driver.get("https://www.bing.com/")
input = driver.find_element_by_name("q")
input.send_keys('chennai')
input.send_keys(Keys.ENTER)
input=driver.find_element_by_name("qqq")
def setUp(self):
#self.driver = webdriver.Firefox()
self.driver = webdriver.chrome()
self.driver.implicitly_wait(30)
self.base_url = "https://www.katalon.com/"
self.verificationErrors = []
self.accept_next_alert = True
def getWebDriverInstance(self):
"""
Get WebDriver Instance based on the browser configuration
Returns:
'WebDriver Instance'
"""
baseURL = "https://taskulu.com/account/login?go=login"
if self.browser == "chrome":
driver = webdriver.chrome()
elif self.browser == "chrome":
# Set chrome driver
#driver = webdriver.Chrome()
driverlocation = "/Users/romin/Desktop/selenium/chromedriver"
os.environ["webdriver.chrome.driver"] = driverlocation
driver = webdriver.Chrome(driverlocation)
else:
driverlocation = "/Users/romin/Desktop/selenium/chromedriver"
driver = webdriver.Chrome(driverlocation)
# Setting Driver Implicit Time out for An Element
driver.implicitly_wait(3)
# Maximize the window
driver.maximize_window()
# Loading browser with App URL
driver.get(baseURL)
return driver
def __init_(self, time, count, link):
driver_Path = "C:\Users\betul\OneDrive\Belgeler\GitHub\amazon\chromedriver.exe"
self.browser = webdriver.chrome(driver_Path)
self.time = time
self.count = count
self.link = link
Browser.goAmazon(self)
def __init__(self, username, password):
self.username = username
self.password = password
if sys.platform == "linux" or sys.platform == "linux2":
self.driver = webdriver.Firefox()
else:
self.driver = webdriver.chrome()
def __init__(sellf):
self.navigateur_options = options()
#pour que le navigateur fonctionnne en arrière plan
self.navigateur_options.add_argument('--headless')
#le chemin vers notre chromedriver.exe, vérifier bien que ce driver support la version de votre google chrome
self.browser = webdriver.chrome(
"C:/Users/USER/Downloads/chromedriver_win32/chromedriver.exe",
options=self.navigateur_options)
def main():
content = sys.argv[1]
content.replace('', '+')
no_images = int(sys.argv[2])
number_scrolls = no_images / 100 + 1
path = 'C:\Python27/abcdownload'
if not os.path.exists(path):
os.mkdir(path)
url = "https://www.google.co.in/search?q=" + content + "&rlz=1C1ASRW_enIN750IN750&source=lnms&tbm=isch&sa=X&ved=0ahUKEwj9y8-RtsjYAhWLYo8KHTP9BZYQ_AUICygC&biw=1745&bih=841"
headers = {}
headers[
'User-Agent'] = "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36"
driver = webdriver.chrome(
'C:\Program Files (x86)\Google\Chrome\Application\chrome')
# driver.open(driver+url)
#while(no_images>0):
# driver.find_element_by_xpath('// * [ @ id = "rg_s"] / div[i] / a / img').click()
# no_images+=1
extensons = ['jpg', 'jpeg', 'png']
img_count = 0
downloaded_images = 0
for _ in xrange(number_scrolls):
for _ in xrange(10):
driver.execute_script("window.scrollBy(0,1000)")
time.sleep(1)
try:
driver.find_element_by_xpath(
"//input[@value='Show more results']").click()
except Exception as e:
print(str(e))
images = driver.find_element_by_xpath('//div[contains(@class,"rg_meta")]')
for img in images:
no_images += 1
img_url = json.loads(img.get_attribute('innerHTML'))['ou']
img_type = json.loads(img.get_attribute('innerHTML'))['ity']
print "Image ", img_count, " is being downloaded from ", img_url
try:
if img_type not in extensons:
continue
else:
req = requests.get(img_url, headers=headers)
raw_image = urllib.urlopen(req).read()
f = open(path + img_type, 'w')
f.write(raw_image)
downloaded_images += 1
except Exception as e:
print(str(e) + ' is why you cannot download image')
if downloaded_images > no_images:
break
driver.quit()
def process_request(self,request, spider):
if request.meta.get('selenium'):
chrome_options = Options()
chrome_options.add_argument('--headless')
driver = webdriver.chrome(chrome_options=chrome_options)
driver.get(request.url)
time.sleep(1)
html = driver.page_source
driver.quit()
return HtmlResponse(url=request.url,body=html,encoding='utf-8',request=request)
return None
def get_driver_instance():
browser = pytest.config.option.browser.lower()
url = pytest.config.option.server.lower()
if browser == 'firefox':
driver = firefox("./browser-servers/geckodriver.exe")
elif browser == 'chrome':
driver = chrome("./browser-servers/chromedriver.exe")
elif browser == 'ie':
driver = chrome("./browser-servers/internetexplorer.exe")
else:
print('invalid browser option')
return None
driver.maximize_window()
driver.implicitly_wait(30)
if url == 'prod':
driver.get('https://demo.actitime.com')
else:
driver.get("https:localhost")
return driver
def scrape(symbol):
driver = webdriver.chrome('/Users/jorgecorradi/devenv/chromedriver')
driver.get('http://www.google.com/')
time.sleep(5) # Let the user actually see something!
search_box = driver.find_element_by_name('q')
search_box.send_keys('ChromeDriver')
search_box.submit()
time.sleep(5) # Let the user actually see something!
driver.quit()
quote = {'symbol': symbol, 'last_price': 0.12}
return jsonify(quote), 200
def test1(self):
#self.driver=webdriver.Ie()
self.driver = webdriver.chrome()
self.driver.get("http://10.5.86.208/TBM3")
self.driver.implicitly_wait(3)
self.driver.maximize_window()
self.driver.find_element(By.ID, "txtUserName").send_keys("sysadmin")
self.driver.find_element(By.ID, "txtPassword").send_keys("sinopec")
#self.driver.find_element_by_id("btnLogin").send_keys(Keys.ENTER)
#self.driver.find_element(By.ID, "btnLogin").click()
pub=PublicUse
pub.ele_click(self,"id","btnLogin")
pub.ele_click(self,"xpath","//*[@id=‘menu’]/div[5]/div[1]/div[1]")
def get_driver_instance():
browser = pytest.config.option.type.lower()
if browser == 'chrome':
driver = chrome("./browser-server/chromedriver.exe")
elif browser == 'firefox':
driver = firefox("./browser-server/geckodriver.exe")
else:
print('Invalid Browser Option')
return None
driver.maximize_window()
driver.implicitly_wait(30)
driver.get("http://localhost")
return driver
def crolling(baseUrl,keyword):
# baseUrl = 'https://www.instagram.com/explore/tags/' # find by tags
# baseUrl = 'https://www.instagram.com/' # find by account
plusUrl = keyword
url = baseUrl + quote_plus(plusUrl)
try :
driver = webdriver.Chrome()
except :
driver = webdriver.chrome(driver_path)
driver.get(url)
# infinite page down
thread1 = threading.Thread(target=execute,args=(driver,))
thread1.start()
thread2 = threading.Thread(target=download)
thread2.start()
i = 1
global links
global already_downloaded
while True:
if i >= len(htmls):
tmp = len(htmls)
time.sleep(2)
if loading_end:
links = list(set(links))
return links
break
continue
else :
soup = BeautifulSoup(htmls[i], 'html.parser')
try:
imgs = soup.select('.v1Nh3.kIKUG._bz0w a img')
for src in imgs:
links.append(src['src'])
print(str(i)+"번째 로딩 기록...")
i += 1
except Exception as e:
print(e)
print(Exception)
time.sleep(1)
time.sleep(0.3)
return links
def __init__(self,driver: WebDriver = None,reuse=False):
if driver is None:
if reuse:
options = webdriver.ChromeOptions()
options.debugger_address = "127.0.0.1:9222"
self._driver = webdriver.chrome(options=options)
else:
self._driver = webdriver.Chrome()
self._driver.implicitly_wait(3)
else:
self._driver = driver
self._driver.maximize_window()
if self._base_url !="":
self._driver.get(self._base_url)
def get_chrome_driver(silent):
options = ChromeOptions()
if silent:
options.add_argument("--mute-audio")
options.add_argument("--headless")
options.add_argument("--window-size=1366x768")
options.add_argument("--lang=en-us")
executable_path = determine_exec("chrome")
if executable_path == None:
print("Cannot determine operating system")
try:
return webdriver.chrome(chrome_options=options)
except Exception:
print("Cannot find chromedriver executable")
else:
return webdriver.Chrome(executable_path=executable_path,
chrome_options=options)
def __init__(self):
#self.channels = ["tv","movie","child","variety","cartoon","doco"]
self.channels = [
"index.html", "index_2.html", "index_4.html", "index_3.html",
"index_guoxue.html", "index_english.html", "index_ps.html",
"index_yuer.html"
]
#self.channels = ["child"]
self.baseUrl = 'http://www.baobao88.com/lianbo/'
self.file_path = f'.//baobao88//'
self.file_json = f'.//json//'
self.headers = {
'user-agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:71.0) Gecko/20100101 Firefox/71.0',
'Accept': '*/*'
}
self.data_float_url = 'https://node.video.qq.com/x/api/float_vinfo2?cid='
self.brower = webdriver.chrome()
def main(question):
#import libraries
from selenium import webdriver
from selenium.webdriver.common.keys import keys
from selenium.webdriver.chrome.options import Options
#configure some options
options = Options(
) #get the selenium.webdriver.chrome.options Options() function.
options.add_experimental_option("excludeSwitches", ['enable-automation'])
#get the browser
browser = webdriver.chrome(options=options)
browser.get("https://www.google.com/")
#find the search bar and send over the search query
elem = browser.find_element_by_name("q")
elem.clear()
elem.send_keys(question)
elem.send_keys(keys.RETURN)
def main():
driver = webdriver.chrome(executable_path=browserPath, chrome_options=chrome_options)
driver.get(homePage) # 访问目标网页
bsObj = BeautifulSoup(driver.page_source, parser) # 解析html代码
print("[*]OK GET Page")
# 获得主页上所有MM的姓名、所在城市、身高、体重等信息
girlsList = driver.find_element_by_id('J_GirlsList').text.split('\n')
# print(girlsList)
# 获取所有MM封面图片
imagesUrl = re.findall('\/\/gtd\.alicdn\.com\/sns_logo.*\.jpg', driver.page_source)
# 获取个人主页地址等信息
girlsUrl = bsObj.find_all(
"a",
{"href": re.compile("\/\/.*\.htm\?(userId=)\d*")})
# 获取名字地点
girlsNL = girlsList[::3]
# 身高体重
girlsHW = girlsList[1::3]
# 个人主页地址
girlsHURL = [('http:' + i['href']) for i in girlsUrl]
# 封面照地址
girlsPhotoURL = [('https:' + i) for i in imagesUrl]
girlsInfo = zip(girlsNL, girlsHW, girlsHURL, girlsPhotoURL)
# 姓名地址girlNL，身高体重girlHW，个人主页地址girlHRUL，封面图片URL
for girlNL, girlHW, girlHURL, girlCover in girlsInfo:
print("[*]Girl :", girlNL, girlHW)
# 为妹子建立文件夹
mkdir(outputDir + girlNL)
print(" [*]saving...")
# 获取妹子封面图片
data = urlopen(girlCover).read()
with open(outputDir + girlNL + '/cover.jpg', 'wb') as f:
f.write(data)
print(" [+]Loading Cover...")
# 获取妹子个人主页中的图片
getImgs(girlsHURL, outputDir + girlsNL)
driver.close()
def get_web_driver_instance(self):
"""
Get WebDriver Instance based on the browser configuration
Returns:
'WebDriver Instance'
"""
if self.browser == "iexplorer":
# Set ie driver
driver = webdriver.Ie()
elif self.browser == "firefox":
driver = webdriver.Firefox()
elif self.browser == "chrome":
driver = webdriver.chrome()
else:
driver = webdriver.Firefox()
# Setting Driver Implicit Time out for An Element
driver.implicitly_wait(3)
# Maximize the window
driver.maximize_window()
# Loading browser with App URL
driver.get(BASE_URL)
return driver
def setUp(self):
self.mylog = log()
self.driver = webdriver.chrome()
self.url = 'https://www.sogou.com/'
self.sogou_page = sogou_page(self.driver, self.url, u'搜狗')
self.excel = excel_data.excel()
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
driver = webdriver.chrome(r'D:/cromedriver/chromedriver.exe')
driver.get(
"https://developer.mozilla.org/en-US/docs/Learn/Server-side/Django/Generic_views"
)
print(driver.title) # title of the page
driver.close()
import selenium from selenium import webdriver browser = webdriver.chrome()
from selenium import webdriver as wd
driver = wd.chrome(executable_path='C:\Program Files\chromedriver.exe')
driver.get('https://youtube.com')
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from time import sleep
driver = webdriver.chrome(
executable_path="/Users/talhaDocs/Downloads/chromedriver")
driver.get(
"https://stackoverflow.com/users/signup?ssrc=head&returnurl=%2Fusers%2Fstory%2Fcurrent%27"
)
sleep(3)
driver.find_element_by_xpath('//*[@id="openid-buttons"]/button[1]').click()
driver.find_element_by_xpath('//input[@type="email"]').send_keys("email here")
driver.find_element_by_xpath('//*[@id="identifierNext]').click()
sleep(3)
driver.find_element_by_xpath('//input[@type="password"]').send_keys(
"password here")
driver.find_element_by_xpath('//*[@id="passwordNext"]').click()
sleep(3)
for i in range(20):
driver.get("https://mail.google.com/mail/u/0/#inbox?compose=new")
sleep(3)
driver.find_element_by_class_name("vO").send_keys("recipient here")
driver.find_element_by_class_name("aoT").send_keys("subject here")
driver.find_element_by_css_selector(
"div[aroa-label='Message body']").send_keys("la la land")
driver.find_element_by_xpath("//div[text()='Send']").click()
sleep(3)
def login(self):
d = webdriver.chrome()
d.get(url)
d.maximize_window()
def setUp(self):
self.dr = webdriver.chrome()
#!/usr/bin/python3
from selenium import webdriver
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.common.exceptions import TimeoutException
def handle_alert():
WebDriverWait(browser, 3).until(EC.alert_is_present(),
'Timed out waiting for PA creation ' +
'confirmation popup to appear.')
alert = browser.switch_to.alert
alert.accept()
print("alert accepted")
if __name__ == '__main__':
driver = webdriver.chrome('/Users/deepak/Documents/chromedriver')
driver.get('https://mynasadata.larc.nasa.gov/latitudelongitude-finder/?lat=&lng=')
driver.find_element_by_id('gadres').send_keys('python')
driver.find_element_by_id('lat').send_keys('12')
driver.find_element_by_id('lng').send_keys('13')
driver.find_element_by_type('button').click()
try:
handle_alert()
except TimeoutException:
print('No Alert')
#coding=utf-8
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support.ui import Select
from selenium.webdriver.support.ui import WebDriverWait
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.action_chains import ActionChains
import unittest, time, re
import login
login_url = 'http://localhost/wordpress/wp.login.php'
post_list_url = 'http://localhost/wordpress/wp-admin/edit.php'
def setup(self)
self.dr = webdriver.chrome()
def test_login(self):
self.login()
print self.dr.current_url
self.assertTrue('wp-admin'in self.dr.current_url)
class Rename(unittest.TestCase):
def setUp(self):
self.driver = webdriver.Firefox()
self.driver.implicitly_wait(30)
