def delete(self, user):
''' Delete the user on Github Enterprise '''
# Initialize the PhantomJS selenium driver
driver = PhantomJS()
driver.implicitly_wait(10)
driver.set_window_size(1400, 850)
# Login as the admin user
driver.get('https://%s/login' % (self.ghe_host))
driver.find_element_by_name('login').send_keys(self.ghe_user)
driver.find_element_by_name('password').send_keys(self.ghe_pass)
driver.find_element_by_name('commit').click()
# Check for two-factor auth code request
if driver.current_url == 'https://%s/sessions/two-factor' % self.ghe_host:
if self.ghe_totp:
base = '.auth-form-body input'
u = driver.find_element_by_css_selector('%s[name=utf8]' % base)
t = driver.find_element_by_css_selector('%s[name=authenticity_token]' % base)
otp = pyotp.TOTP(self.ghe_totp)
driver.request('POST', 'https://%s/sessions/two-factor' % self.ghe_host,
data={
'utf8': u.get_attribute('value'),
'otp': otp.now(),
'authenticity_token': t.get_attribute('value')
}
)
else:
print('Two-Factor authentication required.')
sys.exit()
# Retrieve the admin page for the designated user to be deleted
driver.get('https://%s/stafftools/users/%s/admin' % (self.ghe_host, user))
# Ensure that we were able to access the requested admin page
if 'Page not found' in driver.title or user.lower() not in driver.title.lower():
print('User not found, or insufficient access rights.')
sys.exit()
# Locate the necessary inputs to be able to delete a user
base = '#confirm_deletion form input'
u = driver.find_element_by_css_selector('%s[name=utf8]' % base)
m = driver.find_element_by_css_selector('%s[name=_method]' % base)
t = driver.find_element_by_css_selector('%s[name=authenticity_token]' % base)
# Send the delete user request
driver.request('POST', 'https://%s/stafftools/users/%s' % (self.ghe_host, user),
data={
'utf8': u.get_attribute('value'),
'_method': m.get_attribute('value'),
'authenticity_token': t.get_attribute('value')
}
)
import json
challenges = None
with open('challenges.json', 'r') as fo:
challenges = json.load(fo)
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from seleniumrequests import PhantomJS
p = PhantomJS(service_log_path=os.path.devnull)
p.set_window_size(1440, 900)
p.get('https://www.mydatcu.org/User/AccessSignin/Start')
p.find_element_by_name('UsernameField').send_keys(username + Keys.RETURN)
p.find_element_by_name('PasswordField').send_keys(password + Keys.RETURN)
# NOTE: This will obviously break if the site ever changes layout
challenge_xpath = "id('AccessForm')/div/div[1]/div[2]/table/tbody/tr[2]/td[2]"
while p.current_url == 'https://www.mydatcu.org/User/AccessSignin/Challenge':
text = p.find_elements_by_xpath(challenge_xpath)
if not text:
raise Exception('No results found!')
text = text[0].text.replace('explain', '').strip()
if text not in challenges:
raise Exception("Question '%s' is unanswered!" % text)
p.find_element_by_name('Answer').send_keys(challenges[text] + Keys.RETURN)
def create_account(username, password, email, birthday, captchakey2,
captchatimeout):
if password:
_validate_password(password)
print("Attempting to create user {user}:{pw}. Opening browser...".format(
user=username, pw=password))
if captchakey2:
dcap = dict(DesiredCapabilities.PHANTOMJS)
dcap[
"phantomjs.page.settings.userAgent"] = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.98 Safari/537.36'
driver = PhantomJS(desired_capabilities=dcap)
else:
driver = Chrome()
driver.set_window_size(600, 600)
# Input age: 1992-01-08
print("Step 1: Verifying age using birthday:", birthday)
driver.get("{}/sign-up/".format(BASE_URL))
assert driver.current_url == "{}/sign-up/".format(BASE_URL)
elem = driver.find_element_by_name("dob")
# Workaround for different region not having the same input type
driver.execute_script(
"var input = document.createElement('input'); input.type='text'; input.setAttribute('name', 'dob'); arguments[0].parentNode.replaceChild(input, arguments[0])",
elem)
elem = driver.find_element_by_name("dob")
elem.send_keys(birthday)
elem.submit()
# Create account page
print("Step 2: Entering account details")
assert driver.current_url == "{}/parents/sign-up".format(BASE_URL)
user = driver.find_element_by_name("username")
user.clear()
user.send_keys(username)
_validate_username(driver, username)
elem = driver.find_element_by_name("password")
elem.clear()
elem.send_keys(password)
elem = driver.find_element_by_name("confirm_password")
elem.clear()
elem.send_keys(password)
elem = driver.find_element_by_name("email")
elem.clear()
elem.send_keys(email)
elem = driver.find_element_by_name("confirm_email")
elem.clear()
elem.send_keys(email)
driver.find_element_by_id("id_public_profile_opt_in_1").click()
driver.find_element_by_name("terms").click()
if not captchakey2:
#Do manual captcha entry
print(
"You did not pass a 2captcha key. Please solve the captcha manually."
)
elem = driver.find_element_by_class_name("g-recaptcha")
driver.execute_script("arguments[0].scrollIntoView(true);", elem)
# Waits 90 seconds for you to input captcha
try:
WebDriverWait(driver, 90).until(
EC.text_to_be_present_in_element_value(
(By.NAME, "g-recaptcha-response"), ""))
print("Captcha successful.")
except TimeoutException:
print("Timed out while manually solving captcha")
else:
# Now to automatically handle captcha
print("Starting autosolve recaptcha")
html_source = driver.page_source
gkey_index = html_source.find(
"https://www.google.com/recaptcha/api2/anchor?k=") + 47
gkey = html_source[gkey_index:gkey_index + 40]
recaptcharesponse = "Failed"
while (recaptcharesponse == "Failed"):
recaptcharesponse = openurl("http://2captcha.com/in.php?key=" +
captchakey2 +
"&method=userrecaptcha&googlekey=" +
gkey + "&pageurl=" +
driver.current_url)
captchaid = recaptcharesponse[3:]
recaptcharesponse = "CAPCHA_NOT_READY"
elem = driver.find_element_by_class_name("g-recaptcha")
print("We will wait 10 seconds for captcha to be solved by 2captcha")
start_time = time.monotonic()
timedout = False
while recaptcharesponse == "CAPCHA_NOT_READY":
time.sleep(10)
elapsedtime = time.monotonic() - start_time
if elapsedtime > captchatimeout:
print("Captcha timeout reached. Exiting.")
timedout = True
break
print("Captcha still not solved, waiting another 10 seconds.")
recaptcharesponse = "Failed"
while (recaptcharesponse == "Failed"):
recaptcharesponse = openurl(
"http://2captcha.com/res.php?key={}&action=get&id={}".
format(captchakey2, captchaid))
if timedout == False:
solvedcaptcha = recaptcharesponse[3:]
elem = driver.find_element_by_name("g-recaptcha-response")
elem = driver.execute_script(
"arguments[0].style.display = 'block'; return arguments[0];",
elem)
elem.send_keys(solvedcaptcha)
print("Solved captcha")
try:
user.submit()
except StaleElementReferenceException:
print("Error StaleElementReferenceException!")
try:
_validate_response(driver)
except Exception:
print("Failed to create user:"******"Account successfully created.")
driver.quit()
return True
def create_account(username, password, email, birthday, captchakey2, captchatimeout):
if password is not None:
_validate_password(password)
print("Attempting to create user {user}:{pw}. Opening browser...".format(user=username, pw=password))
if captchakey2 != None:
dcap = dict(DesiredCapabilities.PHANTOMJS)
dcap["phantomjs.page.settings.userAgent"] = user_agent
#driver = webdriver.PhantomJS(desired_capabilities=dcap)
driver = PhantomJS(desired_capabilities=dcap)
else:
#driver = webdriver.Chrome()
driver = Chrome()
driver.set_window_size(600, 600)
# Input age: 1992-01-08
print("Step 1: Verifying age using birthday: {}".format(birthday))
driver.get("{}/sign-up/".format(BASE_URL))
assert driver.current_url == "{}/sign-up/".format(BASE_URL)
elem = driver.find_element_by_name("dob")
# Workaround for different region not having the same input type
driver.execute_script("var input = document.createElement('input'); input.type='text'; input.setAttribute('name', 'dob'); arguments[0].parentNode.replaceChild(input, arguments[0])", elem)
elem = driver.find_element_by_name("dob")
elem.send_keys(birthday)
elem.submit()
# Todo: ensure valid birthday
# Create account page
print("Step 2: Entering account details")
assert driver.current_url == "{}/parents/sign-up".format(BASE_URL)
user = driver.find_element_by_name("username")
user.clear()
user.send_keys(username)
_validate_username(driver, username)
elem = driver.find_element_by_name("password")
elem.clear()
elem.send_keys(password)
elem = driver.find_element_by_name("confirm_password")
elem.clear()
elem.send_keys(password)
elem = driver.find_element_by_name("email")
elem.clear()
elem.send_keys(email)
elem = driver.find_element_by_name("confirm_email")
elem.clear()
elem.send_keys(email)
driver.find_element_by_id("id_public_profile_opt_in_1").click()
driver.find_element_by_name("terms").click()
if captchakey2 == None:
#Do manual captcha entry
print("You did not pass a 2captcha key. Please solve the captcha manually.")
elem = driver.find_element_by_class_name("g-recaptcha")
driver.execute_script("arguments[0].scrollIntoView(true);", elem)
# Waits 1 minute for you to input captcha
try:
WebDriverWait(driver, 60).until(EC.text_to_be_present_in_element_value((By.NAME, "g-recaptcha-response"), ""))
print("Captcha successful. Sleeping for 1 second...")
time.sleep(1)
except TimeoutException, err:
print("Timed out while manually solving captcha")
def mainprocess(captchakey, saveloc):
user_agent = (
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_4) " +
"AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36"
)
dcap = dict(DesiredCapabilities.PHANTOMJS)
dcap["phantomjs.page.settings.userAgent"] = user_agent
driver = PhantomJS(desired_capabilities=dcap,
service_args=['--load-images=no'])
#driver = webdriver.PhantomJS()
driver.set_window_size(1600, 1200)
driver.implicitly_wait(10)
driver.get("https://club.pokemon.com/us/pokemon-trainer-club")
driver.find_element_by_id("user-account-signup").click()
delay = 5 # seconds
try:
myElem = WebDriverWait(driver, delay).until(
EC.presence_of_element_located((By.ID, 'id_dob')))
except TimeoutException:
logging.info("Loading took too much time!")
elem = driver.find_element_by_name("dob")
driver.execute_script(
"var input = document.createElement('input'); input.type='text'; input.setAttribute('name', 'dob'); arguments[0].parentNode.replaceChild(input, arguments[0])",
elem)
randdate = datetime.date(randint(1975, 1990), randint(1, 12),
randint(1, 28))
elem = driver.find_element_by_name("dob")
elem.send_keys(datetime.datetime.strftime(randdate, '%Y-%m-%d'))
driver.save_screenshot('bday4.png')
time.sleep(1)
delay = 5 # seconds
try:
myElem = WebDriverWait(driver, delay).until(
EC.presence_of_element_located((
By.XPATH,
'//*[@id="sign-up-theme"]/section/div/div/div[1]/form/div[2]/div/div/label'
)))
except TimeoutException:
logging.info("Loading took too much time!")
myElem.click()
time.sleep(1)
delay = 5 # seconds
try:
myElem = WebDriverWait(driver, delay).until(
EC.presence_of_element_located((
By.XPATH,
'//*[@id="sign-up-theme"]/section/div/div/div[1]/form/div[2]/div/div/div/div/ul/li[168]'
)))
except TimeoutException:
logging.info("Loading took too much time!")
myElem.click()
driver.find_element_by_xpath(
'//*[@id="sign-up-theme"]/section/div/div/div[1]/form/input[2]').click(
)
randomemail = ''.join(
random.choice(string.ascii_uppercase + string.digits)
for _ in range(10))
randompass = ''.join(
random.SystemRandom().choice(string.ascii_lowercase +
string.ascii_uppercase + string.digits +
string.punctuation) for _ in range(10))
driver2 = PhantomJS(desired_capabilities=dcap,
service_args=['--load-images=no'])
driver2.set_window_size(1600, 1200)
driver2.get("https://temp-mail.org/en/option/change/")
driver2.find_element_by_name("mail").send_keys(randomemail)
doms = Select(driver2.find_element_by_xpath('//*[@id="domain"]'))
x = doms.options
domain = str(x[0].text)
time.sleep(3)
driver2.find_element_by_id('postbut').click()
driver2.get("https://temp-mail.org/en/option/refresh/")
driver.save_screenshot('screenshot.png')
driver.find_element_by_id('id_username').send_keys(randomemail)
driver.find_element_by_id('check-availability-username').click()
delay = 5 # seconds
try:
myElem = WebDriverWait(driver, delay).until(
EC.presence_of_element_located(
(By.XPATH, '//*[@id="username-suggestion"]/div/h3')))
if driver.find_element_by_xpath(
'//*[@id="username-suggestion"]/div').find_element_by_tag_name(
'h3').text == 'Username is invalid.':
logging.info('Username already in use exiting')
exit()
except TimeoutException:
logging.info("Loading took too much time!")
driver.find_element_by_id('id_password').send_keys(randompass)
driver.find_element_by_id('id_confirm_password').send_keys(randompass)
driver.find_element_by_id('id_email').send_keys(randomemail + domain)
driver.find_element_by_id('id_confirm_email').send_keys(randomemail +
domain)
driver.find_element_by_id('id_screen_name').send_keys(randomemail)
driver.find_element_by_id('check-availability-screen-name').click()
delay = 5 # seconds
try:
myElem = WebDriverWait(driver, delay).until(
EC.presence_of_element_located((
By.XPATH,
'//*[@id="user-signup-create-account-form"]/fieldset[1]/div/div/div[1]/div/div[11]/div/div/h3'
)))
if driver.find_element_by_xpath(
'//*[@id="user-signup-create-account-form"]/fieldset[1]/div/div/div[1]/div/div[11]/div/div'
).find_element_by_tag_name(
'h3'
).text == 'This screen name already exists. Please try the following:':
logging.info('Screen Name already in use exiting')
exit()
except TimeoutException:
logging.info("Loading took too much time!")
driver.find_element_by_id('id_terms').click()
logging.info("Starting captcha solve")
# AutoCapcha
autocaptcha(captchakey, driver)
driver.find_element_by_xpath(
'//*[@id="user-signup-create-account-form"]/fieldset[2]/div/input'
).click()
driver.close()
logging.info("Waiting on Email")
for z in range(0, 10):
try:
delay = 60 # seconds
try:
myElem = WebDriverWait(driver2, delay).until(
EC.presence_of_element_located(
(By.XPATH, '//*[@id="mails"]/tbody')))
except TimeoutException:
if z == 9:
logging.info("Can't Find the email sorries :(")
exit()
else:
logging.info("No Email Yet " + str(z + 1) + "/10")
driver2.refresh()
except:
continue
myElem.click()
time.sleep(5)
elems = driver2.find_elements_by_tag_name('a')
time.sleep(5)
for elem in elems:
test = str(elem.get_attribute("href"))
if "https://club.pokemon.com/us/pokemon-trainer-club/activated/" in test:
actions = ActionChains(driver2)
actions.move_to_element(elem).perform()
elem.click()
break
time.sleep(10)
driver2.quit()
logging.info("Account created saving details")
with open(os.path.join(saveloc, 'accounts.txt'), "a") as myfile:
myfile.write("\n" + randomemail + ' - ' + randompass)
logging.info(randomemail + " account created")
class Vassar_Downloader(object):
err_log_name = 'ERROR_LOG.txt'
download_log = "temp.txt"
raw_file_folder = 'Raw files -- %s' % str(time.localtime()[0:3])
def __init__(self,
urn=None,
pwd=None,
init_dict=[res for res in permutation(lowercase, 2)]):
if not os.path.exists(self.raw_file_folder):
os.mkdir(self.raw_file_folder)
os.chdir(self.raw_file_folder)
if not urn:
urn = raw_input('Enter the username: '******''
else:
print 'Username: '******'\n'
if not pwd:
pwd = getpass.getpass('Enter the password: '******'cls')
with open(self.err_log_name, 'w') as f:
f.write('Starting crawling from %s...\n' % time.ctime())
self.url = 'https://aisapps.vassar.edu/directory/internal_auth_studir_srch.php'
print 'Initializing...\n'
self.browser = PhantomJS()
self.i = 0
self.urn = urn
self.pwd = pwd
self.DICT = init_dict
self.searchReq = 'https://aisapps.vassar.edu/directory/internal_auth_studirctry_rslts.php'
self.init()
def init(self):
self.if_continue()
self.cluster()
def if_continue(self):
self.finished_list = []
if os.path.exists(self.download_log):
with open(self.download_log, 'r') as f:
data = f.read()
self.finished_list = data.split(',')
self.finished_list.pop(-2)
self.waiting_list = filter(
lambda x: x not in self.finished_list, self.DICT)
self.status = "Continue from the last dumping... %d / %d\n" % (
len(self.DICT) - len(self.waiting_list), len(self.DICT))
print self.status
else:
self.waiting_list = self.DICT
def login(self):
print 'Connecting to "%s"...' % self.url
self.browser.get(self.url)
self.status = '\nTrying to login as %s...' % self.urn
print self.status
username = self.browser.find_element_by_name("username")
password = self.browser.find_element_by_name("password")
username.send_keys(self.urn)
password.send_keys(self.pwd)
login_attempt = self.browser.find_element_by_xpath(
"//*[@type='submit']")
login_attempt.submit()
return self.browser.page_source
def request(self, data, method='POST', error_time=0):
filename = 'source - %s.txt' % (str(data.values()))
#print 'downloading %s...'%filename
try:
resp = self.browser.request(method, self.searchReq, data=data)
with open(filename, 'w') as f:
#f.write(clean_content(resp.content))
f.write(resp.content)
temp = data['lastname']
self.finished_list.append(temp)
self.waiting_list.remove(temp)
self.status = '%d / %d done...' % (
self.total - len(self.waiting_list), self.total)
print self.status
with open(self.download_log, 'a') as f:
f.write('%s,' % temp)
except Exception as e:
error_time += 1
if error_time <= 3:
self.logger('Error! %s failed %d times.' %
(str(data), error_time))
self.request(data, error_time=error_time)
else:
self.logger('<<Error! %s not downloaded!>>' % (str(data)))
def cluster(self):
s = self.login()
if 'http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd' not in s:
self.status = '\nAuthentification failed.\n'
print self.status
self.logger('Authentification failed.')
return None
else:
self.status = '\nAuthentification succeeded.\n\nDownloading data...\n\n'
print self.status
self.total = len(self.DICT)
threads = [
MyThread(self.request, ({
'lastname': ln
}, 'POST'), name=ln) for ln in self.waiting_list
]
for t in threads:
t.start()
for t in threads:
t.join()
self.status = '\nClearing cache...\n'
print self.status
os.remove(self.download_log)
print 'Done...\n'
def logger(self, msg):
with open(self.err_log_name, 'a') as f:
f.write('%s --- %s\n' % (msg, time.ctime()))
def update(self, user, email):
''' Reset the users email address on Github Enterprise '''
# Initialize the PhantomJS selenium driver
driver = PhantomJS()
driver.implicitly_wait(10)
driver.set_window_size(1400, 850)
# Login as the admin user
driver.get('https://%s/login' % (self.ghe_host))
driver.find_element_by_name('login').send_keys(self.ghe_user)
driver.find_element_by_name('password').send_keys(self.ghe_pass)
driver.find_element_by_name('commit').click()
# Check for two-factor auth code request
if driver.current_url == 'https://%s/sessions/two-factor' % self.ghe_host:
if self.ghe_totp:
base = '.auth-form-body input'
u = driver.find_element_by_css_selector('%s[name=utf8]' % base)
t = driver.find_element_by_css_selector(
'%s[name=authenticity_token]' % base)
otp = pyotp.TOTP(self.ghe_totp)
driver.request(
'POST',
'https://%s/sessions/two-factor' % self.ghe_host,
data={
'utf8': u.get_attribute('value'),
'otp': otp.now(),
'authenticity_token': t.get_attribute('value')
})
else:
print('Two-Factor authentication required.')
sys.exit()
# Retrieve the email admin page for the designated user to be updated
driver.get('https://%s/stafftools/users/%s/emails' %
(self.ghe_host, user))
# Ensure that we were able to access the requested admin page
if 'Page not found' in driver.title or user.lower(
) not in driver.title.lower():
print('User not found, or insufficient access rights.')
sys.exit()
# Locate the necessary inputs to be able to add an email address
base = 'form[action="/stafftools/users/%s/emails"] input' % user
u = driver.find_element_by_css_selector('%s[name=utf8]' % base)
t = driver.find_element_by_css_selector('%s[name=authenticity_token]' %
base)
# Send the add email address request
driver.request('POST',
'https://%s/stafftools/users/%s/emails' %
(self.ghe_host, user),
data={
'utf8': u.get_attribute('value'),
'email': email,
'authenticity_token': t.get_attribute('value')
})
# Send password reset to new email address
base = 'form[action="/stafftools/users/%s/password/send_reset_email"] input' % user
u = driver.find_element_by_css_selector('%s[name=utf8]' % base)
t = driver.find_element_by_css_selector('%s[name=authenticity_token]' %
base)
m = driver.find_element_by_css_selector('%s[name=_method]' % base)
driver.request(
'POST',
'https://%s/stafftools/users/%s/password/send_reset_email' %
(self.ghe_host, user),
data={
'utf8': u.get_attribute('value'),
'email': email,
'authenticity_token': t.get_attribute('value'),
'_method': m.get_attribute('value')
})
# Get password reset link and display to console
driver.get('https://%s/stafftools/users/%s/emails' %
(self.ghe_host, user))
if email in driver.page_source:
print('Email added and password reset email sent.')
else:
print(
'New email not showing up on user page; please check manually.'
)