class validarCuentas:
def __init__(self):
self.dirNombre = '/home/dgc7/ejersiciosLibros/pyaton/ejemplos/scrapin/zlibrari/crearCorreos/nombre.txt'
self.nombre = open(self.dirNombre, 'r+')
self.email = []
for self.d in range(0, 101):
self.email.append(self.nombre.readline() + 'asdsdf')
for self.d in range(0, 100):
self.email[self.d] = re.sub('\n', 'asdaawderca',
self.email[self.d])
self.email[self.d] = re.sub(
r"([^n\u0300-\u036f]|n(?!\u0303(?![\u0300-\u036f])))[\u0300-\u036f]+",
r"\1", normalize("NFD", self.email[self.d]), 0, re.I)
self.email[self.d] = normalize('NFC', self.email[self.d])
def iniciarTor(self, fila):
self.tbb_dir = "/usr/local/share/tor-browser_en-US"
self.mailpro = TorBrowserDriver(self.tbb_dir,
tbb_logfile_path='test.log')
self.mailpro.load_url('https://maildrop.cc/')
def ingresarDatos(self, fila):
self.pulsar = self.mailpro.find_elements_by_xpath('//input')[1]
self.pulsar.send_keys(self.email[fila])
self.pulsar.send_keys(Keys.RETURN)
sleep(6)
self.correo = self.mailpro.find_elements_by_xpath('//div[@class]')[14]
self.correo.click()
sleep(5)
self.iframe = self.mailpro.find_element_by_tag_name('iframe')
self.mailpro.switch_to.frame(self.iframe)
print(self.mailpro.page_source)
self.mailpro.find_elements_by_xpath('//a[@href]')[1].click()
def serrarTor(self):
self.mailpro.close()
def imprimirDatos(self):
for d in range(0, 100):
print(self.email[d])
class Visit(object):
"""Hold info about a particular visit to a page."""
def __init__(self, batch_num, site_num, instance_num, page_url, base_dir, tor_controller, bg_site=None,
experiment=cm.EXP_TYPE_WANG_AND_GOLDBERG, xvfb=False, capture_screen=True):
self.batch_num = batch_num
self.site_num = site_num
self.instance_num = instance_num
self.page_url = page_url
self.bg_site = bg_site
self.experiment = experiment
self.base_dir = base_dir
self.visit_dir = None
self.visit_log_dir = None
self.tbb_version = cm.RECOMMENDED_TBB_VERSION
self.capture_screen = capture_screen
self.tor_controller = tor_controller
self.xvfb = xvfb
self.init_visit_dir()
self.pcap_path = os.path.join(
self.visit_dir, "{}.pcap".format(self.get_instance_name()))
if self.xvfb and not cm.running_in_CI:
wl_log.info("Starting XVFBm %sX%s" % (cm.XVFB_W, cm.XVFB_H))
self.vdisplay = Xvfb(width=cm.XVFB_W, height=cm.XVFB_H)
self.vdisplay.start()
# Create new instance of TorBrowser driver
TorBrowserDriver.add_exception(self.page_url)
self.tb_driver = TorBrowserDriver(tbb_path=cm.TBB_PATH,
tbb_logfile_path=join(self.visit_dir, "logs", "firefox.log"))
self.sniffer = Sniffer() # sniffer to capture the network traffic
def init_visit_dir(self):
"""Create results and logs directories for this visit."""
visit_name = str(self.instance_num)
self.visit_dir = os.path.join(self.base_dir, visit_name)
ut.create_dir(self.visit_dir)
self.visit_log_dir = os.path.join(self.visit_dir, 'logs')
ut.create_dir(self.visit_log_dir)
def get_instance_name(self):
"""Construct and return a filename for the instance."""
inst_file_name = '{}_{}_{}' \
.format(self.batch_num, self.site_num, self.instance_num)
return inst_file_name
def filter_guards_from_pcap(self):
guard_ips = set([ip for ip in self.tor_controller.get_all_guard_ips()])
wl_log.debug("Found %s guards in the concensus.", len(guard_ips))
orig_pcap = self.pcap_path + ".original"
copyfile(self.pcap_path, orig_pcap)
try:
preader = PcapReader(orig_pcap)
pcap_filtered = []
for p in preader:
if IP not in p:
pcap_filtered.append(p)
continue
ip = p.payload
if ip.dst in guard_ips or ip.src in guard_ips:
pcap_filtered.append(p)
wrpcap(self.pcap_path, pcap_filtered)
except Exception as e:
wl_log.error("ERROR: filtering pcap file: %s. Check old pcap: %s",
e, orig_pcap)
else:
os.remove(orig_pcap)
def post_crawl(self):
pass
# TODO: add some sanity checks?
def cleanup_visit(self):
"""Kill sniffer and Tor browser if they're running."""
wl_log.info("Cleaning up visit.")
wl_log.info("Cancelling timeout")
ut.cancel_timeout()
if self.sniffer and self.sniffer.is_recording:
wl_log.info("Stopping sniffer...")
self.sniffer.stop_capture()
# remove non-tor traffic
self.filter_guards_from_pcap()
if self.tb_driver and self.tb_driver.is_running:
# shutil.rmtree(self.tb_driver.prof_dir_path)
wl_log.info("Quitting selenium driver...")
self.tb_driver.quit()
# close all open streams to prevent pollution
self.tor_controller.close_all_streams()
if self.xvfb and not cm.running_in_CI:
wl_log.info("Stopping display...")
self.vdisplay.stop()
# after closing driver and stoping sniffer, we run postcrawl
self.post_crawl()
def take_screenshot(self):
try:
out_png = os.path.join(self.visit_dir, 'screenshot.png')
wl_log.info("Taking screenshot of %s to %s" % (self.page_url,
out_png))
self.tb_driver.get_screenshot_as_file(out_png)
if cm.running_in_CI:
wl_log.debug("Screenshot data:image/png;base64,%s"
% self.tb_driver.get_screenshot_as_base64())
except:
wl_log.info("Exception while taking screenshot of: %s"
% self.page_url)
def get_wang_and_goldberg(self):
"""Visit the site according to Wang and Goldberg (WPES'13) settings."""
ut.timeout(cm.HARD_VISIT_TIMEOUT) # set timeout to stop the visit
self.sniffer.start_capture(self.pcap_path,
'tcp and not host %s and not tcp port 22 and not tcp port 20'
% LOCALHOST_IP)
time.sleep(cm.PAUSE_BETWEEN_INSTANCES)
try:
self.tb_driver.set_page_load_timeout(cm.SOFT_VISIT_TIMEOUT)
except:
wl_log.info("Exception setting a timeout {}".format(self.page_url))
wl_log.info("Crawling URL: {}".format(self.page_url))
t1 = time.time()
self.tb_driver.get(self.page_url)
page_load_time = time.time() - t1
wl_log.info("{} loaded in {} sec"
.format(self.page_url, page_load_time))
time.sleep(cm.WAIT_IN_SITE)
if self.capture_screen:
self.take_screenshot()
self.cleanup_visit()
def get_multitab(self):
"""Open two tab, use one to load a background site and the other to
load the real site."""
PAUSE_BETWEEN_TAB_OPENINGS = 0.5
ut.timeout(cm.HARD_VISIT_TIMEOUT) # set timeout to kill running procs
# load a blank page - a page is needed to send keys to the browser
self.tb_driver.get(BAREBONE_HOME_PAGE)
self.sniffer.start_capture(self.pcap_path,
'tcp and not host %s and not tcp port 22 and not tcp port 20'
% LOCALHOST_IP)
time.sleep(cm.PAUSE_BETWEEN_INSTANCES)
try:
self.tb_driver.set_page_load_timeout(cm.SOFT_VISIT_TIMEOUT)
except:
wl_log.info("Exception setting a timeout {}".format(self.page_url))
wl_log.info("Crawling URL: {} with {} in the background".
format(self.page_url, self.bg_site))
body = self.tb_driver.find_element_by_tag_name("body")
body.send_keys(Keys.CONTROL + 't') # open a new tab
# now that the focus is on the address bar, load the background
# site by "typing" it to the address bar and "pressing" ENTER (\n)
# simulated by send_keys function
body.send_keys('%s\n' % self.bg_site)
# the delay between the loading of background and real sites
time.sleep(PAUSE_BETWEEN_TAB_OPENINGS)
body = self.tb_driver.find_element_by_tag_name("body")
body.send_keys(Keys.CONTROL + 't') # open a new tab
t1 = time.time()
self.tb_driver.get(self.page_url) # load the real site in the 2nd tab
page_load_time = time.time() - t1
wl_log.info("{} loaded in {} sec"
.format(self.page_url, page_load_time))
time.sleep(cm.WAIT_IN_SITE)
if self.capture_screen:
self.take_screenshot()
self.cleanup_visit()
def get(self):
"""Call the specific visit function depending on the experiment."""
if self.experiment == cm.EXP_TYPE_WANG_AND_GOLDBERG:
self.get_wang_and_goldberg()
elif self.experiment == cm.EXP_TYPE_MULTITAB_ALEXA:
self.get_multitab()
else:
raise ValueError("Cannot determine experiment type")
class crearCorros:
def __init__(self):
self.urlProtocoe = 'http://3g2upl4pq6kufc4m.onion', 'https://mail.protonmail.com/create/new', 'https://singlelogin.org/registration.php'
print(self.urlProtocoe[2])
self.tbb_dir = "/usr/local/share/tor-browser_en-US"
self.protocoe = TorBrowserDriver(self.tbb_dir,
tbb_logfile_path='test.log')
self.dirNombre = '/home/dgc7/ejersiciosLibros/pyaton/ejemplos/scrapin/zlibrari/crearCorreos/nombre.txt'
self.nombre = open(self.dirNombre, 'r+')
self.dirapellido = '/home/dgc7/ejersiciosLibros/pyaton/ejemplos/scrapin/zlibrari/crearCorreos/apellidos.txt'
self.apellido = open(self.dirapellido, 'r+')
self.dirContrasenna = '/home/dgc7/ejersiciosLibros/pyaton/ejemplos/scrapin/zlibrari/crearCorreos/contraseña.txt'
self.contrasenna = open(self.dirContrasenna, 'r+')
self.dirCotrasenna2 = '/home/dgc7/ejersiciosLibros/pyaton/ejemplos/scrapin/zlibrari/crearCorreos/contraseña2.txt'
self.Contrasenna2 = open(self.dirCotrasenna2, 'r+')
self.datosContrasenna = []
self.lista = []
for self.d in range(0, 101):
self.lista.append(self.nombre.readline() + 'asdsdf')
self.datosContrasenna.append(self.contrasenna.readline() +
self.Contrasenna2.readline())
for self.d in range(0, 100):
self.lista[self.d] = re.sub('\n', 'asdaawderca',
self.lista[self.d])
self.datosContrasenna[self.d] = re.sub(
'\n', 'radabanals', self.datosContrasenna[self.d])
self.lista[self.d] = re.sub(
r"([^n\u0300-\u036f]|n(?!\u0303(?![\u0300-\u036f])))[\u0300-\u036f]+",
r"\1", normalize("NFD", self.lista[self.d]), 0, re.I)
self.lista[self.d] = normalize('NFC', self.lista[self.d])
self.datosContrasenna[self.d] = re.sub(
r"([^n\u0300-\u036f]|n(?!\u0303(?![\u0300-\u036f])))[\u0300-\u036f]+",
r"\1", normalize("NFD",
self.datosContrasenna[self.d]), 0, re.I)
self.datosContrasenna[self.d] = normalize(
'NFC', self.datosContrasenna[self.d])
def iniciarTor(self):
self.protocoe.load_url(self.urlProtocoe[2])
def ingresarDatos(self, fila):
self.pasword = self.protocoe.find_element_by_name("password")
self.pasword.click()
sleep(random.uniform(1.0, 4))
self.pasword.send_keys(self.datosContrasenna[fila])
self.pasword = self.protocoe.find_element_by_name("passwordc")
sleep(random.uniform(1.0, 3))
self.pasword.click()
self.pasword.send_keys(self.datosContrasenna[fila])
sleep(random.uniform(2.0, 5.7))
self.iframes = self.protocoe.find_element_by_tag_name("iframe")
self.protocoe.switch_to.frame(self.iframes)
self.usuario = self.protocoe.find_element_by_xpath('//input')
self.usuario.click()
self.usuario.send_keys(self.lista[fila])
sleep(random.uniform(0, 5))
self.usuario.send_keys(Keys.ENTER)
self.protocoe.switch_to.default_content()
sleep(20)
self.enter = self.protocoe.find_element_by_xpath(
'//button[@class="pm_button primary modal-footer-button"]')
self.enter.click()
def serrarTor(self):
self.protocoe.close()
def imprimirDatos(self):
for d in range(0, 100):
print(self.lista[d])
print(self.datosContrasenna[d])
