def run(self):
print("Creating driver...")
driver = self.create_selenium_driver()
output = []
for data in self.input_data:
if len(data) < 4 or len(data) > 5:
raise Exception('Input data out of bounds (' + str(len(data)) + ') on input row: ' + str(len(output)+1))
count = str(len(output)+1)
print("Getting URL",count," \'",data[0],"\'...")
driver.get(data[1])
price_time = time.strftime("%Y-%m-%d %H:%M", time.localtime())
price_element = None
try:
price_element = driver.find_element_by_id(data[2])
except NoSuchElementException as err:
print("NoSuchElementException, the price element was not found: {0}".format(err.msg))
# Uncomment to save exception screenshot
#with open('error.png', "wb") as fh:
# fh.write(base64.standard_b64decode(err.screen))
continue
#driver.save_screenshot(count + '_out.png')
price_data = []
#unicode_url = data[1].encode('utf-8')
#price_data.append(hashlib.md5(unicode_url).hexdigest())
price_data.append(data[0])
price_data.append(price_time)
price_data.append(price_element.text)
price_data.append(data[3])
if len(data) is 5:
price_data.append(data[4])
output.append(price_data)
#print (price_element.text)
print("Writing to file...")
with open(self.file_txt_path, 'a') as f:
for price_data in output:
output = ''
separator = ''
for data in price_data:
output += separator + data
separator = '|'
f.write(output)
f.write('\n')
print("Plotting graph...")
drawer = Drawer(self.file_txt_path)
drawer.draw_scatter()
print ('Done')
#!/usr/bin/env python3
from draw import Drawer
import os
if __name__ == '__main__':
options = {
# Data directory
'output_directory': "./",
# Price data file
'file_name': "watch_prices.txt",
}
file_txt_path = os.path.join(options['output_directory'],
options['file_name'])
drawer = Drawer(file_txt_path)
drawer.draw_scatter()