from urllib.request import urlopen
import time
import progressbar
import multiprocessing
import csv
import datetime
grab = Grabber()
# bar1 = progressbar.ProgressBar(max_value=progressbar.UnknownLength)
# bar2 = progressbar.ProgressBar(max_value=progressbar.UnknownLength)
# bar3 = progressbar.ProgressBar(max_value=progressbar.UnknownLength)
logging = True
processor.logging = logging
grab.logging = logging
# output_file = 'output/' + 'doc.csv'
output_file = 'output/doc {}.csv'.format(str(datetime.datetime.now())[:-7])
failed_file = 'failed.txt'
res = 'res/'
class Scraper:
souper_not_done = True
souped = 0
processed = 0
