def main():
tagging = False
testurl= 'http://abc.tumblr.com/'
'''
'''
# baseInput = sys.argv[1]
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
logger.info('Start blog: '+testurl)
inputurl=Parser.formatInput(testurl)
logging.info(inputurl)
dirname = Parser.getDirectoryName(testurl,tagging)
logging.info(dirname)
Parser.mkdirs(dirname)
records = {}
records['total'] = Scraper().getTotalPosts(inputurl)
records['account'] = inputurl
records['current'] = 0
logger.info('Records: %s', records)
#dbconn = SQLLITE()
#if(dbconn.query_account(records['account'])):
#blogExists()
#if not (SQLLITE().insert_initials(records)):
#dbconn.insert(records)
if(records['total'] and int(records['total'])>0):
while(records['current'] <= int(records['total'])):
printPercentage(records['current'], records['total'])
if(records['current']==0):
url=inputurl
else:
url= inputurl + '?start=' + str(records['current'])
Scraper(tagging).scrapePage(url)
records['current'] += 20
#SQLLITE().insert(records)
logger.debug('Records: %s', records)
logger.info('Updating records ...')
atexit.register(cleanUp, records)
