示例#1
0
def scrape_url(url):
    
    dirtyList     = bl.scrape_site(url)
    cleanList     = bl.clean_list(dirtyList)
    sanitizedList = bl.sanitize_list(cleanList)
#    bl.upload2db(sanitizedList,url)    
    
    print dirtyList
    print cleanList
    print sanitizedList    
    print "completed"
    return
示例#2
0
def import_url_file(fileName):
    fileList  = bl.open_file(fileName)
    cleanList = bl.clean_list(fileList)
    sanitizedList = bl.sanitize_list(cleanList)
    bl.upload2db(sanitizedList)
    return