Example #1
0
def run_test_crawl(crawler_iterator):
    for caption in crawler_iterator:
        print caption.get_qm_id(), "--", caption.meme.meme_name
        image_source = caption.image_source
        print "url:", caption.get_url()
        print "image_source:", image_source 
        print DatabaseConnection.insertCrawlData(caption.get_url(),caption.get_filename(), caption.get_rating(), caption.get_views())
    run_test_crawl(crawler_iterator)