def convert(reset, clean): conv = EumssiConverter('DW-video', dw_video_map) if reset: conv.reset() if clean: conv.clean() conv.run()
def convert(reset, clean): conv = EumssiConverter('DW-news-may-release', dw_a_map) if reset: conv.reset() if clean: conv.clean() conv.run()
def convert(reset, clean): conv = EumssiConverter('twitter-api-1.1', twitter_map, coll_name="tweets") if reset: conv.reset() if clean: conv.clean() conv.run()
def convert(reset, clean): conv = EumssiConverter('DW-fracking-manual-data', dw_a_map) if reset: conv.reset() if clean: conv.clean() conv.run()
def convert(reset, clean): conv = EumssiConverter('DW-article', dw_article_map) if reset: conv.reset() if clean: conv.clean() conv.run()
def main(): conv = EumssiConverter('gdata-api-v102014',youtube_video_map) conv.run()
def main(): conv = EumssiConverter('eumssi-crawler-v102014',news_map) conv.run()
def main(): conv = EumssiConverter('twitter-api-1.1', twitter_map) conv.run()
def main(): conv = EumssiConverter('DW-video', dw_video_map) conv.run()
def main(): conv = EumssiConverter('youtube-v3',youtube_video_map,sleep_time=600) #conv = EumssiConverter('Youtube',youtube_video_map) conv.run()