def convert(reset, clean):
conv = EumssiConverter('DW-video', dw_video_map)
if reset:
conv.reset()
if clean:
conv.clean()
conv.run()
def convert(reset, clean):
conv = EumssiConverter('DW-news-may-release', dw_a_map)
if reset:
conv.reset()
if clean:
conv.clean()
conv.run()
def convert(reset, clean):
conv = EumssiConverter('twitter-api-1.1', twitter_map, coll_name="tweets")
if reset:
conv.reset()
if clean:
conv.clean()
conv.run()
def convert(reset, clean):
conv = EumssiConverter('DW-fracking-manual-data', dw_a_map)
if reset:
conv.reset()
if clean:
conv.clean()
conv.run()
def convert(reset, clean):
conv = EumssiConverter('DW-article', dw_article_map)
if reset:
conv.reset()
if clean:
conv.clean()
conv.run()
def main():
conv = EumssiConverter('gdata-api-v102014',youtube_video_map)
conv.run()
def main():
conv = EumssiConverter('eumssi-crawler-v102014',news_map)
conv.run()
def main():
conv = EumssiConverter('twitter-api-1.1', twitter_map)
conv.run()
def main():
conv = EumssiConverter('DW-video', dw_video_map)
conv.run()
def main():
conv = EumssiConverter('youtube-v3',youtube_video_map,sleep_time=600)
#conv = EumssiConverter('Youtube',youtube_video_map)
conv.run()
