for c in self.crawlers]
# run all threads
for cth in cthreads:
cth.start()
# wait for all threads to finish
for cth in cthreads:
cth.join()
if __name__ == '__main__':
# create crawlers using user network accounts data
# Delicious crawler
from sna.crawler.deliciouscrawler import DeliciousCrawler
delicrawl = DeliciousCrawler()
delicrawl.setStartUserId('anamaria0509')
delicrawl.setMaxLevel(2)
# Flickr crawler
from sna.crawler.flickrcrawler import FlickrCrawler
params = {'api_key': 'ac91a445a4223af2ceafb06ae50f9a25'}
fcrawl = FlickrCrawler(params)
fcrawl.setStartUserId('anamaria stoica')
fcrawl.setMaxLevel(2)
# YouTube crawler
from sna.crawler.youtubecrawler import YouTubeCrawler
ytcrawl = YouTubeCrawler()
ytcrawl.setStartUserId('anamaria0509')
ytcrawl.setMaxLevel(2)
