def deepCrawl(crawled) :
tmp = []
for each in crawled :
crawl = Crawl(each['url'])
crawl.filter()
tmp.extend(crawl.get())
return tmp
def appCrawl(url):
crawl = Crawl(url)
crawl.filter()
crawled = []
crawled.extend(crawl.get())
crawled.extend(SubCrawl.deepCrawl(crawled))
crawled = SubCrawl.deleteOverlap(crawled)
crawled = SubCrawl.replaceAttack(crawled)
crawled = SubCrawl.getAttackable(crawled)
return crawled
