Example #1
0
def GetDumpsOfCrawler():
    pagData = Crawler.crawl('https://www.cnj.jus.br/sgt/versoes.php')
    soups = Crawler.getSoup(pagData)
    linkOfDumps = Crawler.GetUrlOfDumps(soups)
    dataDump = []
    for dump in linkOfDumps:
        data = Crawler.crawl(dump)
        dataSoup = Crawler.getSoup(data)
        if re.search("\d{1,2}\_dump_estrutura\.sql", dump):
            ExecuteQueryEstrutura(dataSoup.text)
        else:
            ExecuteQueryDados(dataSoup.text)