Python DaoUrl 예제들

예제 #1

파일: Main.py 프로젝트: rfunix/WebSpider

def VerficaUrlExistente(url):
    dUrl = DaoUrl()
    urlSearch = dUrl.pesquisaUrlPelaUrl(url)
    if (urlSearch == None):
        return False
    else:
        return True

예제 #2

def VerficaUrlExistente(url):
    dUrl = DaoUrl()
    urlSearch = dUrl.pesquisaUrlPelaUrl(url)
    if (urlSearch == None):
        return False
    else:
        return True

예제 #3

파일: Main.py 프로젝트: rfunix/WebSpider

def SaveText(htmlText, url):
    dUrl = DaoUrl()
    dTexto = DaoTexto()
    m = ModelTexto()
    m.IdTexto = str(uuid1())
    m.IdTipoTexto = 'a02e67b8-016a-423b-b6a4-f0500f880d6f'
    m.Texto = BeautifulStoneSoup(htmlText,
                                 convertEntities=BeautifulStoneSoup.HTML_ENTITIES) # Formata encode Resposta
    urlObject = dUrl.pesquisaUrlPelaUrl(url)
    if (urlObject):
        m.IdUrl = urlObject.IdUrl
    else:
        m.IdUrl = None
    dTexto.insertTexto(m)

예제 #4

def SaveText(htmlText, url):
    dUrl = DaoUrl()
    dTexto = DaoTexto()
    m = ModelTexto()
    m.IdTexto = str(uuid1())
    m.IdTipoTexto = 'a02e67b8-016a-423b-b6a4-f0500f880d6f'
    m.Texto = BeautifulStoneSoup(htmlText,
                                 convertEntities=BeautifulStoneSoup.
                                 HTML_ENTITIES)  # Formata encode Resposta
    urlObject = dUrl.pesquisaUrlPelaUrl(url)
    if (urlObject):
        m.IdUrl = urlObject.IdUrl
    else:
        m.IdUrl = None
    dTexto.insertTexto(m)

예제 #5

파일: Main.py 프로젝트: rfunix/WebSpider

def InsertUrl(urlSon, urlFather):
    dUrl = DaoUrl()
    m = ModelUrl()
    if (urlFather == None):
        m.IdUrlPai = None
        m.SeBase = True
    else:
        mUrlFather = dUrl.pesquisaUrlPelaUrl(urlFather)
        m.IdUrlPai = mUrlFather.IdUrl
        m.SeBase = False
    m.IdUrl = str(uuid1())
    m.DataCadastro = time.strftime("%Y-%m-%d")
    global NivelRecursividade
    m.NivelRecursividade = NivelRecursividade
    m.UrlCaminho = urlSon
    dUrl.insertUrl(m)

예제 #6

def InsertUrl(urlSon, urlFather):
    dUrl = DaoUrl()
    m = ModelUrl()
    if (urlFather == None):
        m.IdUrlPai = None
        m.SeBase = True
    else:
        mUrlFather = dUrl.pesquisaUrlPelaUrl(urlFather)
        m.IdUrlPai = mUrlFather.IdUrl
        m.SeBase = False
    m.IdUrl = str(uuid1())
    m.DataCadastro = time.strftime("%Y-%m-%d")
    global NivelRecursividade
    m.NivelRecursividade = NivelRecursividade
    m.UrlCaminho = urlSon
    dUrl.insertUrl(m)