Exemplo n.º 1
0
        float(s)
        return True
    except ValueError:
        return False


def filterToken(var):
    if len(var) > 2 and isNumber(var) == False:
        return True
    return False


for rssData in rssDataList:

    if (rssData[1] != None and rssData[1] != "" and len(rssData[1]) > 2):
        nouns = morpheme.nouns(rssData[1])
        tokenTitle = list(filter(filterToken, nouns))
        for (item) in tokenTitle:
            stopWord = dataHandler.getStopWord(item)
            if len(stopWord) == 0:
                dataHandler.insertTitleToken(rssData[0], item)

    if (rssData[4] != None and rssData[4] != "" and len(rssData[4]) > 2):
        nouns = morpheme.nouns(rssData[4])
        tokenContent = list(filter(filterToken, nouns))
        for (item) in tokenContent:
            stopWord = dataHandler.getStopWord(item)
            if len(stopWord) == 0:
                dataHandler.insertContentToken(rssData[0], item)

    dataHandler.updateRssToken(rssData[0], "1")
Exemplo n.º 2
0
        float(s)
        return True
    except ValueError:
        return False

def filterToken(var):
    if len(var) > 2 and isNumber(var) == False :
        return True
    return False


for rssData in rssDataList :

    if(rssData[1] != None and rssData[1] != "" and len(rssData[1]) > 2) :
        nouns = morpheme.nouns(rssData[1])
        tokenTitle = list(filter(filterToken, nouns))
        for(item) in tokenTitle:
            stopWord = dataHandler.getStopWord(item)
            if len(stopWord) == 0 :
                dataHandler.insertTitleToken(rssData[0], item)


    if(rssData[4] != None and rssData[4] != "" and len(rssData[4]) > 2) :
        nouns = morpheme.nouns(rssData[4])
        tokenContent = list(filter(filterToken, nouns))
        for(item) in tokenContent:
            stopWord = dataHandler.getStopWord(item)
            if len(stopWord) == 0 :
                dataHandler.insertContentToken(rssData[0], item)

    dataHandler.updateRssToken(rssData[0], "1")