Пример #1
0
def main():
    helperFunctions.populateStopWords()
    print("Started.")
    crawlFile()
    print("Done with crawling.")
    mapCreator.mergeTermFiles()
    print("Done with merging")
    mapCreator.makeTermBTree()
    makeCollFile()
Пример #2
0
def startUserSearch(query):
    global db_no,queryDict,collDict
    for db in lTotalDB:
        db  = int(db)
        #reset()
        db_no=db
        helperFunctions.populateStopWords()
        setUserQueryDict(query)
        #print("qd",queryDict)
        setAvgQLen()
        get_oktf_queries()
        getResults()
        
    #print("length of coll : ",len(collDict))
    mergeResults()
Пример #3
0
def main(fileName):
    print("Started indexing : "+fileName)
    helperFunctions.populateStopWords()
    fetchFromFile()