Example #1
0
def testFuzzyA1(queriesAndResultsPath, binary_path):
    args = [binary_path, "--config-file=./fuzzy_a1/conf.xml"]

    if test_lib.confirmPortAvailable(port) == False:
        print "Port " + str(port) + " already in use - aborting"
        return -1

    print "starting engine: " + args[0] + " " + args[1]
    serverHandle = test_lib.startServer(args)
    test_lib.pingServer(port)

    # construct the query

    failCount = 0
    f_in = open(queriesAndResultsPath, "r")
    for line in f_in:
        # get the query keyword and results
        value = line.split("||")
        queryValue = value[0].split()
        resultValue = (value[1]).split()
        # construct the query
        query = "http://localhost:" + port + "/search?"
        query = query + prepareQuery(queryValue)
        # print query

        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)

        # check the result
        failCount += checkResult(query, response_json["results"], resultValue)

    test_lib.killServer(serverHandle)
    print "=============================="
    return failCount
Example #2
0
def testPhraseSearch(queriesAndResultsPath, binary_path):
    #Start the engine server
    args = [ binary_path, '--config-file=./phraseSearch/ps2.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)

    #construct the query
    #format : phrase,proximity||rid1 rid2 rid3 ...ridn
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        value=line.split('||')
        phrase=value[0]
        expectedRecordIds=(value[1]).split()
        query='http://localhost:' + port + '/search?q='+ urllib.quote(phrase) + '&sort=ranking&orderby=desc'
        print query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
        #print response_json['results']
        #check the result
        checkResult(query, response_json['results'], expectedRecordIds)

    test_lib.killServer(serverHandle)
    print '=============================='
Example #3
0
def testRelaxedConfig(queriesAndResultsPath, binary_path, authKey):
    #Start the engine server
    args = [binary_path, '--config-file=./missing_parameters_from_cm/conf.xml']

    if confirmPortAvailable(port, authKey) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    pingServer(port, authKey)
    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    line = f_in.readline()
    #get the query keyword and results
    value = line.split('||')
    queryValue = value[0].split()
    resultValue = (value[1]).split()
    #construct the query
    query = 'http://localhost:' + port + '/search?OAuth=' + authKey + '&'
    query = query + prepareQuery(queryValue)
    #print query
    #do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    failCount += checkResult(query, response_json['results'], resultValue)
    test_lib.killServer(serverHandle)
    return failCount
Example #4
0
def testGeo(queriesAndResultsPath, binary_path):
    # Start the engine server
    args = [binary_path, "--config-file=./geo/conf.xml"]

    if test_lib.confirmPortAvailable(port) == False:
        print "Port " + str(port) + " already in use - aborting"
        return -1

    serverHandle = test_lib.startServer(args)
    # make sure that start the engine up
    test_lib.pingServer(port, "q=goods&clat=61.18&clong=-149.1&radius=0.5")

    # construct the query
    failCount = 0
    radius = 0.25
    f_in = open(queriesAndResultsPath, "r")
    for line in f_in:
        # get the query keyword and results
        value = line.split("||")
        queryGeo = value[0].split("+")
        resultValue = (value[1]).split()
        # construct the query
        query = "http://localhost:" + port + "/search?"
        query = query + prepareQuery(queryGeo[1], queryGeo[0], str(radius))
        # print query

        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)

        # check the result
        failCount += checkResult(query, response_json["results"], resultValue)

    test_lib.killServer(serverHandle)
    return failCount
Example #5
0
def testPhraseSearch(queriesAndResultsPath, binary_path):
    #Start the engine server
    args = [ binary_path, '--config-file=./positionalRanking_phraseSearch/conf-positionalRanking.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)

    #construct the query
    #format : phrase,proximity||rid1 rid2 rid3 ...ridn
    failTotal = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        value=line.split('||')
        phrase=value[0]
        expectedRecordIds=(value[1]).split()
        scores = (value[2]).split()
        query='http://localhost:' + port + '/search?q='+ urllib.quote(phrase)
        print query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
        #print response_json['results']
        #check the result
        failTotal += checkResult(query, response_json['results'], expectedRecordIds, scores)

    test_lib.killServer(serverHandle)
    print '=============================='
    return failTotal
def testEmptyRecordBoostField(queriesAndResultsPath, binary_path):
    #Start the engine server
    args = [ binary_path, '--config-file=./empty_recordBoostField/conf.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)

    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
        queryValue=value[0].split()
        resultValue=(value[1]).split()
        #construct the query
        query='http://localhost:' + port + '/search?'
        query = query + prepareQuery(queryValue) 
        #print query
        #do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)

        #check the result
        failCount += checkResult(query, response_json['results'], resultValue )

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #7
0
def testExactA1(queriesAndResultsPath, binary_path, authKey):
    #Start the engine server
    args = [ binary_path, '--config-file=./authorization/conf-auth.xml']

    if confirmPortAvailable(port, authKey) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    pingServer( port, authKey)
    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    line = f_in.readline()
    #get the query keyword and results
    value=line.split('||')
    queryValue=value[0].split()
    resultValue=(value[1]).split()
    #construct the query
    query='http://localhost:' + port + '/search?OAuth=' + authKey + '&'
    query = query + prepareQuery(queryValue) 
    #print query
    #do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    failCount += checkResult(query, response_json['results'], resultValue )
    test_lib.killServer(serverHandle)
    return failCount
Example #8
0
def testGeo(queriesAndResultsPath, binary_path):
    # Start the engine server
    args = [binary_path, '--config-file=./geo/conf.xml']

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port, 'q=goods&clat=61.18&clong=-149.1&radius=0.5')

    #construct the query
    failCount = 0
    radius = 0.25
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        queryGeo = value[0].split('+')
        resultValue = (value[1]).split()
        #construct the query
        query = 'http://localhost:' + port + '/search?'
        query = query + prepareQuery(queryGeo[1], queryGeo[0], str(radius))
        #print query

        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)

        #check the result
        failCount += checkResult(query, response_json['results'], resultValue)

    test_lib.killServer(serverHandle)
    return failCount
Example #9
0
def testExactA1(queriesAndResultsPath, binary_path):
    #Start the engine server
    args = [binary_path, '--config-file=./analyzer_exact_a1/conf.xml']

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)

    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        queryValue = value[0].split()
        resultValue = (value[1]).split()
        #construct the query
        query = 'http://localhost:' + port + '/search?'
        query = query + prepareQuery(queryValue)
        #print query
        #do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)

        #check the result
        failCount += checkResult(query, response_json['results'], resultValue)

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #10
0
def testBooleanExpression(queriesAndResultsPath, binary_path):
    #Start the engine server
    args = [ binary_path, '--config-file=./boolean-expression-test/config.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    test_lib.pingServer(port)
    #construct the query
    #format : phrase,proximity||rid1 rid2 rid3 ...ridn
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        value=line.split('||')
        phrase=value[0]
        expectedRecordIds=(value[1]).split()
        query='http://localhost:' + port + '/search?q='+ urllib.quote(phrase)
        print query
        try:
            response = urllib2.urlopen(query).read()
            response_json = json.loads(response)
        except urllib2.HTTPError as err:
            failCount += 1
        #print response_json['results']
        #check the result
        failCount += checkResult(query, response_json['results'], expectedRecordIds)

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
def testReassignId(binary_path,jsonRecordsPath):
    #Start the engine server
    args = [ binary_path, '--config-file=./reassignid-during-delete/srch2-config.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    #load record
    f_test = open(jsonRecordsPath,'r')
    jsonRecords = json.loads(f_test.read())
    for record in jsonRecords:
        recordId = record['id']
        record = json.dumps(record)
        #Insert one record and delete it immediately
        addRecord(record)
        deleteRecord(recordId)

    test_lib.killServer(serverHandle)
    print 'test pass'
    print '=============================='
    return 0
Example #12
0
def testMultipleCores(queriesAndResultsPath, binary_path):
    #Start the engine server
    args = [ binary_path, '--config-file=./access_control/conf-acl.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    failCount = 0

    print "Test core1 - access control"
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
	if(value[0] == 'S'):
        	queryValue=value[1].split(' ')
        	allResults=value[2].split('@')
        	for coreResult in allResults:
            		resultValue=coreResult.split()
            		#construct the query
            		query='http://localhost:' + port + '/' + queryValue[0] + '/search?'
            		query = query + prepareQuery(queryValue[1], queryValue[2], False)

            		#do the query
            		response = urllib2.urlopen(query).read()

            		response_json = json.loads(response)

            		#check the result
            		failCount += checkResult(query, response_json['results'], resultValue)

	else:
		# the line is command query (insert/delete/update/acl etc)
		coreName = value[1]
                command = value[2]
                payload = value[3]
                
                if coreName == "":
            	    query='http://localhost:' + port + '/' + command
                else:
                	query='http://localhost:' + port + '/' + coreName + '/' + command
                print query
                request = urllib2.Request(query, data=payload)
                request.get_method = lambda: 'PUT'
                opener = urllib2.build_opener(urllib2.HTTPHandler)
                url = opener.open(request)
                time.sleep(1)


    time.sleep(5)
    test_lib.killServer(serverHandle)

    print '=============================='
    return failCount
Example #13
0
def testFacetedSearch(f_in, f_facet, binary_path):
    # Start the engine server
    args = [binary_path, '--config-file=./faceted_search/conf.xml']

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port)

    #parse used to extract facet fields from input
    facet_parser = argparse.ArgumentParser()
    facet_parser.add_argument('-f',
                              metavar='facet',
                              nargs='+',
                              action='append')
    #construct the query
    failCount = 0
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        tmpQueryValue = value[0].split(',')
        queryValue = tmpQueryValue[0].split()
        #line input is the format query, facet args||numResults
        #extracting and parsing the facet args
        facet_args = facet_parser.parse_args(tmpQueryValue[1].split())
        facetedFields = facet_args.f
        facet_args.f = []
        resultValue = (value[1]).split()
        #construct the query
        query = 'http://localhost:' + port + '/search?'
        query = query + (prepareQuery(queryValue, facetedFields))
        #print query

        # get facet correct result from file
        facetResultValue = []
        for i in xrange(0, len(facetedFields)):
            facetResultValue.append(f_facet.next().strip())

        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)

        #check the result
        failCount += checkResult(query, response_json, resultValue,
                                 facetResultValue)

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #14
0
def testFacetedSearch(f_in , f_facet, binary_path):
    # Start the engine server
    args = [ binary_path, '--config-file=./faceted_search/conf.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port)

    #parse used to extract facet fields from input
    facet_parser= argparse.ArgumentParser()
    facet_parser.add_argument('-f',  metavar='facet', nargs='+', 
                                                    action='append')
    #construct the query
    failCount = 0
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
        tmpQueryValue= value[0].split(',')
        queryValue= tmpQueryValue[0].split()
        #line input is the format query, facet args||numResults
        #extracting and parsing the facet args
        facet_args=facet_parser.parse_args(tmpQueryValue[1].split())
        facetedFields= facet_args.f
        facet_args.f=[]
        resultValue=(value[1]).split()
        #construct the query
        query='http://localhost:' + port + '/search?'
        query = query + (prepareQuery(queryValue, facetedFields))
        #print query
        

        # get facet correct result from file
        facetResultValue=[]
        for i in xrange(0, len(facetedFields)):
            facetResultValue.append(f_facet.next().strip())
           
        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
      
        #check the result
        failCount += checkResult(query, response_json, resultValue , facetResultValue )

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #15
0
def testShouldShutDownWhenTimerDown(binary_path, conf_file, port, timer):
    print 'testShouldShutDownWhenTimerDown'
    print 'starting engine: ' + binary_path + ' ' + conf_file

    serverHandle = test_lib.startServer([binary_path, '--config=' + conf_file])
    import time
    time.sleep(timer+3) 
    try:
        urllib2.urlopen('http://127.0.0.1:'+ str(port) + '/info')
        test_lib.killServer(serverHandle)
        print 'should be closed by now, but it is still alive'
        return -1
    except urllib2.URLError, e:
        print 'successfully closed'
        return 0
Example #16
0
def testShouldShutDownWhenTimerDown(binary_path, conf_file, port, timer):
    print 'testShouldShutDownWhenTimerDown'
    print 'starting engine: ' + binary_path + ' ' + conf_file

    serverHandle = test_lib.startServer([binary_path, '--config=' + conf_file])
    import time
    time.sleep(timer + 3)
    try:
        urllib2.urlopen('http://127.0.0.1:' + str(port) + '/info')
        test_lib.killServer(serverHandle)
        print 'should be closed by now, but it is still alive'
        return -1
    except urllib2.URLError, e:
        print 'successfully closed'
        return 0
Example #17
0
def testNewFeatures(queriesAndResultsPath, facetResultsPath, binary_path):
    # Start the engine server
    args = [
        binary_path,
        '--config-file=./test_solr_compatible_query_syntax/conf.xml'
    ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port)

    # get facet correct result from file
    f_facet = open(facetResultsPath, 'r')
    facetResultValue = []
    for facet_line in f_facet:
        facetResultValue.append(facet_line.strip())

    #construct the query
    failCount = 0
    j = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        queryValue = value[0]
        resultValue = (value[1]).split()
        #construct the query
        query = 'http://localhost:' + port + '/search?'
        query = query + prepareQuery(queryValue)
        #print query

        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
        #check the result
        failCount += checkResult(query, response_json, resultValue,
                                 facetResultValue[j])
        j = j + 1
        #print j
        #print '------------------------------------------------------------------'
    print '=============================='
    test_lib.killServer(serverHandle)
    return failCount
Example #18
0
def runTest(queriesAndResultsPath, binary_path, configFile):
    #Start the engine server
    args = [binary_path, '--config-file=' + configFile]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    try:
        #construct the query
        #format : phrase,proximity||rid1 rid2 rid3 ...ridn
        failTotal = 0
        f_in = open(queriesAndResultsPath, 'r')
        queryId = 1
        for line in f_in:
            value = line.split('||')
            phrase = value[0]
            phrase = phrase.replace(' ', '%20')
            phrase = phrase.replace('"', '%22')
            expectedRecordIds = (value[1]).split()
            query = 'http://localhost:' + port + '/search?q=' + phrase
            #query='http://localhost:' + port + '/search?q='+ urllib.quote(phrase)
            #query = query.replace("%26", "&");
            #query = query.replace("%3D", "=");
            print "query : " + query
            response = urllib2.urlopen(query).read()
            response_json = json.loads(response)
            #print response_json['results']
            #check the result
            #print queryId , ":"
            #print "["
            #for obj in response_json['results']:
            #    print obj['record_id']
            #    print obj['snippet']
            #    print ","
            #print "],"
            failTotal += checkResult(query, response_json['results'],
                                     expectedRecordIds, queryId)
            queryId += 1
        print '=============================='
        return failTotal
    finally:
        test_lib.killServer(serverHandle)
Example #19
0
def runTest(queriesAndResultsPath, binary_path, configFile):
    # Start the engine server
    args = [binary_path, "--config-file=" + configFile]

    if test_lib.confirmPortAvailable(port) == False:
        print "Port " + str(port) + " already in use - aborting"
        return -1

    print "starting engine: " + args[0] + " " + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    try:
        # construct the query
        # format : phrase,proximity||rid1 rid2 rid3 ...ridn
        failTotal = 0
        f_in = open(queriesAndResultsPath, "r")
        queryId = 1
        for line in f_in:
            value = line.split("||")
            phrase = value[0]
            phrase = phrase.replace(" ", "%20")
            phrase = phrase.replace('"', "%22")
            expectedRecordIds = (value[1]).split()
            query = "http://localhost:" + port + "/search?q=" + phrase
            # query='http://localhost:' + port + '/search?q='+ urllib.quote(phrase)
            # query = query.replace("%26", "&");
            # query = query.replace("%3D", "=");
            print "query : " + query
            response = urllib2.urlopen(query).read()
            response_json = json.loads(response)
            # print response_json['results']
            # check the result
            # print queryId , ":"
            # print "["
            # for obj in response_json['results']:
            #    print obj['record_id']
            #    print obj['snippet']
            #    print ","
            # print "],"
            failTotal += checkResult(query, response_json["results"], expectedRecordIds, queryId)
            queryId += 1
        print "=============================="
        return failTotal
    finally:
        test_lib.killServer(serverHandle)
def testNewFeatures(queriesAndResultsPath,facetResultsPath, binary_path):
    # Start the engine server
    args = [ binary_path, '--config-file=./test_solr_compatible_query_syntax/conf.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port)

    # get facet correct result from file
    f_facet = open(facetResultsPath , 'r')
    facetResultValue = []
    for facet_line in f_facet:
        facetResultValue.append(facet_line.strip())

    #construct the query
    failCount = 0
    j=0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
        queryValue=value[0]
        resultValue=(value[1]).split()
        #construct the query
        query='http://localhost:' + port + '/search?'
        query = query + prepareQuery(queryValue)
        #print query
        
        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
        #check the result
        failCount += checkResult(query, response_json, resultValue, facetResultValue[j])
        j=j+1
        #print j
        #print '------------------------------------------------------------------'
    print '=============================='
    test_lib.killServer(serverHandle)
    return failCount
Example #21
0
def testFuzzyM1(queriesAndResultsPath, binary_path):
    # Start the engine server
    args = [ binary_path, '--config-file=./fuzzy_m1/conf.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting server: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    #make sure that start the engine up
    test_lib.pingServer(port, 'q=goods&clat=61.18&clong=-149.1&radius=0.5')

    #construct the query
    print "queriesAndResultsPath:  ",queriesAndResultsPath
    failCount = 0
    radius = 0.5
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #print"line is", line
        #get the query keyword and results
        value = line.split('||')
        queryValue = value[0].split('^')
        queryKeyword = queryValue[0].split()
        queryGeo = queryValue[1].split('+')
        resultValue = (value[1]).split()
        #construct the query
        query = 'http://localhost:' + port + '/search?'
        query = query + prepareQuery(queryKeyword, queryGeo[1], queryGeo[0], str(radius))
        #print query
        
        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
      
        #check the result
        failCount += checkResult(query, response_json['results'], resultValue)
    
    test_lib.killServer(serverHandle)
    return failCount
Example #22
0
def testEmptyIndex(binary_path):
    #Start the engine server
    args = [binary_path, '--config-file=./empty_index/conf.xml']

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    #add an record
    addQuery = 'http://localhost:' + str(port) + '/docs'
    opener = urllib2.build_opener(urllib2.HTTPHandler)
    request = urllib2.Request(
        addQuery, '{"id":"1234", "name":"Toy Story", "category":"shop"}')
    request.get_method = lambda: 'PUT'
    response = opener.open(request).read()
    jsonResponse = json.loads(response)
    if jsonResponse['log'][0]['insert'] != "success":
        print "/docs operation failed: " + response
        return -1

    time.sleep(11)

    #do query
    exitCode = 0
    query = 'http://localhost:' + str(port) + '/search?q=toy'
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    if len(response_json['results']
           ) != 1 or response_json['results'][0]['record']['id'] != "1234":
        print 'test failed'
        exitCode = 1

    test_lib.killServer(serverHandle)
    print 'test pass'
    print '=============================='
    return exitCode
def testFuzzyAttributeBasedSearch(queriesAndResultsPath, binary_path):
    # Start the engine server
    args = [
        binary_path, '--config-file=./fuzzy_attribute_based_search/conf.xml'
    ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port)

    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        queryValue = value[0].split()
        resultValue = (value[1]).split()
        #construct the query
        query = 'http://localhost:' + port + '/search?'
        query = query + prepareQuery(queryValue)

        #print query

        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)

        #check the result
        failCount += checkResult(query, response_json['results'], resultValue)

    #get pid of srch2-search-server and kill the process
    print '=============================='
    test_lib.killServer(serverHandle)
    return failCount
def testExactAttributeBasedSearch(queriesAndResultsPath, binary_path,
    configFile):
    # Start the engine server
    args = [ binary_path, '--config-file=' + configFile ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    serverHandle = test_lib.startServer(args)

    #make sure that start the engine up
    test_lib.pingServer(port)

    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
        queryValue=value[0].split()
        resultValue=(value[1]).split()
        #construct the query
        query='http://localhost:' + str(port) + '/search?'
        query = query + prepareQuery(queryValue)
        #print query
        
        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
      
        #check the result
        failCount += checkResult(query, response_json['results'], resultValue )

    f_in.close()
    print '=============================='
    test_lib.killServer(serverHandle)
    return failCount
Example #25
0
def testEmptyIndex(binary_path):
    #Start the engine server
    args = [ binary_path, '--config-file=./empty_index/conf.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    #add an record
    addQuery='http://localhost:' + str(port) + '/docs'
    opener = urllib2.build_opener(urllib2.HTTPHandler)
    request = urllib2.Request(addQuery, '{"id":"1234", "name":"Toy Story", "category":"shop"}')
    request.get_method = lambda: 'PUT'
    response = opener.open(request).read()
    jsonResponse = json.loads(response)
    if jsonResponse['log'][0]['insert'] != "success":
        print "/docs operation failed: " + response
        return -1

    time.sleep(11)

    #do query
    exitCode = 0
    query='http://localhost:' + str(port) + '/search?q=toy'
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    if len(response_json['results']) != 1 or response_json['results'][0]['record']['id'] != "1234":
       print 'test failed'
       exitCode = 1

    test_lib.killServer(serverHandle)
    print 'test pass'
    print '=============================='
    return exitCode
def testDateAndTime(queriesAndResultsPath , binary_path):
    # Start the engine server
    args = [ binary_path, '--config-file=./date_time_new_features_test/conf.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port)

    #construct the query

    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
        queryValue=value[0]
        resultValue=(value[1]).split()
        #construct the query
        query='http://localhost:' + str(port) + '/search?'
        query = query + queryValue
        #print query

        # do the query
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
      
        #check the result
        failCount += checkResult(query, response_json, resultValue )

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #27
0
 def killServer(self):
     test_lib.killServer(self.serverHandle)
Example #28
0
def shutdownSrch2Engine():
	global serverHandle
	#Shutdown the engine server
	test_lib.killServer(serverHandle)
Example #29
0
 def killServer(self):
     """
     kills the server
     """
     test_lib.killServer(self.serverHandle)
Example #30
0
        if (sys.argv[3] < sys.argv[4]):
            topk_A = str(sys.argv[3])
            topk_B = str(sys.argv[4])
            exitCode = 0
        else:
            topk_B = str(sys.argv[3])
            topk_A = str(sys.argv[4])

        base_url = base + "/search?fuzzy=1&start=0&q=%7BdefaultPrefixComplete=COMPLETE%7D"+query
        url_A = base_url + "&rows="+topk_A
        print 'URL A : ' + url_A
        url_B = base_url + "&rows="+topk_B
        jsonTop10 = urllib2.urlopen(url_A).read()
        jsonTop20 = urllib2.urlopen(url_B).read()
        if ( verify(jsonTop10, topk_A,  jsonTop20, topk_B) ):
            print "Test passed."
            exitCode = 0
        else:
            print "Test failed."
            exitCode = 1
    else:
        print "Usage:"
        print "python test_srch2_top_k.py test+obam 10 20"
        print "python test_srch2_top_k.py ${query} ${topk_A} ${topk_B}"
        exitCode = 1


    print "======================================="
    test_lib.killServer(serverHandle)
    os._exit(exitCode)
Example #31
0
def test(queriesAndResultsPath, binary_path, configFilePath):
    #Start the engine server
    args = [ binary_path, '--config-file=' + configFilePath]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port, 'q=garbage', 30)

    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #if line is empty ignore
        if len(line) == 0:
            continue
        #ignore comments
        if line[0] == '#':
            continue
        #get the query keyword and results
        value=line.split('||')
        if len(value) < 2:
            continue # ignore bad line
        if value[0] == 'W':
            # sleep between test cases for merge process to finish.
            sleepTime = value[1]
            time.sleep(float(sleepTime))
        elif value[0] == 'C':
            # the line is command query (feedback)
            command = value[1]
            payload = value[2]
            coreName = ''
            if len(value) > 3:
                coreName = value[3].strip('\n').strip()

            if coreName == "":
                query='http://localhost:' + port + '/' + command
            else:
                query='http://localhost:' + port + '/' + coreName + '/' + command
            print query + " -X PUT -d '" + payload.strip('\n') + "'"
            request = urllib2.Request(query, data=payload)
            request.get_method = lambda: 'PUT'
            opener = urllib2.build_opener(urllib2.HTTPHandler)
            url = opener.open(request)
            time.sleep(1)
        else:
            # the line is a search query
            queryValue=value[1].split()
            resultValue=(value[2]).split()
            coreName = ''
            if len(value) > 3:
                coreName = value[3].strip('\n').strip()

            #construct the query
            if coreName == '':
                query='http://localhost:' + port + '/search?'
            else:
                query='http://localhost:' + port + '/' + coreName  + '/' + 'search?'
            query = query + prepareQuery(queryValue) 
            print query
            #do the query
            response = urllib2.urlopen(query).read()
            response_json = json.loads(response)

            #check the result
            failCount += checkResult(query, response_json['results'], resultValue )

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #32
0
def testMultipleCores(queriesAndResultsPath, queriesAndResultsPath2,
                      binary_path):
    #Start the engine server
    args = [binary_path, '--config-file=./multicore/conf-multicore.xml']

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    # sometime it fails, it might be that the multicore need more time to load ?
    time.sleep(2)

    if test_lib.pingServer(port) != 0:
        print 'pingServer failed, here is the args:'
        print args
    failCount = 0

    #######################################
    # Basic multi-core functional testing #
    #######################################

    print "Test suite #1 - basic multi-core functionality"
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        queryValue = value[0].split()
        allResults = value[1].split('@')

        coreNum = 0
        for coreResult in allResults:
            resultValue = coreResult.split()
            #construct the query
            if coreNum == 0:
                # test default core (unnamed core) on 0th iteration
                query = 'http://localhost:' + port + '/search?'
            else:
                query = 'http://localhost:' + port + '/core' + str(
                    coreNum) + '/search?'
            query = query + prepareQuery(queryValue, False)

            #do the query
            response = urllib2.urlopen(query).read()

            # TODO - Replace srch2 bad JSON (spurious comma).  Ticket SRCN-335 already filed.
            #response = re.sub('[,][}]', '}', response)
            #print query + ' Got ==> ' + response

            response_json = json.loads(response)

            #check the result
            failCount += checkResult(query, response_json['results'],
                                     resultValue)

            coreNum += 1

    #######################################################################################
    # Core 1 and Core 4 have different configurations, but on the same data.              #
    # We now test for the differences in those settings.                                  #
    # In queriesAndResults2.txt, here is an explanation of each test:                     #
    # 1) Aviatro||@156001 693000                                                          #
    #    Fuzzy match is off in core1 and on in core4, so only core4 should                #
    #    return any result records                                                        #
    # 2) Aviat||@156001 693000                                                            #
    #    Core1 has prefix matching off and core4 allows prefixes to match,                #
    #    so only core4 should return any results                                          #
    # 3) monkeys||135001@                                                                 #
    #    Core4 uses stop-words2.txt which has "monkeys", so core4 should not              #
    #    return results.  Core1 has the usual stop words file and should                  #
    #    find "monkeys".                                                                  #
    # 4) Rings||908 927 492002 492003 634004 634005 634006@908 927 492002 492003 634004   #
    #    Test different <rows> setting.  Core1 can return up to 10 records, but Core4 is  #
    #    limited to just 5.                                                               #
    # 5) martn~||156001 525017 693000@                                                    #
    #    Core1 will fuzzy match martn against "Martin" in 3 records, because              #
    #    it's similarity threshold is 0.75.  Core4 has a higher threshold                 #
    #    of 0.85, and should not return any matching records.                             #
    #######################################################################################

    print "\nTest suite #2: Comparing different engine configurations on the same data source"
    f_in = open(queriesAndResultsPath2, 'r')
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        queryValue = value[0].split()
        allResults = value[1].split('@')

        coreNum = [
            1, 4
        ]  # coreNum are the literal core numbers to use in path this time
        index = 0  # and index iterates coreNum
        for coreResult in allResults:
            resultValue = coreResult.split()
            #construct the query
            query = 'http://localhost:' + port + '/core' + str(
                coreNum[index]) + '/search?'
            query = query + prepareQuery(queryValue, False)

            #do the query
            response = urllib2.urlopen(query).read()

            # TODO - Replace srch2 bad JSON (spurious comma).  Ticket SRCN-335 already filed.
            #response = re.sub('[,][}]', '}', response)
            # print query + ' Got ==> ' + response

            response_json = json.loads(response)

            #check the result
            failCount += checkResult(query, response_json['results'],
                                     resultValue)

            index += 1

        # Test search_all functionality
        query = 'http://localhost:' + port + '/_all/search?' + prepareQuery(
            queryValue, False)
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
        # Check the search_all result
        index = 0
        for coreResult in allResults:
            resultValue = coreResult.split()
            coreName = 'core' + str(coreNum[index])
            failCount += checkResult(query, response_json[coreName]['results'],
                                     resultValue)
            index += 1

    time.sleep(5)
    test_lib.killServer(serverHandle)

    print '=============================='
    return failCount
Example #33
0
def test(queriesAndResultsPath, binary_path, configFilePath):
    #Start the engine server
    args = [ binary_path, '--config-file=' + configFilePath]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port, 'q=garbage', 30)

    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #if line is empty ignore
        if len(line) == 0:
            continue
        #ignore comments
        if line[0] == '#':
            continue
        #get the query keyword and results
        value=line.split('||')
        if len(value) < 2:
            continue # ignore bad line
        if value[0] == 'C':
            # the line is command query (insert/delete/update/acl etc)
            command = value[1]
            payload = value[2]
            coreName = ''
            if len(value) > 3:
                coreName = value[3].strip('\n').strip()

            if coreName == "":
                query='http://localhost:' + port + '/' + command
            else:
                query='http://localhost:' + port + '/' + coreName + '/' + command
            print query
            request = urllib2.Request(query, data=payload)
            request.get_method = lambda: 'PUT'
            opener = urllib2.build_opener(urllib2.HTTPHandler)
            url = opener.open(request)
            time.sleep(1)
        else:
            # the line is a search query
            queryValue=value[1].split()
            resultValue=(value[2]).split()
            coreName = ''
            if len(value) > 3:
                coreName = value[3].strip('\n').strip()

            #construct the query
            if coreName == '':
                query='http://localhost:' + port + '/search?'
            else:
                query='http://localhost:' + port + '/' + coreName  + '/' + 'search?'
            query = query + prepareQuery(queryValue) 
            print query
            #do the query
            response = urllib2.urlopen(query).read()
            response_json = json.loads(response)

            #check the result
            if value[0] == 'F': # test case for facet query
                failCount += checkFacetResults(query, response_json, resultValue )
            elif value[0] == 'H': # test case for checking highlighting only
                failCount += checkFieldsInResults(query, response_json['results'], resultValue, 'snippet')
            elif value[0] == 'R': # test case for only checking fields in response
                failCount += checkFieldsInResults(query, response_json['results'], resultValue, 'record' )
            else:
                failCount += checkResult(query, response_json['results'], resultValue )

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #34
0
 def killServer(self):
     """
     kills the server
     """
     test_lib.killServer(self.serverHandle)
Example #35
0
def test(queriesAndResultsPath, binary_path, configFilePath):
    #Start the engine server
    args = [binary_path, '--config-file=' + configFilePath]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port, 'q=garbage', 30)

    #construct the query
    failCount = 0
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #if line is empty ignore
        if len(line) == 0:
            continue
        #ignore comments
        if line[0] == '#':
            continue
        #get the query keyword and results
        value = line.split('||')
        if len(value) < 2:
            continue  # ignore bad line
        if value[0] == 'C':
            # the line is command query (insert/delete/update/acl etc)
            command = value[1]
            payload = value[2]
            coreName = ''
            if len(value) > 3:
                coreName = value[3].strip('\n').strip()

            if coreName == "":
                query = 'http://localhost:' + port + '/' + command
            else:
                query = 'http://localhost:' + port + '/' + coreName + '/' + command
            print query
            request = urllib2.Request(query, data=payload)
            request.get_method = lambda: 'PUT'
            opener = urllib2.build_opener(urllib2.HTTPHandler)
            url = opener.open(request)
            time.sleep(1)
        else:
            # the line is a search query
            queryValue = value[1].split()
            resultValue = (value[2]).split()
            coreName = ''
            if len(value) > 3:
                coreName = value[3].strip('\n').strip()

            #construct the query
            if coreName == '':
                query = 'http://localhost:' + port + '/search?'
            else:
                query = 'http://localhost:' + port + '/' + coreName + '/' + 'search?'
            query = query + prepareQuery(queryValue)
            print query
            #do the query
            response = urllib2.urlopen(query).read()
            response_json = json.loads(response)

            #check the result
            if value[0] == 'F':  # test case for facet query
                failCount += checkFacetResults(query, response_json,
                                               resultValue)
            elif value[0] == 'H':  # test case for checking highlighting only
                failCount += checkFieldsInResults(query,
                                                  response_json['results'],
                                                  resultValue, 'snippet')
            elif value[
                    0] == 'R':  # test case for only checking fields in response
                failCount += checkFieldsInResults(query,
                                                  response_json['results'],
                                                  resultValue, 'record')
            else:
                failCount += checkResult(query, response_json['results'],
                                         resultValue)

    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #36
0
 def killServer(self):
     test_lib.killServer(self.serverHandle)
Example #37
0
def testMultipleCores(queriesAndResultsPath, binary_path):
    #Start the engine server
    args = [binary_path, '--config-file=./access_control/conf-acl.xml']

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    failCount = 0

    print "Test core1 - access control"
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        if (value[0] == 'S'):
            queryValue = value[1].split(' ')
            allResults = value[2].split('@')
            for coreResult in allResults:
                resultValue = coreResult.split()
                #construct the query
                query = 'http://localhost:' + port + '/' + queryValue[
                    0] + '/search?'
                query = query + prepareQuery(queryValue[1], queryValue[2],
                                             False)

                #do the query
                response = urllib2.urlopen(query).read()

                response_json = json.loads(response)

                #check the result
                failCount += checkResult(query, response_json['results'],
                                         resultValue)

        else:
            # the line is command query (insert/delete/update/acl etc)
            coreName = value[1]
            command = value[2]
            payload = value[3]

            if coreName == "":
                query = 'http://localhost:' + port + '/' + command
            else:
                query = 'http://localhost:' + port + '/' + coreName + '/' + command
            print query
            request = urllib2.Request(query, data=payload)
            request.get_method = lambda: 'PUT'
            opener = urllib2.build_opener(urllib2.HTTPHandler)
            url = opener.open(request)
            time.sleep(1)

    time.sleep(5)
    test_lib.killServer(serverHandle)

    print '=============================='
    return failCount
Example #38
0
def testNewFeatures( binary_path):
    # Start the engine server
    args = [ binary_path, '--config-file=./test_search_by_id/conf.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port)

    ## first look for id=2
    print "#1: search for id=2 and should find it"
    query = 'http://localhost:' + port + '/search?docid=2'    
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    failCount = checkResult(query, response_json,['2'] )

    # second search for 200 which is not there    
    print "# 2. Search for id=200 and should not find it"
    query = 'http://localhost:' + port + '/search?docid=200'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    # NOTE: If you inexplicably don't understand why this test fails and record 200 is found, try deleting
    # the index files.  They're probably leftover from a prior execution.
    failCount += checkResult(query, response_json,[] )

    # now insert 200
    print "# 3. inserts id=200"
    insertQuery = 'http://localhost:' + port + '/docs'
    opener = urllib2.build_opener(urllib2.HTTPHandler)
    request = urllib2.Request(insertQuery, '{"model": "BMW","price":1.5,"likes":1,"expiration":"01/01/1911", "category": "second verycommonword vitamin Food & Beverages Retail Goods Specialty", "name": "Moondog Visions", "relevance": 8.0312880237855993, "lat": 61.207107999999998, "lng": -149.86541, "id": "200"}')
    request.get_method = lambda: 'PUT'
    response = opener.open(request).read()
    jsonResponse = json.loads(response)
    if jsonResponse['log'][0]['insert'] != "success":
        print "Insertion of record 200 failed: " + response
        failCount += 1
    time.sleep(10)

    # third search for 200 which is there    
    print "# 4. search for id=200 and should find it this time"
    query = 'http://localhost:' + port + '/search?docid=200'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    failCount += checkResult(query, response_json,['200'] )


    # now delete record 2
    print "# 5. delete id=2"
    deleteQuery = 'http://localhost:' + str(port) + '/docs?id=2'
    opener = urllib2.build_opener(urllib2.HTTPHandler)
    request = urllib2.Request(deleteQuery, '')
    request.get_method = lambda: 'DELETE'
    response = opener.open(request).read()
    jsonResponse = json.loads(response)
    if jsonResponse['log'][0]['delete'] != "success":
        print "Deletion of record 2 failed: " + response
        failCount += 1
    time.sleep(10)

    # search for record 2 which should not be there
    print "# 6. search for id=2 and should not find it"
    query = 'http://localhost:' + port + '/search?docid=2'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    failCount += checkResult(query, response_json,[] )


    # now insert 2
    print "# 7. insert id=2"
    insertQuery = 'http://localhost:' + port + '/docs'
    opener = urllib2.build_opener(urllib2.HTTPHandler)
    request = urllib2.Request(insertQuery, '{"model": "BMW","price":1.5,"likes":1,"expiration":"01/01/1911", "category": "record 2 second verycommonword vitamin Food & Beverages Retail Goods Specialty", "name": "Moondog Visions", "relevance": 8.0312880237855993, "lat": 61.207107999999998, "lng": -149.86541, "id": "2"}')
    request.get_method = lambda: 'PUT'
    response = opener.open(request).read()
    jsonResponse = json.loads(response)
    if jsonResponse['log'][0]['insert'] != "success":
        print "Insertion of record 2 failed: " + response
        failCount += 1
    time.sleep(10)

    # third search for 200 which is there    
    print "# 8. searches for id=2 and should find it again"
    query = 'http://localhost:' + port + '/search?docid=2'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)

    #check the result
    failCount += checkResult(query, response_json,['2'] )
    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #39
0
def testMultipleCores(queriesAndResultsPath, queriesAndResultsPath2, binary_path):
    #Start the engine server
    args = [ binary_path, '--config-file=./multicore/conf-multicore.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    # sometime it fails, it might be that the multicore need more time to load ? 
    time.sleep(2)

    if test_lib.pingServer(port) != 0:
        print 'pingServer failed, here is the args:'
        print args
    failCount = 0

    #######################################
    # Basic multi-core functional testing #
    #######################################

    print "Test suite #1 - basic multi-core functionality"
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
        queryValue=value[0].split()
        allResults=value[1].split('@')

        coreNum=0
        for coreResult in allResults:
            resultValue=coreResult.split()
            #construct the query
            if coreNum == 0:
                # test default core (unnamed core) on 0th iteration
                query='http://localhost:' + port + '/search?'
            else:
                query='http://localhost:' + port + '/core' + str(coreNum) + '/search?'
            query = query + prepareQuery(queryValue, False)

            #do the query
            response = urllib2.urlopen(query).read()

            # TODO - Replace srch2 bad JSON (spurious comma).  Ticket SRCN-335 already filed.
            #response = re.sub('[,][}]', '}', response)
            #print query + ' Got ==> ' + response

            response_json = json.loads(response)

            #check the result
            failCount += checkResult(query, response_json['results'], resultValue)

            coreNum += 1

    #######################################################################################
    # Core 1 and Core 4 have different configurations, but on the same data.              #
    # We now test for the differences in those settings.                                  #
    # In queriesAndResults2.txt, here is an explanation of each test:                     #
    # 1) Aviatro||@156001 693000                                                          #
    #    Fuzzy match is off in core1 and on in core4, so only core4 should                #
    #    return any result records                                                        #
    # 2) Aviat||@156001 693000                                                            #
    #    Core1 has prefix matching off and core4 allows prefixes to match,                #
    #    so only core4 should return any results                                          #
    # 3) monkeys||135001@                                                                 #
    #    Core4 uses stop-words2.txt which has "monkeys", so core4 should not              #
    #    return results.  Core1 has the usual stop words file and should                  #
    #    find "monkeys".                                                                  #
    # 4) Rings||908 927 492002 492003 634004 634005 634006@908 927 492002 492003 634004   #
    #    Test different <rows> setting.  Core1 can return up to 10 records, but Core4 is  #
    #    limited to just 5.                                                               #
    # 5) martn~||156001 525017 693000@                                                    #
    #    Core1 will fuzzy match martn against "Martin" in 3 records, because              #
    #    it's similarity threshold is 0.75.  Core4 has a higher threshold                 #
    #    of 0.85, and should not return any matching records.                             #
    #######################################################################################

    print "\nTest suite #2: Comparing different engine configurations on the same data source"
    f_in = open(queriesAndResultsPath2, 'r')
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
        queryValue=value[0].split()
        allResults=value[1].split('@')

        coreNum= [1,4]  # coreNum are the literal core numbers to use in path this time
        index = 0 # and index iterates coreNum
        for coreResult in allResults:
            resultValue=coreResult.split()
            #construct the query
            query='http://localhost:' + port + '/core' + str(coreNum[index]) + '/search?'
            query = query + prepareQuery(queryValue, False)

            #do the query
            response = urllib2.urlopen(query).read()

            # TODO - Replace srch2 bad JSON (spurious comma).  Ticket SRCN-335 already filed.
            #response = re.sub('[,][}]', '}', response)
            # print query + ' Got ==> ' + response

            response_json = json.loads(response)

            #check the result
            failCount += checkResult(query, response_json['results'], resultValue)

            index += 1

        # Test search_all functionality
        query='http://localhost:' + port + '/_all/search?' + prepareQuery(queryValue, False)
        response = urllib2.urlopen(query).read()
        response_json = json.loads(response)
        # Check the search_all result 
        index = 0
        for coreResult in allResults:
            resultValue = coreResult.split()
            coreName = 'core' + str(coreNum[index])
            failCount += checkResult(query, response_json[coreName]['results'], resultValue)
            index +=1

    time.sleep(5)
    test_lib.killServer(serverHandle)

    print '=============================='
    return failCount
Example #40
0
def testNewFeatures(binary_path):
    # Start the engine server
    args = [binary_path, '--config-file=./test_search_by_id/conf.xml']

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)
    #make sure that start the engine up
    test_lib.pingServer(port)

    ## first look for id=2
    print "#1: search for id=2 and should find it"
    query = 'http://localhost:' + port + '/search?docid=2'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    failCount = checkResult(query, response_json, ['2'])

    # second search for 200 which is not there
    print "# 2. Search for id=200 and should not find it"
    query = 'http://localhost:' + port + '/search?docid=200'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    # NOTE: If you inexplicably don't understand why this test fails and record 200 is found, try deleting
    # the index files.  They're probably leftover from a prior execution.
    failCount += checkResult(query, response_json, [])

    # now insert 200
    print "# 3. inserts id=200"
    insertQuery = 'http://localhost:' + port + '/docs'
    opener = urllib2.build_opener(urllib2.HTTPHandler)
    request = urllib2.Request(
        insertQuery,
        '{"model": "BMW","price":1.5,"likes":1,"expiration":"01/01/1911", "category": "second verycommonword vitamin Food & Beverages Retail Goods Specialty", "name": "Moondog Visions", "relevance": 8.0312880237855993, "lat": 61.207107999999998, "lng": -149.86541, "id": "200"}'
    )
    request.get_method = lambda: 'PUT'
    response = opener.open(request).read()
    jsonResponse = json.loads(response)
    if jsonResponse['log'][0]['insert'] != "success":
        print "Insertion of record 200 failed: " + response
        failCount += 1
    time.sleep(10)

    # third search for 200 which is there
    print "# 4. search for id=200 and should find it this time"
    query = 'http://localhost:' + port + '/search?docid=200'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    failCount += checkResult(query, response_json, ['200'])

    # now delete record 2
    print "# 5. delete id=2"
    deleteQuery = 'http://localhost:' + str(port) + '/docs?id=2'
    opener = urllib2.build_opener(urllib2.HTTPHandler)
    request = urllib2.Request(deleteQuery, '')
    request.get_method = lambda: 'DELETE'
    response = opener.open(request).read()
    jsonResponse = json.loads(response)
    if jsonResponse['log'][0]['delete'] != "success":
        print "Deletion of record 2 failed: " + response
        failCount += 1
    time.sleep(10)

    # search for record 2 which should not be there
    print "# 6. search for id=2 and should not find it"
    query = 'http://localhost:' + port + '/search?docid=2'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)
    #check the result
    failCount += checkResult(query, response_json, [])

    # now insert 2
    print "# 7. insert id=2"
    insertQuery = 'http://localhost:' + port + '/docs'
    opener = urllib2.build_opener(urllib2.HTTPHandler)
    request = urllib2.Request(
        insertQuery,
        '{"model": "BMW","price":1.5,"likes":1,"expiration":"01/01/1911", "category": "record 2 second verycommonword vitamin Food & Beverages Retail Goods Specialty", "name": "Moondog Visions", "relevance": 8.0312880237855993, "lat": 61.207107999999998, "lng": -149.86541, "id": "2"}'
    )
    request.get_method = lambda: 'PUT'
    response = opener.open(request).read()
    jsonResponse = json.loads(response)
    if jsonResponse['log'][0]['insert'] != "success":
        print "Insertion of record 2 failed: " + response
        failCount += 1
    time.sleep(10)

    # third search for 200 which is there
    print "# 8. searches for id=2 and should find it again"
    query = 'http://localhost:' + port + '/search?docid=2'
    # do the query
    response = urllib2.urlopen(query).read()
    response_json = json.loads(response)

    #check the result
    failCount += checkResult(query, response_json, ['2'])
    test_lib.killServer(serverHandle)
    print '=============================='
    return failCount
Example #41
0
def testMultipleCores(queriesAndResultsPath, binary_path):
    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    #Start the engine server
    args = [binary_path, '--config-file=./multiport/conf-multiport.xml']

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    failCount = 0

    #######################################
    # Basic multi-core functional testing #
    #######################################

    print "Test suite #1 - basic multi-core functionality"
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value = line.split('||')
        queryValue = value[0].split()
        allResults = value[1].split('@')

        coreNum = 0
        for coreResult in allResults:
            resultValue = coreResult.split()
            #construct the query
            if coreNum == 0:
                # test default core (unnamed core) on 0th iteration
                query = 'http://*****:*****@')

        coreNum = 0
        for coreResult in allResults:
            resultValue = coreResult.split()
            #construct the query
            if coreNum == 0:
                # test default core (unnamed core) on 0th iteration
                query = 'http://*****:*****@')

        coreNum = 0
        for coreResult in allResults:
            resultValue = coreResult.split()
            #construct the query
            if coreNum == 0:
                # test default core (unnamed core) on 0th iteration
                query = 'http://localhost:' + core2ControlPort + '/search?'
            else:
                query = 'http://localhost:' + core2ControlPort + '/core' + str(
                    coreNum) + '/search?'
            query = query + prepareQuery(queryValue, False)

            try:
                #do the query
                response = urllib2.urlopen(query).read()
                #print query + ' Got ==> ' + response

                response_json = json.loads(response)
            except urllib2.HTTPError as err:
                if err.code == 404:
                    print query + ' test pass'
                else:
                    # did not get expected file not found error
                    failCount += 1
                    raise

            coreNum += 1
    f_in.close()

    test_lib.killServer(serverHandle)

    print '=============================='
    return failCount
Example #42
0
def testMultipleCores(queriesAndResultsPath, binary_path):
    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    #Start the engine server
    args = [ binary_path, '--config-file=./multiport/conf-multiport.xml' ]

    if test_lib.confirmPortAvailable(port) == False:
        print 'Port ' + str(port) + ' already in use - aborting'
        return -1

    print 'starting engine: ' + args[0] + ' ' + args[1]
    serverHandle = test_lib.startServer(args)

    test_lib.pingServer(port)
    failCount = 0

    #######################################
    # Basic multi-core functional testing #
    #######################################

    print "Test suite #1 - basic multi-core functionality"
    f_in = open(queriesAndResultsPath, 'r')
    for line in f_in:
        #get the query keyword and results
        value=line.split('||')
        queryValue=value[0].split()
        allResults=value[1].split('@')

        coreNum=0
        for coreResult in allResults:
            resultValue=coreResult.split()
            #construct the query
            if coreNum == 0:
                # test default core (unnamed core) on 0th iteration
                query='http://*****:*****@')

        coreNum=0
        for coreResult in allResults:
            resultValue=coreResult.split()
            #construct the query
            if coreNum == 0:
                # test default core (unnamed core) on 0th iteration
                query='http://*****:*****@')

        coreNum=0
        for coreResult in allResults:
            resultValue=coreResult.split()
            #construct the query
            if coreNum == 0:
                # test default core (unnamed core) on 0th iteration
                query='http://localhost:' + core2ControlPort + '/search?'
            else:
                query='http://localhost:' + core2ControlPort + '/core' + str(coreNum) + '/search?'
            query = query + prepareQuery(queryValue, False)

            try:
                #do the query
                response = urllib2.urlopen(query).read()
                #print query + ' Got ==> ' + response

                response_json = json.loads(response)
            except urllib2.HTTPError as err:
                if err.code == 404:
                    print query + ' test pass'
                else:
                    # did not get expected file not found error
                    failCount += 1
                    raise

            coreNum += 1
    f_in.close()

        
    test_lib.killServer(serverHandle)

    print '=============================='
    return failCount