def startupServices():
dirpath = os.path.dirname(os.path.realpath(__file__))
if is_windows():
if not is_os_64bit():
os.environ['PATH'] = os.path.join(dirpath, 'bin','windows','32') + ';' + os.environ['PATH']
logger.info("Starting Tika service...")
call(["start.cmd"])
logger.info("Starting Suggest service...")
call(["start_ss.cmd"])
if not settings.IS_OSS_VERSION:
logger.info("Starting License service...")
call(["start_lm.cmd"])
else:
os.environ['PATH'] = os.path.join(dirpath, 'bin','windows','64') + ';' + os.environ['PATH']
logger.info("Starting Tika service (64-bit)...")
call(["start64.cmd"])
logger.info("Starting Suggest service (64-bit)...")
call(["start64_ss.cmd"])
if not settings.IS_OSS_VERSION:
logger.info("Starting License service (64-bit)...")
call(["start64_lm.cmd"])
elif is_linux():
if not is_os_64bit():
pass
else:
pass
elif is_mac():
logger.error("mac not supported at the moment")
return
else:
logger.error("Unable to detect os and platform!")
return
def run(self):
# run installation
install.run(self)
corespath = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'apps', 'cores')
#os.chdir(dirpath)
if is_windows():
if not is_os_64bit():
dirpath = os.path.join(corespath, 'bin','windows','32')
os.environ['PATH'] = dirpath + ';' + os.environ['PATH']
print "Installing tika service..."
call(['install.cmd', dirpath, corespath])
print "Installing suggest service..."
call(["install_ss.cmd", dirpath, corespath, 'cores', 'default', 'suggs.dat'])
if not IS_OSS_VERSION:
print "Installing license service..."
call(["install_lm.cmd", dirpath, corespath])
else:
dirpath = os.path.join(corespath, 'bin','windows','64')
os.environ['PATH'] = dirpath + ';' + os.environ['PATH']
print "Installing tika service..."
call(['install64.cmd', dirpath, corespath])
print "Installing suggest service..."
call(["install64_ss.cmd", dirpath, corespath, 'cores', 'default', 'suggs.dat'])
if not IS_OSS_VERSION:
print "Installing license service..."
call(["install64_lm.cmd", dirpath, corespath])
elif is_linux():
if not is_os_64bit():
dirpath = os.path.join(corespath, 'bin','linux','32')
os.environ['PATH'] = dirpath + ';' + os.environ['PATH']
else:
dirpath = os.path.join(corespath, 'bin','linux','64')
os.environ['PATH'] = dirpath + ';' + os.environ['PATH']
elif is_mac():
logger.error("mac not supported at the moment")
return
else:
logger.error("Unable to detect os and platform!")
return
print "Installation completed"
def startupEngine():
# we have to do this because we have two DLLs and
# and the first one will search for the second in the current
# dir. Since the current dir is project root, it will fail if we
# do not set this
#os.chdir("C:/Users/Vojislav/Django/cloudscraper/apps/cores");
dirpath = os.path.dirname(os.path.realpath(__file__))
#os.chdir(dirpath)
logger.info(info())
# detect os and Python and load appropriate library
if is_windows():
if not is_os_64bit():
os.environ['PATH'] = os.path.join(dirpath, 'lib','windows','32') + ';' + os.environ['PATH']
lib = cdll.LoadLibrary("lucene++.dll")
else:
if is_python_32bit():
logger.warn('You are using 32-bit python on 64-bit system!')
os.environ['PATH'] = os.path.join(dirpath, 'lib','windows','32') + ';' + os.path.join(dirpath, 'lib','windows','64') + ';' + os.environ['PATH']
lib = cdll.LoadLibrary("lucene++.dll")
else:
os.environ['PATH'] = os.path.join(dirpath, 'lib','windows','64') + ';' + os.environ['PATH']
lib = cdll.LoadLibrary("lucene++64.dll")
elif is_linux():
if not is_os_64bit():
#os.environ['PATH'] = os.path.join(dirpath, 'lib','linux','32') + ';' + os.environ['PATH']
#lib = cdll.LoadLibrary("liblucene++.so.3.0.6")
os.chdir(os.path.join(dirpath, 'lib','linux','32'))
lib = cdll.LoadLibrary("./liblucene++.so.3.0.6")
else:
#os.environ['PATH'] = os.path.join(dirpath, 'lib','linux','64') + ';' + os.environ['PATH']
#lib = cdll.LoadLibrary("liblucene++.so.3.0.6")
os.chdir(os.path.join(dirpath, 'lib','linux','64'))
lib = cdll.LoadLibrary("./liblucene++.so.3.0.6")
elif is_mac():
logger.error("mac not supported at the moment")
return
else:
logger.error("Unable to detect os and platform!")
return
lib.newFacade.restype = c_void_p
lib.deleteFacade.argtypes = [c_void_p]
lib.deleteFacade.restype = c_void_p
lib.initFacade.argtypes = [c_void_p, c_wchar_p, c_wchar_p]
lib.initFacade.restype = c_void_p
lib.closeFacade.argtypes = [c_void_p]
lib.closeFacade.restype = c_void_p
lib.indexFacade.argtypes = [c_void_p, c_wchar_p, c_wchar_p, c_wchar_p, c_wchar_p, POINTER(c_int), c_int, c_wchar_p]
lib.indexFacade.restype = c_void_p
lib.searchFacade.argtypes = [c_void_p, c_wchar_p, c_wchar_p, c_int, c_int, c_wchar_p, c_wchar_p, c_wchar_p, c_wchar_p, c_int, c_wchar_p, c_wchar_p, c_wchar_p, c_wchar_p, c_wchar_p, c_wchar_p, c_wchar_p]
lib.searchFacade.restype = c_void_p
lib.suggestFacade.argtypes = [c_void_p, c_wchar_p, c_wchar_p, c_int, c_int]
lib.suggestFacade.restype = c_void_p
lib.commitFacade.argtypes = [c_void_p]
lib.commitFacade.restype = c_void_p
lib.optimizeFacade.argtypes = [c_void_p]
lib.optimizeFacade.restype = c_void_p
lib.addRankingFacade.argtypes = [c_void_p, c_wchar_p, c_wchar_p, c_int, c_int, c_int]
lib.addRankingFacade.restype = c_void_p
lib.removeRankingFacade.argtypes = [c_void_p, c_wchar_p, c_wchar_p]
lib.removeRankingFacade.restype = c_void_p
lib.getSizeInMibFacade.argtypes = [c_void_p]
lib.getSizeInMibFacade.restype = c_double
lib.getDocNumFacade.argtypes = [c_void_p, c_wchar_p]
lib.getDocNumFacade.restype = c_long
class Facade(object):
def __init__(self):
self.obj = lib.newFacade()
def init(self, path, core):
return lib.initFacade(self.obj, path, core)
def close(self):
return lib.closeFacade(self.obj)
def delete(self):
return lib.deleteFacade(self.obj)
def index(self, hostname, port, path, facet, uidsArr, uidsSize, pathPrefix):
return lib.indexFacade(self.obj, hostname, port, path, facet, uidsArr, uidsSize, pathPrefix)
def search(self, q, start, hitsPerPage, sort, order, mode, facet, uid, df, dfFrom, dfTo, lf, lfl, ff, ffct):
dst = create_unicode_buffer(10000) # initial capacity 10000
dst[0] = u"\u0000"
lib.searchFacade(self.obj, dst, q, start, hitsPerPage, sort, order, mode, facet, uid, df, dfFrom, dfTo, lf, lfl, ff, ffct)
return dst.value
def suggest(self, q, n, uid):
dst = create_unicode_buffer(10000) # initial capacity 10000
dst[0] = u"\u0000"
lib.suggestFacade(self.obj, dst, q, n, uid)
return dst.value
def commit(self):
return lib.commitFacade(self.obj)
def optimize(self):
return lib.optimizeFacade(self.obj)
def add_ranking(self, title, q, docid, resno, uid):
return lib.addRankingFacade(self.obj, title, q, docid, resno, uid)
def remove_ranking(self, title, q):
return lib.removeRankingFacade(self.obj, title, q)
def get_size(self):
return lib.getSizeInMibFacade(self.obj)
def get_doc_num(self, facet):
return lib.getDocNumFacade(self.obj, facet)
global f1
f1 = Facade()
# it is assumed that cores dir exists!
# if you want to create a new index, index folder must NOT exist!
c1 = os.path.join(os.path.dirname(os.path.realpath(__file__)), "cores")
#add default index record into db
defaultdir = os.path.join(c1, 'default')
#if not os.path.exists(defaultdir):
#logger.info('Default core did not exist. Adding record into the db')
#defaultcore = Core(title='default', description='Default core (index). Cannot be deleted', path=defaultdir)
#defaultcore.save()
# we only need to set path
defaultcore = Core.objects.get(pk=1)
if defaultcore.path == "unknown":
defaultcore.path = defaultdir
defaultcore.save(update_fields=['path'])
#add default user (admin)
#if "runserver" not in sys.argv:
#User.objects.create_superuser(username="******", email="*****@*****.**", password="******")
#logger.info("Default superuser added")
# this will create dir if it does not exist automatically
f1.init(c1, "default")