def indexer(self, create=True):
schema = self.bench.spec.whoosh_schema()
path = os.path.join(self.options.dir, "%s_whoosh" % self.options.indexname)
if not os.path.exists(path):
os.mkdir(path)
if create:
ix = index.create_in(path, schema)
else:
ix = index.open_dir(path)
poolclass = None
if self.options.pool:
poolclass = find_object(self.options.pool)
kwargs = dict(limitmb=int(self.options.limitmb), poolclass=poolclass,
dir=self.options.tempdir, procs=int(self.options.procs),
batchsize=int(self.options.batch))
if self.options.expw:
from whoosh.filedb.multiproc import MultiSegmentWriter
self.writer = MultiSegmentWriter(ix, **kwargs)
else:
self.writer = ix.writer(**kwargs)
self._procdoc = None
if hasattr(self.bench.spec, "process_document_whoosh"):
self._procdoc = self.bench.spec.process_document_whoosh
def indexer(self, create=True):
schema = self.bench.spec.whoosh_schema()
path = os.path.join(self.options.dir,
"%s_whoosh" % self.options.indexname)
if not os.path.exists(path):
os.mkdir(path)
if create:
ix = index.create_in(path, schema)
else:
ix = index.open_dir(path)
poolclass = None
if self.options.pool:
poolclass = find_object(self.options.pool)
self.writer = ix.writer(limitmb=int(self.options.limitmb),
poolclass=poolclass,
dir=self.options.tempdir,
procs=int(self.options.procs),
batchsize=int(self.options.batch),
multisegment=self.options.xms)
self._procdoc = None
if hasattr(self.bench.spec, "process_document_whoosh"):
self._procdoc = self.bench.spec.process_document_whoosh
def indexer(self, create=True):
schema = self.bench.spec.whoosh_schema()
path = os.path.join(self.options.dir, "%s_whoosh"
% self.options.indexname)
if not os.path.exists(path):
os.mkdir(path)
if create:
ix = index.create_in(path, schema)
else:
ix = index.open_dir(path)
poolclass = None
if self.options.pool:
poolclass = find_object(self.options.pool)
self.writer = ix.writer(limitmb=int(self.options.limitmb),
poolclass=poolclass,
dir=self.options.tempdir,
procs=int(self.options.procs),
batchsize=int(self.options.batch),
multisegment=self.options.xms)
self._procdoc = None
if hasattr(self.bench.spec, "process_document_whoosh"):
self._procdoc = self.bench.spec.process_document_whoosh
def indexer(self, create=True):
schema = self.bench.spec.whoosh_schema()
path = os.path.join(self.options.dir,
"%s_whoosh" % self.options.indexname)
if not os.path.exists(path):
os.mkdir(path)
if create:
ix = index.create_in(path, schema)
else:
ix = index.open_dir(path)
poolclass = None
if self.options.pool:
poolclass = find_object(self.options.pool)
kwargs = dict(limitmb=int(self.options.limitmb),
poolclass=poolclass,
dir=self.options.tempdir,
procs=int(self.options.procs),
batchsize=int(self.options.batch))
if self.options.expw:
from whoosh.filedb.multiproc import MultiSegmentWriter
self.writer = MultiSegmentWriter(ix, **kwargs)
else:
self.writer = ix.writer(**kwargs)
self._procdoc = None
if hasattr(self.bench.spec, "process_document_whoosh"):
self._procdoc = self.bench.spec.process_document_whoosh