def _build_stopper(self, path):
self.stopper = build_stopper(path)
content = content.lower()
content = content.replace('\n', ' ')
return {'type': page_type, 'title': title, 'path': unicode(rel_path), 'content': content, 'keyword': keyword}
# Build the index
if not os.path.isdir(index_dir):
os.makedirs(index_dir)
db = xapian.WritableDatabase(index_dir, xapian.DB_CREATE_OR_OPEN)
# Build the Stopper
stopper = build_stopper(sw_file)
termgenerator = xapian.TermGenerator()
termgenerator.set_stemmer(xapian.Stem('en'))
termgenerator.set_stopper(stopper)
# Count the number of files
file_count = 0
for dirpath, dirnames, filenames in os.walk(document_dir):
file_count += len(filenames)
file_count = float(file_count)
# Index the files
count = 0
for dirpath, dirnames, filenames in os.walk(document_dir):
for path in filenames:
