def check_if_sqlite_version_is_supported(app_configs, **kwargs):
if connection.vendor == "sqlite":
import sqlite3
from wagtail.search.backends.database.sqlite.utils import fts5_available
if sqlite3.sqlite_version_info < (3, 19, 0):
return [
Warning(
"Your SQLite version is older than 3.19.0. A fallback search backend will be used instead.",
hint="Upgrade your SQLite version to at least 3.19.0",
id="wagtailsearch.W002",
obj=WagtailSearchAppConfig,
)
]
elif not fts5_available():
return [
Warning(
"Your SQLite installation is missing the fts5 extension. A fallback search backend will be used instead.",
hint=
"Upgrade your SQLite installation to a version with fts5 enabled",
id="wagtailsearch.W003",
obj=WagtailSearchAppConfig,
)
]
return []
def test_import_by_path_sqlite_db_vendor(self):
# Same as above
if not fts5_available():
from wagtail.search.backends.database.fallback import DatabaseSearchBackend
db = get_search_backend(backend='wagtail.search.backends.database')
self.assertIsInstance(db, DatabaseSearchBackend)
else:
from wagtail.search.backends.database.sqlite.sqlite import SQLiteSearchBackend
db = get_search_backend(backend='wagtail.search.backends.database')
self.assertIsInstance(db, SQLiteSearchBackend)
def test_import_by_name_sqlite_db_vendor(self):
# This should return the fallback backend, because the SQLite backend doesn't support versions less than 3.19.0
if not fts5_available():
from wagtail.search.backends.database.fallback import DatabaseSearchBackend
db = get_search_backend(backend='default')
self.assertIsInstance(db, DatabaseSearchBackend)
else:
from wagtail.search.backends.database.sqlite.sqlite import SQLiteSearchBackend
db = get_search_backend(backend='default')
self.assertIsInstance(db, SQLiteSearchBackend)
class AbstractSQLiteIndexEntry(BaseIndexEntry):
"""
This class is the specific IndexEntry model for SQLite database systems. The autocomplete, title, and body fields store additional
"""
autocomplete = TextField(null=True)
title = TextField(null=False)
body = TextField(null=True)
class Meta(BaseIndexEntry.Meta):
abstract = True
AbstractIndexEntry = AbstractSQLiteIndexEntry
if fts5_available():
class SQLiteFTSIndexEntry(models.Model):
autocomplete = TextField(null=True)
title = TextField(null=False)
body = TextField(null=True)
index_entry = OneToOneField(primary_key=True,
to='wagtailsearch.indexentry',
on_delete=models.CASCADE,
db_column='rowid')
class Meta:
db_table = "wagtailsearch_indexentry_fts"
elif connection.vendor == 'mysql':
from unittest import skip
from django.db import connection
from django.test.testcases import TestCase
from django.test.utils import override_settings
from wagtail.search.backends.database.sqlite.utils import fts5_available
from wagtail.search.tests.test_backends import BackendTests
@unittest.skipUnless(connection.vendor == 'sqlite',
"The current database is not SQLite")
@unittest.skipIf(sqlite3.sqlite_version_info < (3, 19, 0),
"This SQLite version is not supported")
@unittest.skipUnless(fts5_available(),
"The SQLite fts5 extension is not available")
@override_settings(WAGTAILSEARCH_BACKENDS={
'default': {
'BACKEND': 'wagtail.search.backends.database.sqlite.sqlite',
}
})
class TestSQLiteSearchBackend(BackendTests, TestCase):
backend_path = 'wagtail.search.backends.database.sqlite.sqlite'
@skip("The SQLite backend doesn't support boosting.")
def test_search_boosting_on_related_fields(self):
return super().test_search_boosting_on_related_fields()
@skip("The SQLite backend doesn't support boosting.")
def test_boost(self):
class Migration(migrations.Migration):
dependencies = [
('wagtailsearch', '0005_create_indexentry'),
]
if connection.vendor == 'postgresql':
import django.contrib.postgres.indexes
import django.contrib.postgres.search
operations = [
migrations.AddField(
model_name='indexentry',
name='autocomplete',
field=django.contrib.postgres.search.SearchVectorField(),
),
migrations.AddField(
model_name='indexentry',
name='title',
field=django.contrib.postgres.search.SearchVectorField(),
),
migrations.AddField(
model_name='indexentry',
name='body',
field=django.contrib.postgres.search.SearchVectorField(),
),
migrations.AddIndex(
model_name='indexentry',
index=django.contrib.postgres.indexes.GinIndex(fields=['autocomplete'], name='wagtailsear_autocom_476c89_gin'),
),
migrations.AddIndex(
model_name='indexentry',
index=django.contrib.postgres.indexes.GinIndex(fields=['title'], name='wagtailsear_title_9caae0_gin'),
),
migrations.AddIndex(
model_name='indexentry',
index=django.contrib.postgres.indexes.GinIndex(fields=['body'], name='wagtailsear_body_90c85d_gin'),
)
]
elif connection.vendor == 'sqlite':
from wagtail.search.backends.database.sqlite.utils import fts5_available
operations = [
migrations.AddField(
model_name='indexentry',
name='autocomplete',
field=models.TextField(null=True),
),
migrations.AddField(
model_name='indexentry',
name='body',
field=models.TextField(null=True),
),
migrations.AddField(
model_name='indexentry',
name='title',
field=models.TextField(),
),
]
if fts5_available():
operations.append(
migrations.SeparateDatabaseAndState(state_operations=[
migrations.CreateModel(
name='sqliteftsindexentry',
fields=[
('index_entry', models.OneToOneField(primary_key=True, serialize=False, to='wagtailsearch.indexentry', on_delete=models.CASCADE, db_column='rowid')),
('title', models.TextField()),
('body', models.TextField(null=True)),
('autocomplete', models.TextField(null=True)),
],
options={'db_table': '%s_fts' % IndexEntry._meta.db_table},
),
], database_operations=[
migrations.RunSQL(sql=('CREATE VIRTUAL TABLE %s_fts USING fts5(autocomplete, body, title)' % IndexEntry._meta.db_table), reverse_sql=('DROP TABLE IF EXISTS %s_fts' % IndexEntry._meta.db_table)),
migrations.RunSQL(sql=('CREATE TRIGGER insert_wagtailsearch_indexentry_fts AFTER INSERT ON %s BEGIN INSERT INTO %s_fts(title, body, autocomplete, rowid) VALUES (NEW.title, NEW.body, NEW.autocomplete, NEW.id); END' % (IndexEntry._meta.db_table, IndexEntry._meta.db_table)), reverse_sql=('DROP TRIGGER IF EXISTS insert_wagtailsearch_indexentry_fts')),
migrations.RunSQL(sql=('CREATE TRIGGER update_wagtailsearch_indexentry_fts AFTER UPDATE ON %s BEGIN UPDATE %s_fts SET title=NEW.title, body=NEW.body, autocomplete=NEW.autocomplete WHERE rowid=NEW.id; END' % (IndexEntry._meta.db_table, IndexEntry._meta.db_table)), reverse_sql=('DROP TRIGGER IF EXISTS update_wagtailsearch_indexentry_fts')),
migrations.RunSQL(sql=('CREATE TRIGGER delete_wagtailsearch_indexentry_fts AFTER DELETE ON %s BEGIN DELETE FROM %s_fts WHERE rowid=OLD.id; END' % (IndexEntry._meta.db_table, IndexEntry._meta.db_table)), reverse_sql=('DROP TRIGGER IF EXISTS delete_wagtailsearch_indexentry_fts'))
])
)
elif connection.vendor == 'mysql':
operations = [
migrations.AddField(
model_name='indexentry',
name='autocomplete',
field=models.TextField(null=True),
),
migrations.AddField(
model_name='indexentry',
name='body',
field=models.TextField(null=True),
),
migrations.AddField(
model_name='indexentry',
name='title',
field=models.TextField(default=''),
preserve_default=False,
),
]
# Create FULLTEXT indexes
# We need to add these indexes manually because Django imposes an artificial limitation
# that forces to specify the max length of the TextFields that get referenced by the
# FULLTEXT index. If we do it manually, it works, because Django can't check that we are
# defining a new index.
operations.append(
migrations.RunSQL(
sql="""
ALTER TABLE wagtailsearch_indexentry
ADD FULLTEXT INDEX `fulltext_body` (`body`)
""",
reverse_sql="""
ALTER TABLE wagtailsearch_indexentry
DROP INDEX `fulltext_body`
"""
)
)
# We create two separate FULLTEXT indexes for the 'body' and 'title' columns, so that we are able to handle them separately afterwards.
# We handle them separately, for example, when we do scoring: there, we multiply the 'title' score by the value of the 'title_norm' column. This can't be done if we index 'title' and 'body' in the same index, because MySQL doesn't allow to search on subparts of a defined index (we need to search all the columns of the index at the same time).
operations.append(
migrations.RunSQL(
sql="""
ALTER TABLE wagtailsearch_indexentry
ADD FULLTEXT INDEX `fulltext_title` (`title`)
""",
reverse_sql="""
ALTER TABLE wagtailsearch_indexentry
DROP INDEX `fulltext_title`
"""
)
)
# We also need to create a joint index on 'title' and 'body', to be able to query both at the same time. If we don't have this, some queries may return wrong results. For example, if we match 'A AND (NOT B)' against 'A, B', it returns false, but if we do (match 'A AND (NOT B)' against 'A') or (match 'A AND (NOT B)' against 'B'), the first one would return True, and the whole expression would be True (wrong result). That's the same as saying that testing subsets does not neccessarily produce the same result as testing the whole set.
operations.append(
migrations.RunSQL(
sql="""
ALTER TABLE wagtailsearch_indexentry
ADD FULLTEXT INDEX `fulltext_title_body` (`title`, `body`)
""",
reverse_sql="""
ALTER TABLE wagtailsearch_indexentry
DROP INDEX `fulltext_title_body`
"""
)
)
# We use an ngram parser for autocomplete, so that it matches partial search queries.
# The index on body and title doesn't match partial queries by default.
# Note that this is not supported on MariaDB. See https://jira.mariadb.org/browse/MDEV-10267
if connection.mysql_is_mariadb:
operations.append(
migrations.RunSQL(
sql="""
ALTER TABLE wagtailsearch_indexentry
ADD FULLTEXT INDEX `fulltext_autocomplete` (`autocomplete`)
""",
reverse_sql="""
ALTER TABLE wagtailsearch_indexentry
DROP INDEX `fulltext_autocomplete`
"""
)
)
else:
operations.append(
migrations.RunSQL(
sql="""
ALTER TABLE wagtailsearch_indexentry
ADD FULLTEXT INDEX `fulltext_autocomplete` (`autocomplete`)
WITH PARSER ngram
""",
reverse_sql="""
ALTER TABLE wagtailsearch_indexentry
DROP INDEX `fulltext_autocomplete`
"""
)
)
