def test_default_fts_index_method_can_be_overwritten_by_config_var(self):
connection = mock.MagicMock()
context = {"connection": connection}
resource_id = "resource_id"
data_dict = {"resource_id": resource_id}
db.create_indexes(context, data_dict)
self._assert_created_index_on(
"_full_text", connection, resource_id, method="gin"
)
def test_creates_fts_index_using_gist_by_default(self):
connection = mock.MagicMock()
context = {"connection": connection}
resource_id = "resource_id"
data_dict = {"resource_id": resource_id}
db.create_indexes(context, data_dict)
self._assert_created_index_on(
"_full_text", connection, resource_id, method="gist"
)
def test_creates_fts_index_on_textual_fields_can_overwrite_lang_with_config_var(
self, _get_fields):
_get_fields.return_value = [{"id": "foo", "type": "text"}]
connection = mock.MagicMock()
context = {"connection": connection}
resource_id = "resource_id"
data_dict = {"resource_id": resource_id}
db.create_indexes(context, data_dict)
self._assert_created_index_on("foo", connection, resource_id, "simple")
def test_creates_fts_index_on_textual_fields_can_overwrite_lang_using_lang_param(
self, _get_fields):
_get_fields.return_value = [{"id": "foo", "type": "text"}]
connection = mock.MagicMock()
context = {"connection": connection}
resource_id = "resource_id"
data_dict = {"resource_id": resource_id, "language": "french"}
db.create_indexes(context, data_dict)
self._assert_created_index_on("foo", connection, resource_id, "french")
def test_default_fts_index_method_can_be_overwritten_by_config_var(self):
connection = mock.MagicMock()
context = {
'connection': connection
}
resource_id = 'resource_id'
data_dict = {
'resource_id': resource_id,
}
db.create_indexes(context, data_dict)
self._assert_created_index_on('_full_text', connection, resource_id,
method='gin')
def test_creates_fts_index_using_gist_by_default(self):
connection = mock.MagicMock()
context = {
'connection': connection
}
resource_id = 'resource_id'
data_dict = {
'resource_id': resource_id,
}
db.create_indexes(context, data_dict)
self._assert_created_index_on('_full_text', connection, resource_id,
method='gist')
def test_creates_fts_index_on_textual_fields_can_overwrite_lang_with_config_var(self, _get_fields):
_get_fields.return_value = [
{'id': 'foo', 'type': 'text'},
]
connection = mock.MagicMock()
context = {
'connection': connection
}
resource_id = 'resource_id'
data_dict = {
'resource_id': resource_id,
}
db.create_indexes(context, data_dict)
self._assert_created_index_on('foo', connection, resource_id, 'simple')
def test_creates_fts_index_on_all_fields_except_dates_nested_and_arrays_with_english_as_default(
self, _get_fields):
_get_fields.return_value = [
{
'id': 'text',
'type': 'text'
},
{
'id': 'number',
'type': 'number'
},
{
'id': 'nested',
'type': 'nested'
},
{
'id': 'date',
'type': 'date'
},
{
'id': 'text array',
'type': 'text[]'
},
{
'id': 'timestamp',
'type': 'timestamp'
},
]
connection = mock.MagicMock()
context = {'connection': connection}
resource_id = 'resource_id'
data_dict = {
'resource_id': resource_id,
}
db.create_indexes(context, data_dict)
self._assert_created_index_on('text', connection, resource_id,
'english')
self._assert_created_index_on('number',
connection,
resource_id,
'english',
cast=True)
def test_creates_fts_index_on_all_fields_except_dates_nested_and_arrays_with_english_as_default(
self, _get_fields):
_get_fields.return_value = [
{
"id": "text",
"type": "text"
},
{
"id": "number",
"type": "number"
},
{
"id": "nested",
"type": "nested"
},
{
"id": "date",
"type": "date"
},
{
"id": "text array",
"type": "text[]"
},
{
"id": "timestamp",
"type": "timestamp"
},
]
connection = mock.MagicMock()
context = {"connection": connection}
resource_id = "resource_id"
data_dict = {"resource_id": resource_id}
db.create_indexes(context, data_dict)
self._assert_created_index_on("text", connection, resource_id,
"english")
self._assert_created_index_on("number",
connection,
resource_id,
"english",
cast=True)
def test_creates_fts_index_on_all_fields_except_dates_nested_and_arrays_with_english_as_default(self, _get_fields):
_get_fields.return_value = [
{'id': 'text', 'type': 'text'},
{'id': 'number', 'type': 'number'},
{'id': 'nested', 'type': 'nested'},
{'id': 'date', 'type': 'date'},
{'id': 'text array', 'type': 'text[]'},
{'id': 'timestamp', 'type': 'timestamp'},
]
connection = mock.MagicMock()
context = {
'connection': connection
}
resource_id = 'resource_id'
data_dict = {
'resource_id': resource_id,
}
db.create_indexes(context, data_dict)
self._assert_created_index_on('text', connection, resource_id, 'english')
self._assert_created_index_on('number', connection, resource_id, 'english', cast=True)
def create(self, context, data_dict):
'''
The first row will be used to guess types not in the fields and the
guessed types will be added to the headers permanently.
Consecutive rows have to conform to the field definitions.
rows can be empty so that you can just set the fields.
fields are optional but needed if you want to do type hinting or
add extra information for certain columns or to explicitly
define ordering.
eg: [{"id": "dob", "type": "timestamp"},
{"id": "name", "type": "text"}]
A header items values can not be changed after it has been defined
nor can the ordering of them be changed. They can be extended though.
Any error results in total failure! For now pass back the actual error.
Should be transactional.
:raises InvalidDataError: if there is an invalid value in the given
data
'''
engine = get_write_engine()
context['connection'] = engine.connect()
timeout = context.get('query_timeout', _TIMEOUT)
_cache_types(context)
_rename_json_field(data_dict)
trans = context['connection'].begin()
try:
# check if table already existes
context['connection'].execute(
u'SET LOCAL statement_timeout TO {0}'.format(timeout))
result = context['connection'].execute(
u'SELECT * FROM pg_tables WHERE tablename = %s',
data_dict['resource_id']).fetchone()
if not result:
create_table_knowledgehub(context, data_dict)
_create_fulltext_trigger(context['connection'],
data_dict['resource_id'])
else:
alter_table(context, data_dict)
if 'triggers' in data_dict:
_create_triggers(context['connection'],
data_dict['resource_id'],
data_dict['triggers'])
insert_data(context, data_dict)
create_indexes(context, data_dict)
create_alias(context, data_dict)
trans.commit()
return _unrename_json_field(data_dict)
except IntegrityError as e:
if e.orig.pgcode == _PG_ERR_CODE['unique_violation']:
raise ValidationError({
'constraints': [
'Cannot insert records or create index'
'because of uniqueness constraint'
],
'info': {
'orig': str(e.orig),
'pgcode': e.orig.pgcode
}
})
raise
except DataError as e:
raise ValidationError({
'data': e.message,
'info': {
'orig': [str(e.orig)]
}
})
except DBAPIError as e:
if e.orig.pgcode == _PG_ERR_CODE['query_canceled']:
raise ValidationError({'query': ['Query took too long']})
raise
except Exception as e:
trans.rollback()
raise
finally:
context['connection'].close()
