def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.add_column('schedule',
sa.Column('end_time', mysql.TIME(), nullable=False))
op.add_column('schedule',
sa.Column('play_time', mysql.TIME(), nullable=False))
op.add_column(
'schedule',
sa.Column('screen_id',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=False))
op.add_column(
'schedule',
sa.Column('master_schedule_id',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=False))
op.create_foreign_key('fk_schedule_screen_id_screen', 'schedule', 'screen',
['screen_id'], ['id'])
op.create_foreign_key('fk_schedule_master_schedule_id_master_schedule',
'schedule', 'master_schedule',
['master_schedule_id'], ['id'])
op.create_index(
'uq_schedule_screen_id',
'schedule',
['screen_id', 'master_schedule_id', 'play_time', 'end_time'],
unique=True)
op.drop_column('schedule', 'play_datetime')
op.drop_column('schedule', 'end_datetime')
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.alter_column('priority',
'resuelto',
existing_type=mysql.TIME(),
nullable=True)
op.alter_column('priority',
'respuesta',
existing_type=mysql.TIME(),
nullable=True)
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.drop_column('users', 'role')
op.add_column(
'schedules',
sa.Column('occupancy_of_hall',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=False))
op.drop_constraint(None, 'schedules', type_='foreignkey')
op.drop_constraint(None, 'schedules', type_='foreignkey')
op.drop_column('schedules', 'user_creator_id')
op.drop_column('schedules', 'hall_id')
op.create_table('busy_times',
sa.Column('id', mysql.VARCHAR(length=36), nullable=False),
sa.Column('film_id',
mysql.VARCHAR(length=36),
nullable=False),
sa.Column('schedule_id',
mysql.VARCHAR(length=36),
nullable=False),
sa.Column('start_time', mysql.TIME(), nullable=False),
sa.Column('end_time', mysql.TIME(), nullable=False),
sa.ForeignKeyConstraint(['film_id'], ['films.id'],
name='busy_times_ibfk_1'),
sa.ForeignKeyConstraint(['schedule_id'], ['schedules.id'],
name='busy_times_ibfk_2'),
sa.PrimaryKeyConstraint('id'),
mysql_default_charset='utf8',
mysql_engine='InnoDB')
op.create_table('filmsschedules',
sa.Column('id', mysql.VARCHAR(length=36), nullable=False),
sa.Column('film_id',
mysql.VARCHAR(length=36),
nullable=False),
sa.Column('schedule_id',
mysql.VARCHAR(length=36),
nullable=False),
sa.ForeignKeyConstraint(['film_id'], ['films.id'],
name='filmsschedules_ibfk_1'),
sa.ForeignKeyConstraint(['schedule_id'], ['schedules.id'],
name='filmsschedules_ibfk_2'),
sa.PrimaryKeyConstraint('id'),
mysql_default_charset='utf8',
mysql_engine='InnoDB')
op.drop_table('occupied_seats')
op.drop_table('film_occupations_times')
op.drop_table('halls')
def downgrade_():
# ### commands auto generated by Alembic - please adjust! ###
op.alter_column('meeting',
'time',
existing_type=sa.String(length=8),
type_=mysql.TIME(),
existing_nullable=True)
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.create_index('ix_tickets_hora', 'tickets', ['hora'], unique=False)
op.alter_column('tickets',
'hora',
existing_type=mysql.TIME(),
nullable=True)
def upgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.alter_column('tickets',
'hora',
existing_type=mysql.TIME(),
nullable=False)
op.drop_index('ix_tickets_hora', table_name='tickets')
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.create_table('calendar_festive',
sa.Column('calendar_id',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=False),
sa.Column('festive_id',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=False),
sa.ForeignKeyConstraint(['calendar_id'], ['calendar.id'],
name='calendar_festive_ibfk_1'),
sa.ForeignKeyConstraint(['festive_id'], ['festive.id'],
name='calendar_festive_ibfk_2'),
sa.PrimaryKeyConstraint('calendar_id', 'festive_id'),
mysql_default_charset='latin1',
mysql_engine='InnoDB')
op.create_table('calendar',
sa.Column('id',
mysql.INTEGER(display_width=11),
autoincrement=True,
nullable=False),
sa.Column('descripcion',
mysql.VARCHAR(length=15),
nullable=False),
sa.Column('dias', mysql.VARCHAR(length=15),
nullable=False),
sa.Column('hora_inicio', mysql.TIME(), nullable=True),
sa.Column('hora_final', mysql.TIME(), nullable=True),
sa.Column('fulltime',
mysql.TINYINT(display_width=1),
autoincrement=False,
nullable=True),
sa.PrimaryKeyConstraint('id'),
mysql_default_charset='latin1',
mysql_engine='InnoDB')
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.drop_constraint(None, 'WorkContract', type_='foreignkey')
op.drop_constraint(None, 'WorkContract', type_='foreignkey')
op.create_foreign_key('workcontract_ibfk_1', 'WorkContract', 'workplace',
['wp_id'], ['wp_id'])
op.create_foreign_key('workcontract_ibfk_2', 'WorkContract', 'user',
['user_id'], ['user_id'])
op.drop_constraint(None, 'WorkCondition', type_='foreignkey')
op.create_foreign_key('workcondition_ibfk_1',
'WorkCondition',
'workcontract', ['cont_id'], ['cont_id'],
onupdate='RESTRICT',
ondelete='RESTRICT')
op.drop_constraint(None, 'Weekly', type_='foreignkey')
op.create_foreign_key('weekly_ibfk_1', 'Weekly', 'workcontract',
['cont_id'], ['cont_id'])
op.add_column('Monthly',
sa.Column('crest_mtime', mysql.TIME(), nullable=True))
op.add_column('Monthly',
sa.Column('awork_mtime', mysql.TIME(), nullable=True))
op.add_column('Monthly',
sa.Column('cwork_mtime', mysql.TIME(), nullable=True))
op.add_column('Monthly',
sa.Column('arest_mtime', mysql.TIME(), nullable=True))
op.drop_constraint(None, 'Monthly', type_='foreignkey')
op.create_foreign_key('monthly_ibfk_1', 'Monthly', 'workcontract',
['cont_id'], ['cont_id'])
op.drop_column('Monthly', 'cont_work_mtime')
op.drop_column('Monthly', 'cont_rest_mtime')
op.drop_column('Monthly', 'act_work_mtime')
op.drop_column('Monthly', 'act_rest_mtime')
op.add_column('Daily', sa.Column('awork_time', mysql.TIME(),
nullable=True))
op.add_column('Daily', sa.Column('crest_time', mysql.TIME(),
nullable=True))
op.add_column('Daily', sa.Column('arest_time', mysql.TIME(),
nullable=True))
op.add_column('Daily', sa.Column('cwork_time', mysql.TIME(),
nullable=True))
op.drop_column('Daily', 'cont_work_time')
op.drop_column('Daily', 'cont_rest_time')
op.drop_column('Daily', 'act_work_time')
op.drop_column('Daily', 'act_rest_time')
def upgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.alter_column('users', 'birthday',
existing_type=mysql.TIME(),
nullable=True)
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.add_column('message', sa.Column('time_end', mysql.TIME(), nullable=True))
op.add_column('message', sa.Column('time_begin', mysql.TIME(), nullable=True))
def downgrade_user_db():
# ### commands auto generated by Alembic - please adjust! ###
op.create_table('calendar_events',
sa.Column('time_created',
mysql.DATETIME(),
server_default=sa.text('CURRENT_TIMESTAMP'),
nullable=True),
sa.Column('time_updated', mysql.DATETIME(), nullable=True),
sa.Column('id', mysql.VARCHAR(length=500), nullable=False),
sa.Column('calendar_id',
mysql.VARCHAR(length=150),
nullable=True),
sa.Column('created_at', mysql.TIMESTAMP(), nullable=True),
sa.Column('organizer_email',
mysql.VARCHAR(length=200),
nullable=True),
sa.Column('is_recurring',
mysql.TINYINT(display_width=1),
autoincrement=False,
nullable=True),
sa.Column('title',
mysql.VARCHAR(length=500),
nullable=True),
sa.Column('location',
mysql.VARCHAR(length=500),
nullable=True),
sa.Column('start_time', mysql.TIMESTAMP(), nullable=True),
sa.Column('end_time', mysql.TIMESTAMP(), nullable=True),
sa.Column('description',
mysql.VARCHAR(length=5000),
nullable=True),
sa.Column('creator_email',
mysql.VARCHAR(length=200),
nullable=True),
sa.Column('status',
mysql.VARCHAR(length=200),
nullable=True),
sa.CheckConstraint('(`is_recurring` in (0,1))',
name='calendar_events_chk_1'),
sa.PrimaryKeyConstraint('id'),
mysql_default_charset='utf8',
mysql_engine='InnoDB')
op.create_table(
'calendar_event_attendees',
sa.Column('time_created',
mysql.DATETIME(),
server_default=sa.text('CURRENT_TIMESTAMP'),
nullable=True),
sa.Column('time_updated', mysql.DATETIME(), nullable=True),
sa.Column('id',
mysql.INTEGER(display_width=11),
autoincrement=True,
nullable=False),
sa.Column('event_id', mysql.VARCHAR(length=500), nullable=True),
sa.Column('working_hours_start_time', mysql.TIME(), nullable=True),
sa.Column('working_hours_end_time', mysql.TIME(), nullable=True),
sa.Column('display_name', mysql.VARCHAR(length=200), nullable=True),
sa.Column('response_status', mysql.VARCHAR(length=20), nullable=True),
sa.Column('is_organizer',
mysql.TINYINT(display_width=1),
autoincrement=False,
nullable=True),
sa.Column('is_optional',
mysql.TINYINT(display_width=1),
autoincrement=False,
nullable=True),
sa.Column('calendar_user_id', mysql.VARCHAR(length=100),
nullable=True),
sa.Column('comment', mysql.VARCHAR(length=5000), nullable=True),
sa.Column('invited_email', mysql.VARCHAR(length=200), nullable=True),
sa.Column('timezone_organized',
mysql.VARCHAR(length=200),
nullable=True),
sa.CheckConstraint('(`is_optional` in (0,1))',
name='calendar_event_attendees_chk_2'),
sa.CheckConstraint('(`is_organizer` in (0,1))',
name='calendar_event_attendees_chk_1'),
sa.ForeignKeyConstraint(['calendar_user_id'], ['calendar_user.id'],
name='calendar_event_attendees_ibfk_2'),
sa.ForeignKeyConstraint(['event_id'], ['calendar_events.id'],
name='calendar_event_attendees_ibfk_1'),
sa.PrimaryKeyConstraint('id'),
mysql_default_charset='utf8',
mysql_engine='InnoDB')
op.drop_table('calendar_event_attendee')
op.drop_table('calendar_event')
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.alter_column('movie', 'length',
existing_type=sa.String(length=50),
type_=mysql.TIME(),
existing_nullable=False)
class TestEndToEnd(object):
timeout_seconds = 60
@pytest.fixture
def table_name(self, replhandler):
return '{0}_biz'.format(replhandler)
@pytest.fixture
def avro_schema(self, table_name):
return {
u'fields': [{
u'type': u'int',
u'name': u'id',
u'pkey': 1
}, {
u'default': None,
u'maxlen': 64,
u'type': [u'null', u'string'],
u'name': u'name'
}],
u'namespace':
u'',
u'name':
table_name,
u'type':
u'record',
u'pkey': [u'id']
}
@pytest.fixture(params=[{
'table_name':
'test_complex_table',
'test_schema': [
# test_bit
# ColumnInfo('BIT(8)', mysql.BIT, 3),
# test_tinyint
ColumnInfo('TINYINT', mysql.TINYINT(), 127),
ColumnInfo('TINYINT(3) SIGNED',
mysql.TINYINT(display_width=3, unsigned=False), -128),
ColumnInfo('TINYINT(3) UNSIGNED',
mysql.TINYINT(display_width=3, unsigned=True), 255),
ColumnInfo(
'TINYINT(3) UNSIGNED ZEROFILL',
mysql.TINYINT(display_width=3, unsigned=True, zerofill=True),
5),
ColumnInfo('BOOL', mysql.BOOLEAN(), 1),
ColumnInfo('BOOLEAN', mysql.BOOLEAN(), 1),
# test_smallint
ColumnInfo('SMALLINT', mysql.SMALLINT(), 32767),
ColumnInfo('SMALLINT(5) SIGNED',
mysql.SMALLINT(display_width=5, unsigned=False),
-32768),
ColumnInfo('SMALLINT(5) UNSIGNED',
mysql.SMALLINT(display_width=5, unsigned=True), 65535),
ColumnInfo(
'SMALLINT(3) UNSIGNED ZEROFILL',
mysql.SMALLINT(display_width=3, unsigned=True, zerofill=True),
5),
# test_mediumint
ColumnInfo('MEDIUMINT', mysql.MEDIUMINT(), 8388607),
ColumnInfo('MEDIUMINT(7) SIGNED',
mysql.MEDIUMINT(display_width=7, unsigned=False),
-8388608),
ColumnInfo('MEDIUMINT(8) UNSIGNED',
mysql.MEDIUMINT(display_width=8, unsigned=True),
16777215),
ColumnInfo(
'MEDIUMINT(3) UNSIGNED ZEROFILL',
mysql.MEDIUMINT(display_width=3, unsigned=True, zerofill=True),
5),
# test_int
ColumnInfo('INT', mysql.INTEGER(), 2147483647),
ColumnInfo('INT(10) SIGNED',
mysql.INTEGER(display_width=10, unsigned=False),
-2147483648),
ColumnInfo('INT(11) UNSIGNED',
mysql.INTEGER(display_width=11, unsigned=True),
4294967295),
ColumnInfo(
'INT(3) UNSIGNED ZEROFILL',
mysql.INTEGER(display_width=3, unsigned=True, zerofill=True),
5),
ColumnInfo('INTEGER(3)', mysql.INTEGER(display_width=3), 3),
# test_bigint
ColumnInfo('BIGINT(19)', mysql.BIGINT(display_width=19),
23372854775807),
ColumnInfo('BIGINT(19) SIGNED',
mysql.BIGINT(display_width=19, unsigned=False),
-9223372036854775808),
# ColumnInfo('BIGINT(20) UNSIGNED', mysql.INTEGER(display_width=20, unsigned=True), 18446744073709551615),
ColumnInfo(
'BIGINT(3) UNSIGNED ZEROFILL',
mysql.BIGINT(display_width=3, unsigned=True, zerofill=True),
5),
# test_decimal
ColumnInfo('DECIMAL(9, 2)', mysql.DECIMAL(precision=9, scale=2),
101.41),
ColumnInfo('DECIMAL(12, 11) SIGNED',
mysql.DECIMAL(precision=12, scale=11, unsigned=False),
-3.14159265359),
ColumnInfo('DECIMAL(2, 1) UNSIGNED',
mysql.DECIMAL(precision=2, scale=1, unsigned=True),
0.0),
ColumnInfo(
'DECIMAL(9, 2) UNSIGNED ZEROFILL',
mysql.DECIMAL(precision=9,
scale=2,
unsigned=True,
zerofill=True), 5.22),
ColumnInfo('DEC(9, 3)', mysql.DECIMAL(precision=9, scale=3),
5.432),
ColumnInfo('FIXED(9, 3)', mysql.DECIMAL(precision=9, scale=3),
45.432),
# test_float
ColumnInfo('FLOAT', mysql.FLOAT(), 3.14),
ColumnInfo('FLOAT(5, 3) SIGNED',
mysql.FLOAT(precision=5, scale=3, unsigned=False),
-2.14),
ColumnInfo('FLOAT(5, 3) UNSIGNED',
mysql.FLOAT(precision=5, scale=3, unsigned=True), 2.14),
ColumnInfo(
'FLOAT(5, 3) UNSIGNED ZEROFILL',
mysql.FLOAT(precision=5, scale=3, unsigned=True,
zerofill=True), 24.00),
ColumnInfo('FLOAT(5)', mysql.FLOAT(5), 24.01),
ColumnInfo('FLOAT(30)', mysql.FLOAT(30), 24.01),
# test_double
ColumnInfo('DOUBLE', mysql.DOUBLE(), 3.14),
ColumnInfo('DOUBLE(5, 3) SIGNED',
mysql.DOUBLE(precision=5, scale=3, unsigned=False),
-3.14),
ColumnInfo('DOUBLE(5, 3) UNSIGNED',
mysql.DOUBLE(precision=5, scale=3, unsigned=True),
2.14),
ColumnInfo(
'DOUBLE(5, 3) UNSIGNED ZEROFILL',
mysql.DOUBLE(precision=5,
scale=3,
unsigned=True,
zerofill=True), 24.00),
ColumnInfo('DOUBLE PRECISION', mysql.DOUBLE(), 3.14),
ColumnInfo('REAL', mysql.DOUBLE(), 3.14),
# test_date_time
ColumnInfo('DATE', mysql.DATE(), datetime.date(1901, 1, 1)),
ColumnInfo('DATE', mysql.DATE(), datetime.date(2050, 12, 31)),
ColumnInfo('DATETIME', mysql.DATETIME(),
datetime.datetime(1970, 1, 1, 0, 0, 1, 0)),
ColumnInfo('DATETIME', mysql.DATETIME(),
datetime.datetime(2038, 1, 19, 3, 14, 7, 0)),
ColumnInfo('DATETIME(6)', mysql.DATETIME(fsp=6),
datetime.datetime(1970, 1, 1, 0, 0, 1, 111111)),
ColumnInfo('DATETIME(6)', mysql.DATETIME(fsp=6),
datetime.datetime(2038, 1, 19, 3, 14, 7, 999999)),
ColumnInfo('TIMESTAMP', mysql.TIMESTAMP(),
datetime.datetime(1970, 1, 1, 0, 0, 1, 0)),
ColumnInfo('TIMESTAMP', mysql.TIMESTAMP(),
datetime.datetime(2038, 1, 19, 3, 14, 7, 0)),
ColumnInfo('TIMESTAMP(6)', mysql.TIMESTAMP(fsp=6),
datetime.datetime(1970, 1, 1, 0, 0, 1, 111111)),
ColumnInfo('TIMESTAMP(6)', mysql.TIMESTAMP(fsp=6),
datetime.datetime(2038, 1, 19, 3, 14, 7, 999999)),
ColumnInfo('TIME', mysql.TIME(), datetime.timedelta(0, 0, 0)),
ColumnInfo('TIME', mysql.TIME(),
datetime.timedelta(0, 23 * 3600 + 59 * 60 + 59, 0)),
ColumnInfo('TIME(6)', mysql.TIME(fsp=6),
datetime.timedelta(0, 0, 111111)),
ColumnInfo('TIME(6)', mysql.TIME(fsp=6),
datetime.timedelta(0, 23 * 3600 + 59 * 60 + 59,
999999)),
ColumnInfo('YEAR', mysql.YEAR(), 2000),
ColumnInfo('YEAR(4)', mysql.YEAR(display_width=4), 2000),
# test_char
ColumnInfo('CHAR', mysql.CHAR(), 'a'),
ColumnInfo('CHARACTER', mysql.CHAR(), 'a'),
ColumnInfo('NATIONAL CHAR', mysql.CHAR(), 'a'),
ColumnInfo('NCHAR', mysql.CHAR(), 'a'),
ColumnInfo('CHAR(0)', mysql.CHAR(length=0), ''),
ColumnInfo('CHAR(10)', mysql.CHAR(length=10), '1234567890'),
ColumnInfo('VARCHAR(1000)', mysql.VARCHAR(length=1000), 'asdasdd'),
ColumnInfo('CHARACTER VARYING(1000)', mysql.VARCHAR(length=1000),
'test dsafnskdf j'),
ColumnInfo('NATIONAL VARCHAR(1000)', mysql.VARCHAR(length=1000),
'asdkjasd'),
ColumnInfo('NVARCHAR(1000)', mysql.VARCHAR(length=1000),
'asdkjasd'),
ColumnInfo('VARCHAR(10000)', mysql.VARCHAR(length=10000),
'1234567890'),
# test_binary
ColumnInfo('BINARY(5)', mysql.BINARY(length=5), 'hello'),
ColumnInfo('VARBINARY(100)', mysql.VARBINARY(length=100), 'hello'),
ColumnInfo('TINYBLOB', mysql.TINYBLOB(), 'hello'),
ColumnInfo('TINYTEXT', mysql.TINYTEXT(), 'hello'),
ColumnInfo('BLOB', mysql.BLOB(), 'hello'),
ColumnInfo('BLOB(100)', mysql.BLOB(length=100), 'hello'),
ColumnInfo('TEXT', mysql.TEXT(), 'hello'),
ColumnInfo('TEXT(100)', mysql.TEXT(length=100), 'hello'),
ColumnInfo('MEDIUMBLOB', mysql.MEDIUMBLOB(), 'hello'),
ColumnInfo('MEDIUMTEXT', mysql.MEDIUMTEXT(), 'hello'),
ColumnInfo('LONGBLOB', mysql.LONGBLOB(), 'hello'),
ColumnInfo('LONGTEXT', mysql.LONGTEXT(), 'hello'),
# test_enum
ColumnInfo("ENUM('ONE', 'TWO')", mysql.ENUM(['ONE', 'TWO']),
'ONE'),
# test_set
ColumnInfo("SET('ONE', 'TWO')", mysql.SET(['ONE', 'TWO']),
set(['ONE', 'TWO']))
]
}])
def complex_table(self, request):
return request.param
@pytest.fixture
def complex_table_name(self, replhandler, complex_table):
return "{0}_{1}".format(replhandler, complex_table['table_name'])
@pytest.fixture
def complex_table_schema(self, complex_table):
return complex_table['test_schema']
def _build_sql_column_name(self, complex_column_name):
return 'test_{}'.format(complex_column_name)
def _build_complex_column_create_query(self, complex_column_name,
complex_column_schema):
return '`{0}` {1}'.format(complex_column_name, complex_column_schema)
@pytest.fixture
def complex_table_create_query(self, complex_table_schema):
return ", ".join([
self._build_complex_column_create_query(
self._build_sql_column_name(indx), complex_column_schema.type)
for indx, complex_column_schema in enumerate(complex_table_schema)
])
@pytest.fixture
def sqla_objs(self, complex_table_schema):
return [
complex_column_schema.sqla_obj
for complex_column_schema in complex_table_schema
]
@pytest.fixture
def create_complex_table(self, containers, rbrsource, complex_table_name,
complex_table_create_query):
if complex_table_create_query.strip():
complex_table_create_query = ", {}".format(
complex_table_create_query)
query = """CREATE TABLE {complex_table_name}
(
`id` int(11) NOT NULL PRIMARY KEY
{complex_table_create_query}
) ENGINE=InnoDB DEFAULT CHARSET=utf8
""".format(complex_table_name=complex_table_name,
complex_table_create_query=complex_table_create_query)
execute_query_get_one_row(containers, rbrsource, query)
@pytest.fixture
def ComplexModel(self, complex_table_name, create_complex_table,
complex_table_schema):
class Model(Base):
__tablename__ = complex_table_name
id = Column('id', Integer, primary_key=True)
for indx, complex_column_schema in enumerate(complex_table_schema):
col_name = self._build_sql_column_name(indx)
setattr(Model, col_name,
Column(col_name, complex_column_schema.sqla_obj))
return Model
@pytest.fixture
def actual_complex_data(self, complex_table_schema):
res = {'id': 1}
for indx, complex_column_schema in enumerate(complex_table_schema):
if isinstance(complex_column_schema.sqla_obj, mysql.DATE):
data = complex_column_schema.data.strftime('%Y-%m-%d')
elif isinstance(complex_column_schema.sqla_obj, mysql.DATETIME):
data = complex_column_schema.data.strftime(
'%Y-%m-%d %H:%M:%S.%f')
elif isinstance(complex_column_schema.sqla_obj, mysql.TIMESTAMP):
data = complex_column_schema.data.strftime(
'%Y-%m-%d %H:%M:%S.%f')
elif isinstance(complex_column_schema.sqla_obj, mysql.TIME):
time = datetime.time(
complex_column_schema.data.seconds / 3600,
(complex_column_schema.data.seconds / 60) % 60,
complex_column_schema.data.seconds % 60,
complex_column_schema.data.microseconds)
data = time.strftime('%H:%M:%S.%f')
else:
data = complex_column_schema.data
res.update({self._build_sql_column_name(indx): data})
return res
@pytest.fixture
def expected_complex_data(self, actual_complex_data, complex_table_schema):
expected_complex_data_dict = {'id': 1}
for indx, complex_column_schema in enumerate(complex_table_schema):
column_name = self._build_sql_column_name(indx)
if isinstance(complex_column_schema.sqla_obj, mysql.SET):
expected_complex_data_dict[column_name] = \
sorted(actual_complex_data[column_name])
elif isinstance(complex_column_schema.sqla_obj, mysql.DATETIME):
date_time_obj = \
complex_column_schema.data.isoformat()
expected_complex_data_dict[column_name] = date_time_obj
elif isinstance(complex_column_schema.sqla_obj, mysql.TIMESTAMP):
date_time_obj = \
complex_column_schema.data.replace(tzinfo=pytz.utc)
expected_complex_data_dict[column_name] = date_time_obj
elif isinstance(complex_column_schema.sqla_obj, mysql.TIME):
number_of_micros = transform_timedelta_to_number_of_microseconds(
complex_column_schema.data)
expected_complex_data_dict[column_name] = number_of_micros
else:
expected_complex_data_dict[column_name] = \
complex_column_schema.data
return expected_complex_data_dict
def test_complex_table(self, containers, rbrsource, complex_table_name,
ComplexModel, actual_complex_data,
expected_complex_data, schematizer, namespace,
rbr_source_session, gtid_enabled):
if not gtid_enabled:
increment_heartbeat(containers, rbrsource)
complex_instance = ComplexModel(**actual_complex_data)
rbr_source_session.add(complex_instance)
rbr_source_session.commit()
messages = _fetch_messages(containers, schematizer, namespace,
complex_table_name, 1)
expected_messages = [
{
'message_type': MessageType.create,
'payload_data': expected_complex_data
},
]
_verify_messages(messages, expected_messages)
def test_create_table(self, containers, rbrsource, schematracker,
create_table_query, avro_schema, table_name,
namespace, schematizer, rbr_source_session,
gtid_enabled):
if not gtid_enabled:
increment_heartbeat(containers, rbrsource)
execute_query_get_one_row(
containers, rbrsource,
create_table_query.format(table_name=table_name))
# Need to poll for the creation of the table
_wait_for_table(containers, schematracker, table_name)
# Check the schematracker db also has the table.
verify_create_table_query = "SHOW CREATE TABLE {table_name}".format(
table_name=table_name)
verify_create_table_result = execute_query_get_one_row(
containers, schematracker, verify_create_table_query)
expected_create_table_result = execute_query_get_one_row(
containers, rbrsource, verify_create_table_query)
self.assert_expected_result(verify_create_table_result,
expected_create_table_result)
# It's necessary to insert data for the topic to actually be created.
Biz = _generate_basic_model(table_name)
rbr_source_session.add(Biz(id=1, name='insert'))
rbr_source_session.commit()
_wait_for_schematizer_topic(schematizer, namespace, table_name)
# Check schematizer.
self.check_schematizer_has_correct_source_info(table_name=table_name,
avro_schema=avro_schema,
namespace=namespace,
schematizer=schematizer)
def test_create_table_with_row_format(self, containers, rbrsource,
schematracker, replhandler,
gtid_enabled):
table_name = '{0}_row_format_tester'.format(replhandler)
create_table_stmt = """
CREATE TABLE {name}
( id int(11) primary key) ROW_FORMAT=COMPRESSED ENGINE=InnoDB
""".format(name=table_name)
if not gtid_enabled:
increment_heartbeat(containers, rbrsource)
execute_query_get_one_row(containers, rbrsource, create_table_stmt)
_wait_for_table(containers, schematracker, table_name)
# Check the schematracker db also has the table.
verify_create_table_query = "SHOW CREATE TABLE {table_name}".format(
table_name=table_name)
verify_create_table_result = execute_query_get_one_row(
containers, schematracker, verify_create_table_query)
expected_create_table_result = execute_query_get_one_row(
containers, rbrsource, verify_create_table_query)
self.assert_expected_result(verify_create_table_result,
expected_create_table_result)
def test_alter_table(self, containers, rbrsource, schematracker,
alter_table_query, table_name, gtid_enabled):
if not gtid_enabled:
increment_heartbeat(containers, rbrsource)
execute_query_get_one_row(
containers, rbrsource,
alter_table_query.format(table_name=table_name))
execute_query_get_one_row(
containers, rbrsource,
"ALTER TABLE {name} ROW_FORMAT=COMPRESSED".format(name=table_name))
time.sleep(2)
# Check the schematracker db also has the table.
verify_describe_table_query = "DESCRIBE {table_name}".format(
table_name=table_name)
verify_alter_table_result = execute_query_get_all_rows(
containers, schematracker, verify_describe_table_query)
expected_alter_table_result = execute_query_get_all_rows(
containers, rbrsource, verify_describe_table_query)
if 'address' in verify_alter_table_result[0].values():
actual_result = verify_alter_table_result[0]
elif 'address' in verify_alter_table_result[1].values():
actual_result = verify_alter_table_result[1]
else:
raise AssertionError('The alter table query did not succeed')
if 'address' in expected_alter_table_result[0].values():
expected_result = expected_alter_table_result[0]
else:
expected_result = expected_alter_table_result[1]
self.assert_expected_result(actual_result, expected_result)
def test_basic_table(self, containers, replhandler, rbrsource,
create_table_query, namespace, schematizer,
rbr_source_session, gtid_enabled):
if not gtid_enabled:
increment_heartbeat(containers, rbrsource)
source = "{0}_basic_table".format(replhandler)
execute_query_get_one_row(containers, rbrsource,
create_table_query.format(table_name=source))
BasicModel = _generate_basic_model(source)
model_1 = BasicModel(id=1, name='insert')
model_2 = BasicModel(id=2, name='insert')
rbr_source_session.add(model_1)
rbr_source_session.add(model_2)
rbr_source_session.commit()
model_1.name = 'update'
rbr_source_session.delete(model_2)
rbr_source_session.commit()
messages = _fetch_messages(containers, schematizer, namespace, source,
4)
expected_messages = [
{
'message_type': MessageType.create,
'payload_data': {
'id': 1,
'name': 'insert'
}
},
{
'message_type': MessageType.create,
'payload_data': {
'id': 2,
'name': 'insert'
}
},
{
'message_type': MessageType.update,
'payload_data': {
'id': 1,
'name': 'update'
},
'previous_payload_data': {
'id': 1,
'name': 'insert'
}
},
{
'message_type': MessageType.delete,
'payload_data': {
'id': 2,
'name': 'insert'
}
},
]
_verify_messages(messages, expected_messages)
def test_table_with_contains_pii(self, containers, replhandler, rbrsource,
create_table_query, namespace,
schematizer, rbr_source_session,
gtid_enabled):
with reconfigure(encryption_type='AES_MODE_CBC-1',
key_location='acceptance/configs/data_pipeline/'):
if not gtid_enabled:
increment_heartbeat(containers, rbrsource)
source = "{}_secret_table".format(replhandler)
execute_query_get_one_row(
containers, rbrsource,
create_table_query.format(table_name=source))
BasicModel = _generate_basic_model(source)
model_1 = BasicModel(id=1, name='insert')
model_2 = BasicModel(id=2, name='insert')
rbr_source_session.add(model_1)
rbr_source_session.add(model_2)
rbr_source_session.commit()
messages = _fetch_messages(containers, schematizer, namespace,
source, 2)
expected_messages = [{
'message_type': MessageType.create,
'payload_data': {
'id': 1,
'name': 'insert'
}
}, {
'message_type': MessageType.create,
'payload_data': {
'id': 2,
'name': 'insert'
}
}]
_verify_messages(messages, expected_messages)
def check_schematizer_has_correct_source_info(self, table_name,
avro_schema, namespace,
schematizer):
sources = schematizer.get_sources_by_namespace(namespace)
source = next(src for src in reversed(sources)
if src.name == table_name)
topic = schematizer.get_topics_by_source_id(source.source_id)[-1]
schema = schematizer.get_latest_schema_by_topic_name(topic.name)
assert schema.topic.source.name == table_name
assert schema.topic.source.namespace.name == namespace
assert schema.schema_json == avro_schema
def assert_expected_result(self, result, expected):
for key, value in expected.iteritems():
assert result[key] == value
def upgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.add_column('appointments', sa.Column('time',
mysql.TIME(),
nullable=True))
def upgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.create_table(
'feedback', sa.Column('id', sa.Integer(), nullable=False),
sa.Column('rating', sa.Integer(), nullable=True),
sa.Column('comment', sa.String(length=40), nullable=True),
sa.Column('course_code', sa.String(length=40), nullable=True),
sa.PrimaryKeyConstraint('id'))
op.create_table('location', sa.Column('id', sa.Integer(), nullable=False),
sa.Column('latitude', sa.Integer(), nullable=True),
sa.Column('longitude', sa.Integer(), nullable=True),
sa.PrimaryKeyConstraint('id'))
op.create_table('schedule', sa.Column('id', sa.Integer(), nullable=False),
sa.Column('day', sa.Integer(), nullable=True),
sa.Column('period', sa.Integer(), nullable=True),
sa.Column('start_time', mysql.TIME(), nullable=True),
sa.Column('end_time', mysql.TIME(), nullable=True),
sa.PrimaryKeyConstraint('id'))
op.create_table(
'staff', sa.Column('id', sa.Integer(), nullable=False),
sa.Column('staff_name', sa.String(length=40), nullable=True),
sa.Column('staff_id_no', sa.Integer(), nullable=True),
sa.PrimaryKeyConstraint('id'))
op.create_table(
'user', sa.Column('id', sa.Integer(), nullable=False),
sa.Column('ukey', sa.String(length=240), nullable=True),
sa.Column('display_name', sa.String(length=100), nullable=True),
sa.Column('pub_key', sa.String(length=540), nullable=True),
sa.Column('sign_count', sa.Integer(), nullable=True),
sa.Column('username', sa.String(length=50), nullable=True),
sa.Column('emailid', sa.String(length=50), nullable=True),
sa.Column('rollno', sa.Integer(), nullable=True),
sa.Column('rp_id', sa.String(length=540), nullable=True),
sa.Column('icon_url', sa.String(length=540), nullable=True),
sa.Column('credential_id', sa.String(length=540), nullable=True),
sa.Column('is_staff', sa.Boolean(), nullable=True),
sa.Column('password', sa.String(length=50), nullable=True),
sa.PrimaryKeyConstraint('id'))
op.create_table(
'attendance', sa.Column('id', sa.Integer(), nullable=False),
sa.Column('staff_id', sa.Integer(), nullable=True),
sa.Column('roll_no', sa.Integer(), nullable=True),
sa.Column('period', sa.Integer(), nullable=True),
sa.Column('is_present', sa.Boolean(), nullable=True),
sa.Column('is_fingerprint', sa.Boolean(), nullable=True),
sa.Column('logged_time', sa.DateTime(), nullable=True),
sa.Column('course_code', sa.String(length=40), nullable=True),
sa.Column('location_id', sa.Integer(), nullable=True),
sa.ForeignKeyConstraint(
['location_id'],
['location.id'],
), sa.PrimaryKeyConstraint('id'), sa.UniqueConstraint('location_id'))
op.create_table(
'course', sa.Column('id', sa.Integer(), nullable=False),
sa.Column('course_name', sa.String(length=40), nullable=True),
sa.Column('course_code', sa.String(length=40), nullable=True),
sa.Column('latitude', sa.Integer(), nullable=True),
sa.Column('longitude', sa.Integer(), nullable=True),
sa.Column('staff_id', sa.Integer(), nullable=True),
sa.ForeignKeyConstraint(
['staff_id'],
['staff.id'],
), sa.PrimaryKeyConstraint('id'))
op.create_table(
'schedule_course', sa.Column('course_id', sa.Integer(), nullable=True),
sa.Column('schedule_id', sa.Integer(), nullable=True),
sa.ForeignKeyConstraint(
['course_id'],
['course.id'],
), sa.ForeignKeyConstraint(
['schedule_id'],
['schedule.id'],
))
op.create_table('user_course',
sa.Column('course_id', sa.Integer(), nullable=True),
sa.Column('user_id', sa.Integer(), nullable=True),
sa.ForeignKeyConstraint(
['course_id'],
['course.id'],
), sa.ForeignKeyConstraint(
['user_id'],
['user.id'],
))
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.add_column('diagrams', sa.Column('mdate', mysql.TIME(), nullable=True))
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.add_column('shifttable', sa.Column('start', mysql.TIME(),
nullable=True))
op.add_column('shifttable', sa.Column('end', mysql.TIME(), nullable=True))
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.add_column('movie', sa.Column('duration', mysql.TIME(), nullable=False))
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.add_column('mbuses', sa.Column('recordtime',
mysql.TIME(),
nullable=True))
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.add_column(
'WorkContract',
sa.Column('work_time_offset',
mysql.TIME(),
server_default=sa.text("'00:05:00'"),
nullable=True))
op.add_column(
'WorkContract',
sa.Column('work_day_cnt',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'WorkContract',
sa.Column('first_start_date', mysql.VARCHAR(length=8), nullable=True))
op.add_column(
'WorkContract',
sa.Column('pay_init_day',
mysql.INTEGER(display_width=11),
server_default=sa.text("'1'"),
autoincrement=False,
nullable=True))
op.drop_constraint(None, 'WorkContract', type_='foreignkey')
op.drop_constraint(None, 'WorkContract', type_='foreignkey')
op.create_foreign_key('workcontract_ibfk_1', 'WorkContract', 'user',
['user_id'], ['user_id'])
op.create_foreign_key('workcontract_ibfk_2', 'WorkContract', 'workplace',
['wp_id'], ['wp_id'])
op.drop_column('WorkContract', 'time_offset')
op.drop_column('WorkContract', 'pinit_day')
op.drop_column('WorkContract', 'first_date')
op.drop_column('WorkContract', 'day_cnt')
op.add_column('WorkCondition',
sa.Column('end_work_time', mysql.TIME(), nullable=True))
op.add_column('WorkCondition',
sa.Column('amount_work_time', mysql.TIME(), nullable=True))
op.add_column('WorkCondition',
sa.Column('amount_rest_time', mysql.TIME(), nullable=True))
op.add_column('WorkCondition',
sa.Column('start_work_time', mysql.TIME(), nullable=True))
op.add_column(
'WorkCondition',
sa.Column('tardiness_code',
mysql.INTEGER(display_width=11),
server_default=sa.text("'1'"),
autoincrement=False,
nullable=False))
op.drop_constraint(None, 'WorkCondition', type_='foreignkey')
op.create_foreign_key('workcondition_ibfk_1',
'WorkCondition',
'workcontract', ['cont_id'], ['cont_id'],
onupdate='RESTRICT',
ondelete='RESTRICT')
op.drop_column('WorkCondition', 'work_aot')
op.drop_column('WorkCondition', 'tardy_code')
op.drop_column('WorkCondition', 'start_time')
op.drop_column('WorkCondition', 'rest_aot')
op.drop_column('WorkCondition', 'end_time')
op.add_column(
'Weekly',
sa.Column('total_work_pay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Weekly',
sa.Column('week_holy_pay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column('Weekly',
sa.Column('total_work_time', mysql.TIME(), nullable=True))
op.add_column(
'Weekly',
sa.Column('week_holy_dnum',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.drop_constraint(None, 'Weekly', type_='foreignkey')
op.create_foreign_key('weekly_ibfk_1', 'Weekly', 'workcontract',
['cont_id'], ['cont_id'])
op.drop_column('Weekly', 'weekly_pay')
op.drop_column('Weekly', 'total_time')
op.drop_column('Weekly', 'total_pay')
op.drop_column('Weekly', 'holy_dnum')
op.add_column(
'Monthly',
sa.Column('contract_work_mpay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Monthly',
sa.Column('national_pension',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column('Monthly',
sa.Column('over_work_mtime', mysql.TIME(), nullable=True))
op.add_column('Monthly',
sa.Column('holiday_work_mtime', mysql.TIME(), nullable=True))
op.add_column(
'Monthly',
sa.Column('after_deduction',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Monthly',
sa.Column('holiday_work_mpay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Monthly',
sa.Column('tax_exemption',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Monthly',
sa.Column('health_insurance',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column('Monthly',
sa.Column('night_work_mtime', mysql.TIME(), nullable=True))
op.add_column('Monthly',
sa.Column('actual_rest_time', mysql.TIME(), nullable=True))
op.add_column(
'Monthly',
sa.Column('total_work_mpay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Monthly',
sa.Column('over_work_mpay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Monthly',
sa.Column('night_work_mpay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Monthly',
sa.Column('actual_work_mpay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Monthly',
sa.Column('employment_insurance',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.drop_constraint(None, 'Monthly', type_='foreignkey')
op.create_foreign_key('monthly_ibfk_1', 'Monthly', 'workcontract',
['cont_id'], ['cont_id'])
op.drop_column('Monthly', 'total_mpay')
op.drop_column('Monthly', 'tax_exempt')
op.drop_column('Monthly', 'tardy_mtime')
op.drop_column('Monthly', 'tardy_mpay')
op.drop_column('Monthly', 'over_mtime')
op.drop_column('Monthly', 'over_mpay')
op.drop_column('Monthly', 'night_mtime')
op.drop_column('Monthly', 'night_mpay')
op.drop_column('Monthly', 'nat_pension')
op.drop_column('Monthly', 'holiday_mtime')
op.drop_column('Monthly', 'holiday_mpay')
op.drop_column('Monthly', 'health_ins')
op.drop_column('Monthly', 'final_pay')
op.drop_column('Monthly', 'employment_ins')
op.drop_column('Monthly', 'contract_mpay')
op.drop_column('Monthly', 'actual_rest_mtime')
op.drop_column('Monthly', 'actual_mpay')
op.add_column('Daily',
sa.Column('over_work_time', mysql.TIME(), nullable=True))
op.add_column(
'Daily',
sa.Column('night_work_pay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Daily',
sa.Column('contract_work_pay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column('Daily',
sa.Column('night_work_time', mysql.TIME(), nullable=True))
op.add_column(
'Daily',
sa.Column('over_work_pay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Daily',
sa.Column('actual_work_pay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column('Daily',
sa.Column('holiday_work_time', mysql.TIME(), nullable=True))
op.add_column(
'Daily',
sa.Column('total_work_pay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.add_column(
'Daily',
sa.Column('holiday_work_pay',
mysql.INTEGER(display_width=11),
autoincrement=False,
nullable=True))
op.drop_column('Daily', 'total_pay')
op.drop_column('Daily', 'tardy_time')
op.drop_column('Daily', 'tardy_pay')
op.drop_column('Daily', 'over_time')
op.drop_column('Daily', 'over_pay')
op.drop_column('Daily', 'night_time')
op.drop_column('Daily', 'night_pay')
op.drop_column('Daily', 'holiday_time')
op.drop_column('Daily', 'holiday_pay')
op.drop_column('Daily', 'contract_pay')
op.drop_column('Daily', 'actual_pay')
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
op.alter_column('tickets',
'hora',
existing_type=mysql.TIME(),
nullable=False)
