def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table(
'distances', sa.Column('src_rse_id', GUID()),
sa.Column('dest_rse_id', GUID()), sa.Column('ranking', sa.Integer),
sa.Column('agis_distance', sa.Integer),
sa.Column('geoip_distance', sa.Integer),
sa.Column('created_at',
sa.DateTime,
default=datetime.datetime.utcnow),
sa.Column('updated_at',
sa.DateTime,
default=datetime.datetime.utcnow,
onupdate=datetime.datetime.utcnow))
create_primary_key('DISTANCES_PK', 'distances',
['src_rse_id', 'dest_rse_id'])
create_foreign_key('DISTANCES_SRC_RSES_FK', 'distances', 'rses',
['src_rse_id'], ['id'])
create_foreign_key('DISTANCES_DEST_RSES_FK', 'distances', 'rses',
['dest_rse_id'], ['id'])
create_check_constraint('DISTANCES_CREATED_NN', 'distances',
'created_at is not null')
create_check_constraint('DISTANCES_UPDATED_NN', 'distances',
'updated_at is not null')
create_index('DISTANCES_DEST_RSEID_IDX', 'distances', ['dest_rse_id'])
def downgrade():
'''
Downgrade the database to the previous revision
'''
if context.get_context().dialect.name != 'sqlite': # pylint: disable=no-member
# CONTENTS_HISTORY
create_primary_key('CONTENTS_HIST_PK', 'contents_history',
['scope', 'name', 'child_scope', 'child_name'])
# ARCHIVE_CONTENTS_HISTORY
create_primary_key('ARCH_CONTENTS_HISOTRY_PK',
'archive_contents_history',
['scope', 'name', 'child_scope', 'child_name'])
drop_index('ARCH_CONT_HIST_IDX', 'archive_contents_history')
# RULES_HIST_RECENT
add_column('rules_hist_recent', sa.Column('history_id', GUID()))
create_primary_key('RULES_HIST_RECENT_PK', 'rules_hist_recent',
['history_id'])
# RULES_HISTORY
add_column('rules_history', sa.Column('history_id', GUID()))
create_primary_key('RULES_HIST_LONGTERM_PK', 'rules_history',
['history_id'])
# MESSAGES_HISTORY
create_primary_key('MESSAGES_HIST_ID_PK', 'messages_history', ['id'])
def upgrade():
'''
upgrade method
'''
if context.get_context().dialect.name != 'sqlite':
add_column('collection_replicas',
sa.Column('available_replicas_cnt', sa.BigInteger()))
add_column('collection_replicas',
sa.Column('available_bytes', sa.BigInteger()))
create_table(
'updated_col_rep', sa.Column('id', GUID()),
sa.Column('scope', sa.String(25)), sa.Column('name', sa.String(255)),
sa.Column('did_type',
DIDType.db_type(name='UPDATED_COL_REP_TYPE_CHK')),
sa.Column('rse_id', GUID()), sa.Column('updated_at', sa.DateTime),
sa.Column('created_at', sa.DateTime))
if context.get_context().dialect.name != 'sqlite':
create_primary_key('UPDATED_COL_REP_PK', 'updated_col_rep', ['id'])
create_check_constraint('UPDATED_COL_REP_SCOPE_NN', 'updated_col_rep',
'scope IS NOT NULL')
create_check_constraint('UPDATED_COL_REP_NAME_NN', 'updated_col_rep',
'name IS NOT NULL')
create_index('UPDATED_COL_REP_SNR_IDX', 'updated_col_rep',
['scope', 'name', 'rse_id'])
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table('sources',
sa.Column('request_id', GUID()),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('rse_id', GUID()),
sa.Column('dest_rse_id', GUID()),
sa.Column('url', sa.String(2048)),
sa.Column('ranking', sa.Integer),
sa.Column('bytes', sa.BigInteger),
sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
create_primary_key('SOURCES_PK', 'sources', ['request_id', 'rse_id', 'scope', 'name'])
create_foreign_key('SOURCES_REQ_ID_FK', 'sources', 'requests', ['request_id'], ['id'])
create_foreign_key('SOURCES_REPLICA_FK', 'sources', 'replicas', ['scope', 'name', 'rse_id'], ['scope', 'name', 'rse_id'])
create_foreign_key('SOURCES_RSES_FK', 'sources', 'rses', ['rse_id'], ['id'])
create_foreign_key('SOURCES_DST_RSES_FK', 'sources', 'rses', ['dest_rse_id'], ['id'])
create_check_constraint('SOURCES_CREATED_NN', 'sources', 'created_at is not null')
create_check_constraint('SOURCES_UPDATED_NN', 'sources', 'updated_at is not null')
create_index('SOURCES_SRC_DST_IDX', 'sources', ['rse_id', 'dest_rse_id'])
def downgrade():
'''
Downgrade the database to the previous revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
# CONTENTS_HISTORY
create_primary_key('CONTENTS_HIST_PK', 'contents_history',
['scope', 'name', 'child_scope', 'child_name'])
# ARCHIVE_CONTENTS_HISTORY
create_primary_key('ARCH_CONT_HIST_PK', 'archive_contents_history',
['scope', 'name', 'child_scope', 'child_name'])
drop_index('ARCH_CONT_HIST_IDX', 'archive_contents_history')
# RULES_HIST_RECENT
schema = context.get_context(
).version_table_schema if context.get_context(
).version_table_schema else ''
add_column('rules_hist_recent',
sa.Column('history_id', GUID()),
schema=schema)
create_primary_key('RULES_HIST_RECENT_PK', 'rules_hist_recent',
['history_id'])
# RULES_HISTORY
add_column('rules_history',
sa.Column('history_id', GUID()),
schema=schema)
create_primary_key('RULES_HIST_LONGTERM_PK', 'rules_history',
['history_id'])
# MESSAGES_HISTORY
create_primary_key('MESSAGES_HIST_ID_PK', 'messages_history', ['id'])
def upgrade():
'''
upgrade method
'''
create_table('quarantined_replicas', sa.Column('rse_id', GUID()),
sa.Column('path', sa.String(1024)),
sa.Column('md5', sa.String(32)),
sa.Column('adler32', sa.String(8)),
sa.Column('bytes', sa.BigInteger),
sa.Column('updated_at', sa.DateTime),
sa.Column('created_at', sa.DateTime))
create_table('quarantined_replicas_history', sa.Column('rse_id', GUID()),
sa.Column('path', sa.String(1024)),
sa.Column('md5', sa.String(32)),
sa.Column('adler32', sa.String(8)),
sa.Column('bytes', sa.BigInteger),
sa.Column('updated_at', sa.DateTime),
sa.Column('created_at', sa.DateTime),
sa.Column('deleted_at', sa.DateTime))
if context.get_context().dialect.name not in ('sqlite'):
create_primary_key('QURD_REPLICAS_STATE_PK', 'quarantined_replicas',
['rse_id', 'path'])
create_check_constraint('QURD_REPLICAS_CREATED_NN',
'quarantined_replicas',
'created_at is not null')
create_check_constraint('QURD_REPLICAS_UPDATED_NN',
'quarantined_replicas',
'updated_at is not null')
create_foreign_key('QURD_REPLICAS_RSE_ID_FK', 'quarantined_replicas',
'rses', ['rse_id'], ['id'])
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table(
'transfer_hops', sa.Column('request_id', GUID()),
sa.Column('next_hop_request_id', GUID()),
sa.Column('initial_request_id', GUID()),
sa.Column('created_at',
sa.DateTime,
default=datetime.datetime.utcnow),
sa.Column('updated_at',
sa.DateTime,
default=datetime.datetime.utcnow,
onupdate=datetime.datetime.utcnow))
create_primary_key(
'TRANSFER_HOPS_PK', 'transfer_hops',
['request_id', 'next_hop_request_id', 'initial_request_id'])
create_foreign_key('TRANSFER_HOPS_INIT_REQ_ID_FK', 'transfer_hops',
'requests', ['initial_request_id'], ['id'])
create_foreign_key('TRANSFER_HOPS_REQ_ID_FK', 'transfer_hops',
'requests', ['request_id'], ['id'])
create_foreign_key('TRANSFER_HOPS_NH_REQ_ID_FK', 'transfer_hops',
'requests', ['next_hop_request_id'], ['id'])
create_check_constraint('TRANSFER_HOPS_CREATED_NN', 'transfer_hops',
'created_at is not null')
create_check_constraint('TRANSFER_HOPS_UPDATED_NN', 'transfer_hops',
'updated_at is not null')
create_index('TRANSFER_HOPS_INITIAL_REQ_IDX', 'transfer_hops',
['initial_request_id'])
create_index('TRANSFER_HOPS_NH_REQ_IDX', 'transfer_hops',
['next_hop_request_id'])
def upgrade():
'''
upgrade method
'''
create_table('sources',
sa.Column('request_id', GUID()),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('rse_id', GUID()),
sa.Column('dest_rse_id', GUID()),
sa.Column('url', sa.String(2048)),
sa.Column('ranking', sa.Integer),
sa.Column('bytes', sa.BigInteger),
sa.Column('updated_at', sa.DateTime),
sa.Column('created_at', sa.DateTime))
if context.get_context().dialect.name != 'sqlite':
create_primary_key('SOURCES_PK', 'sources', ['request_id', 'rse_id', 'scope', 'name'])
create_foreign_key('SOURCES_REQ_ID_FK', 'sources', 'requests', ['request_id'], ['id'])
create_foreign_key('SOURCES_REPLICAS_FK', 'sources', 'replicas', ['scope', 'name', 'rse_id'], ['scope', 'name', 'rse_id'])
create_foreign_key('SOURCES_RSES_FK', 'sources', 'rses', ['rse_id'], ['id'])
create_foreign_key('SOURCES_DST_RSES_FK', 'sources', 'rses', ['dest_rse_id'], ['id'])
create_check_constraint('SOURCES_CREATED_NN', 'sources', 'created_at is not null')
create_check_constraint('SOURCES_UPDATED_NN', 'sources', 'updated_at is not null')
create_index('SOURCES_SRC_DST_IDX', 'sources', ['rse_id', 'dest_rse_id'])
def upgrade():
'''
upgrade method
'''
if context.get_context().dialect.name != 'sqlite':
add_column('requests', sa.Column('rule_id', GUID()))
add_column('requests_history', sa.Column('rule_id', GUID()))
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
add_column('requests', sa.Column('rule_id', GUID()), schema=schema)
add_column('requests_history', sa.Column('rule_id', GUID()), schema=schema)
def upgrade():
'''
upgrade method
'''
if context.get_context().dialect.name != 'sqlite':
add_column('rules', sa.Column('child_rule_id', GUID()))
add_column('rules_hist_recent', sa.Column('child_rule_id', GUID()))
add_column('rules_history', sa.Column('child_rule_id', GUID()))
create_foreign_key('RULES_CHILD_RULE_ID_FK', 'rules', 'rules',
['child_rule_id'], ['id'])
create_index('RULES_CHILD_RULE_ID_IDX', 'rules', ['child_rule_id'])
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'postgresql']:
drop_table('account_limits')
create_table(
'account_limits', sa.Column('account', sa.String(25)),
sa.Column('rse_id', GUID()), sa.Column('bytes', sa.BigInteger),
sa.Column('created_at',
sa.DateTime,
default=datetime.datetime.utcnow),
sa.Column('updated_at',
sa.DateTime,
default=datetime.datetime.utcnow,
onupdate=datetime.datetime.utcnow))
create_primary_key('ACCOUNT_LIMITS_PK', 'account_limits',
['account', 'rse_id'])
create_check_constraint('ACCOUNT_LIMITS_CREATED_NN', 'account_limits',
'created_at is not null')
create_check_constraint('ACCOUNT_LIMITS_UPDATED_NN', 'account_limits',
'updated_at is not null')
create_foreign_key('ACCOUNT_LIMITS_ACCOUNT_FK', 'account_limits',
'accounts', ['account'], ['account'])
create_foreign_key('ACCOUNT_LIMITS_RSE_ID_FK', 'account_limits',
'rses', ['rse_id'], ['id'])
elif context.get_context().dialect.name == 'mysql':
drop_table('account_limits')
create_table(
'account_limits', sa.Column('account', sa.String(25)),
sa.Column('rse_id', GUID()), sa.Column('bytes', sa.BigInteger),
sa.Column('created_at',
sa.DateTime,
default=datetime.datetime.utcnow),
sa.Column('updated_at',
sa.DateTime,
default=datetime.datetime.utcnow,
onupdate=datetime.datetime.utcnow))
create_primary_key('ACCOUNT_LIMITS_PK', 'account_limits',
['account', 'rse_id'])
create_check_constraint('ACCOUNT_LIMITS_CREATED_NN', 'account_limits',
'created_at is not null')
create_check_constraint('ACCOUNT_LIMITS_UPDATED_NN', 'account_limits',
'updated_at is not null')
create_foreign_key('ACCOUNT_LIMITS_ACCOUNT_FK', 'account_limits',
'accounts', ['account'], ['account'])
create_foreign_key('ACCOUNT_LIMITS_RSE_ID_FK', 'account_limits',
'rses', ['rse_id'], ['id'])
def upgrade():
'''
upgrade method
'''
create_table('archive_contents',
sa.Column('child_scope', String(25)),
sa.Column('child_name', String(255)),
sa.Column('scope', String(25)),
sa.Column('name', String(255)),
sa.Column('bytes', sa.BigInteger),
sa.Column('adler32', String(8)),
sa.Column('md5', String(32)),
sa.Column('guid', GUID()),
sa.Column('length', sa.BigInteger))
create_table('archive_contents_history',
sa.Column('child_scope', String(25)),
sa.Column('child_name', String(255)),
sa.Column('scope', String(25)),
sa.Column('name', String(255)),
sa.Column('bytes', sa.BigInteger),
sa.Column('adler32', String(8)),
sa.Column('md5', String(32)),
sa.Column('guid', GUID()),
sa.Column('length', sa.BigInteger))
if context.get_context().dialect.name != 'sqlite':
create_primary_key('ARCH_CONTENTS_PK',
'archive_contents',
['scope', 'name', 'child_scope', 'child_name'])
create_foreign_key('ARCH_CONTENTS_PARENT_FK', 'archive_contents', 'dids',
['scope', 'name'], ['scope', 'name'])
create_foreign_key('ARCH_CONTENTS_CHILD_FK', 'archive_contents', 'dids',
['child_scope', 'child_name'], ['scope', 'name'])
create_index('ARCH_CONTENTS_CHILD_IDX', 'archive_contents',
['child_scope', 'child_name', 'scope', 'name'])
create_index('ARCH_CONT_HIST_IDX', 'archive_contents_history',
['scope', 'name'])
add_column('dids', sa.Column('is_archive',
sa.Boolean(name='DIDS_ARCHIVE_CHK')))
add_column('dids', sa.Column('constituent',
sa.Boolean(name='DIDS_CONSTITUENT_CHK')))
add_column('deleted_dids', sa.Column('is_archive', sa.Boolean()))
add_column('deleted_dids', sa.Column('constituent', sa.Boolean()))
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table(
'rse_transfer_limits', sa.Column('rse_id', GUID()),
sa.Column('activity', sa.String(50)),
sa.Column('rse_expression', sa.String(3000)),
sa.Column('max_transfers', sa.BigInteger),
sa.Column('transfers', sa.BigInteger),
sa.Column('waitings', sa.BigInteger),
sa.Column('created_at',
sa.DateTime,
default=datetime.datetime.utcnow),
sa.Column('updated_at',
sa.DateTime,
default=datetime.datetime.utcnow,
onupdate=datetime.datetime.utcnow))
create_primary_key('RSE_TRANSFER_LIMITS_PK', 'rse_transfer_limits',
['rse_id', 'activity'])
create_check_constraint('RSE_TRANSFER_LIMITS_CREATED_NN',
'rse_transfer_limits',
'created_at is not null')
create_check_constraint('RSE_TRANSFER_LIMITS_UPDATED_NN',
'rse_transfer_limits',
'updated_at is not null')
create_foreign_key('RSE_TRANSFER_LIMITS_RSE_ID_FK',
'rse_transfer_limits', 'rses', ['rse_id'], ['id'])
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table('collection_replicas',
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('did_type', sa.Enum(DIDType,
name='COLLECTION_REPLICAS_TYPE_CHK',
create_constraint=True,
values_callable=lambda obj: [e.value for e in obj])),
sa.Column('rse_id', GUID()),
sa.Column('bytes', sa.BigInteger),
sa.Column('length', sa.BigInteger),
sa.Column('state', sa.Enum(ReplicaState,
name='COLLECTION_REPLICAS_STATE_CHK',
create_constraint=True,
values_callable=lambda obj: [e.value for e in obj]),
default=ReplicaState.UNAVAILABLE),
sa.Column('accessed_at', sa.DateTime),
sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
create_primary_key('COLLECTION_REPLICAS_PK', 'collection_replicas', ['scope', 'name', 'rse_id'])
create_foreign_key('COLLECTION_REPLICAS_LFN_FK', 'collection_replicas', 'dids', ['scope', 'name'], ['scope', 'name'])
create_foreign_key('COLLECTION_REPLICAS_RSE_ID_FK', 'collection_replicas', 'rses', ['rse_id'], ['id'])
create_check_constraint('COLLECTION_REPLICAS_SIZE_NN', 'collection_replicas', 'bytes IS NOT NULL')
create_check_constraint('COLLECTION_REPLICAS_STATE_NN', 'collection_replicas', 'state IS NOT NULL')
create_index('COLLECTION_REPLICAS_RSE_ID_IDX', 'collection_replicas', ['rse_id'])
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table('lifetime_except',
sa.Column('id', GUID()),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('did_type', sa.Enum(DIDType,
name='LIFETIME_EXCEPT_TYPE_CHK',
create_constraint=True,
values_callable=lambda obj: [e.value for e in obj])),
sa.Column('account', sa.String(25)),
sa.Column('comments', sa.String(4000)),
sa.Column('pattern', sa.String(255)),
sa.Column('state', sa.Enum(LifetimeExceptionsState,
name='LIFETIME_EXCEPT_STATE_CHK',
create_constraint=True,
values_callable=lambda obj: [e.value for e in obj])),
sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow),
sa.Column('expires_at', sa.DateTime))
create_primary_key('LIFETIME_EXCEPT_PK', 'lifetime_except', ['id', 'scope', 'name', 'did_type', 'account'])
create_check_constraint('LIFETIME_EXCEPT_SCOPE_NN', 'lifetime_except', 'scope is not null')
create_check_constraint('LIFETIME_EXCEPT_NAME_NN', 'lifetime_except', 'name is not null')
create_check_constraint('LIFETIME_EXCEPT_DID_TYPE_NN', 'lifetime_except', 'did_type is not null')
def upgrade():
'''
upgrade method
'''
if context.get_context().dialect.name not in ['sqlite']:
create_table('sources_history', sa.Column('request_id', GUID()),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('rse_id', GUID()),
sa.Column('dest_rse_id', GUID()),
sa.Column('url', sa.String(2048)),
sa.Column('bytes', sa.BigInteger),
sa.Column('ranking', sa.Integer()),
sa.Column('is_using', sa.Boolean(), default=False))
add_column('requests', sa.Column('estimated_at', sa.DateTime))
add_column('requests_history', sa.Column('estimated_at', sa.DateTime))
def upgrade():
'''
upgrade method
'''
create_table('bad_replicas', sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('rse_id', GUID()),
sa.Column('reason', sa.String(255)),
sa.Column('state', sa.String(1)),
sa.Column('account', sa.String(25)),
sa.Column('updated_at', sa.DateTime),
sa.Column('created_at', sa.DateTime))
if context.get_context().dialect.name not in ('sqlite'):
create_primary_key('BAD_REPLICAS_STATE_PK', 'bad_replicas',
['scope', 'name', 'rse_id', 'created_at'])
create_check_constraint('BAD_REPLICAS_SCOPE_NN', 'bad_replicas',
'scope is not null')
create_check_constraint('BAD_REPLICAS_NAME_NN', 'bad_replicas',
'name is not null')
create_check_constraint('BAD_REPLICAS_RSE_ID_NN', 'bad_replicas',
'rse_id is not null')
create_foreign_key('BAD_REPLICAS_ACCOUNT_FK', 'bad_replicas',
'accounts', ['account'], ['account'])
create_index('BAD_REPLICAS_STATE_IDX', 'bad_replicas',
['rse_id', 'state'])
def upgrade():
'''
upgrade method
'''
create_table(
'lifetime_except', sa.Column('id', GUID()),
sa.Column('scope', sa.String(25)), sa.Column('name', sa.String(255)),
sa.Column('did_type',
DIDType.db_type(name='LIFETIME_EXCEPT_DID_TYPE_CHK')),
sa.Column('account', sa.String(25)),
sa.Column('comments', sa.String(4000)),
sa.Column('pattern', sa.String(255)),
sa.Column(
'state',
LifetimeExceptionsState.db_type(name='LIFETIME_EXCEPT_STATE_CHK')),
sa.Column('updated_at', sa.DateTime),
sa.Column('expires_at', sa.DateTime),
sa.Column('created_at', sa.DateTime))
if context.get_context().dialect.name != 'sqlite':
create_primary_key('LIFETIME_EXCEPT_PK', 'lifetime_except',
['id', 'scope', 'name', 'did_type', 'account'])
create_check_constraint('LIFETIME_EXCEPT_SCOPE_NN', 'lifetime_except',
'scope is not null')
create_check_constraint('LIFETIME_EXCEPT_NAME_NN', 'lifetime_except',
'name is not null')
create_check_constraint('LIFETIME_EXCEPT_DID_TYPE_NN',
'lifetime_except', 'did_type is not null')
def upgrade():
'''
upgrade method
'''
create_table('messages_history', sa.Column('id', GUID()),
sa.Column('created_at', sa.DateTime),
sa.Column('updated_at', sa.DateTime),
sa.Column('event_type', sa.String(1024)),
sa.Column('payload', sa.String(4000)))
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table(
'quarantined_replicas', sa.Column('rse_id', GUID()),
sa.Column('path', sa.String(1024)),
sa.Column('bytes', sa.BigInteger), sa.Column('md5', sa.String(32)),
sa.Column('adler32', sa.String(8)),
sa.Column('scope', sa.String(SCOPE_LENGTH)),
sa.Column('name', sa.String(NAME_LENGTH)),
sa.Column('created_at',
sa.DateTime,
default=datetime.datetime.utcnow),
sa.Column('updated_at',
sa.DateTime,
default=datetime.datetime.utcnow,
onupdate=datetime.datetime.utcnow))
create_table(
'quarantined_replicas_history', sa.Column('rse_id', GUID()),
sa.Column('path', sa.String(1024)),
sa.Column('bytes', sa.BigInteger), sa.Column('md5', sa.String(32)),
sa.Column('adler32', sa.String(8)),
sa.Column('scope', sa.String(SCOPE_LENGTH)),
sa.Column('name', sa.String(NAME_LENGTH)),
sa.Column('created_at', sa.DateTime),
sa.Column('updated_at', sa.DateTime),
sa.Column('deleted_at',
sa.DateTime,
default=datetime.datetime.utcnow))
create_primary_key('QURD_REPLICAS_STATE_PK', 'quarantined_replicas',
['rse_id', 'path'])
create_check_constraint('QURD_REPLICAS_CREATED_NN',
'quarantined_replicas',
'created_at is not null')
create_check_constraint('QURD_REPLICAS_UPDATED_NN',
'quarantined_replicas',
'updated_at is not null')
create_foreign_key('QURD_REPLICAS_RSE_ID_FK', 'quarantined_replicas',
'rses', ['rse_id'], ['id'])
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table('sources_history',
sa.Column('request_id', GUID()),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('rse_id', GUID()),
sa.Column('dest_rse_id', GUID()),
sa.Column('url', sa.String(2048)),
sa.Column('bytes', sa.BigInteger),
sa.Column('ranking', sa.Integer()),
sa.Column('is_using', sa.Boolean(), default=False))
schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
add_column('requests', sa.Column('estimated_at', sa.DateTime), schema=schema)
add_column('requests_history', sa.Column('estimated_at', sa.DateTime), schema=schema)
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
schema = context.get_context(
).version_table_schema if context.get_context(
).version_table_schema else ''
add_column('collection_replicas',
sa.Column('available_replicas_cnt', sa.BigInteger()),
schema=schema)
add_column('collection_replicas',
sa.Column('available_bytes', sa.BigInteger()),
schema=schema)
create_table(
'updated_col_rep', sa.Column('id', GUID()),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column(
'did_type',
sa.Enum(DIDType,
name='UPDATED_COL_REP_TYPE_CHK',
create_constraint=True,
values_callable=lambda obj: [e.value for e in obj])),
sa.Column('rse_id', GUID()),
sa.Column('created_at',
sa.DateTime,
default=datetime.datetime.utcnow),
sa.Column('updated_at',
sa.DateTime,
default=datetime.datetime.utcnow,
onupdate=datetime.datetime.utcnow))
create_primary_key('UPDATED_COL_REP_PK', 'updated_col_rep', ['id'])
create_check_constraint('UPDATED_COL_REP_SCOPE_NN', 'updated_col_rep',
'scope IS NOT NULL')
create_check_constraint('UPDATED_COL_REP_NAME_NN', 'updated_col_rep',
'name IS NOT NULL')
create_index('UPDATED_COL_REP_SNR_IDX', 'updated_col_rep',
['scope', 'name', 'rse_id'])
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
schema = context.get_context(
).version_table_schema if context.get_context(
).version_table_schema else ''
add_column('rules', sa.Column('child_rule_id', GUID()), schema=schema)
add_column('rules_hist_recent',
sa.Column('child_rule_id', GUID()),
schema=schema)
add_column('rules_history',
sa.Column('child_rule_id', GUID()),
schema=schema)
create_foreign_key('RULES_CHILD_RULE_ID_FK', 'rules', 'rules',
['child_rule_id'], ['id'])
create_index('RULES_CHILD_RULE_ID_IDX', 'rules', ['child_rule_id'])
def upgrade():
'''
upgrade method
'''
create_table('distances',
sa.Column('src_rse_id', GUID()),
sa.Column('dest_rse_id', GUID()),
sa.Column('ranking', sa.Integer),
sa.Column('agis_distance', sa.Integer),
sa.Column('geoip_distance', sa.Integer),
sa.Column('updated_at', sa.DateTime),
sa.Column('created_at', sa.DateTime))
if context.get_context().dialect.name != 'sqlite':
create_primary_key('DISTANCES_PK', 'distances', ['src_rse_id', 'dest_rse_id'])
create_foreign_key('DISTANCES_SRC_RSES_FK', 'distances', 'rses', ['src_rse_id'], ['id'])
create_foreign_key('DISTANCES_DEST_RSES_FK', 'distances', 'rses', ['dest_rse_id'], ['id'])
create_check_constraint('DISTANCES_CREATED_NN', 'distances', 'created_at is not null')
create_check_constraint('DISTANCES_UPDATED_NN', 'distances', 'updated_at is not null')
create_index('DISTANCES_DEST_RSEID_IDX', 'distances', ['dest_rse_id'])
def upgrade():
'''
upgrade method
'''
create_table('rules_hist_recent', sa.Column('history_id', GUID()),
sa.Column('id', GUID()), sa.Column('subscription_id', GUID()),
sa.Column('account', sa.String(25)),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('did_type', DIDType.db_type()),
sa.Column('state', RuleState.db_type()),
sa.Column('error', sa.String(255)),
sa.Column('rse_expression', sa.String(255)),
sa.Column('copies', sa.SmallInteger),
sa.Column('expires_at', sa.DateTime),
sa.Column('weight', sa.String(255)),
sa.Column('locked', sa.Boolean()),
sa.Column('locks_ok_cnt', sa.BigInteger),
sa.Column('locks_replicating_cnt', sa.BigInteger),
sa.Column('locks_stuck_cnt', sa.BigInteger),
sa.Column('source_replica_expression', sa.String(255)),
sa.Column('activity', sa.String(50)),
sa.Column('grouping', RuleGrouping.db_type()),
sa.Column('notification', RuleNotification.db_type()),
sa.Column('stuck_at', sa.DateTime),
sa.Column('purge_replicas', sa.Boolean()),
sa.Column('ignore_availability', sa.Boolean()),
sa.Column('updated_at', sa.DateTime),
sa.Column('created_at', sa.DateTime))
create_table('rules_history', sa.Column('history_id', GUID()),
sa.Column('id', GUID()), sa.Column('subscription_id', GUID()),
sa.Column('account', sa.String(25)),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('did_type', DIDType.db_type()),
sa.Column('state', RuleState.db_type()),
sa.Column('error', sa.String(255)),
sa.Column('rse_expression', sa.String(255)),
sa.Column('copies', sa.SmallInteger),
sa.Column('expires_at', sa.DateTime),
sa.Column('weight', sa.String(255)),
sa.Column('locked', sa.Boolean()),
sa.Column('locks_ok_cnt', sa.BigInteger),
sa.Column('locks_replicating_cnt', sa.BigInteger),
sa.Column('locks_stuck_cnt', sa.BigInteger),
sa.Column('source_replica_expression', sa.String(255)),
sa.Column('activity', sa.String(50)),
sa.Column('grouping', RuleGrouping.db_type()),
sa.Column('notification', RuleNotification.db_type()),
sa.Column('stuck_at', sa.DateTime),
sa.Column('purge_replicas', sa.Boolean()),
sa.Column('ignore_availability', sa.Boolean()),
sa.Column('updated_at', sa.DateTime),
sa.Column('created_at', sa.DateTime))
if context.get_context().dialect.name != 'sqlite':
create_index('RULES_HIST_RECENT_ID_IDX', 'rules_hist_recent', ["id"])
def upgrade():
'''
upgrade method
'''
create_table('replicas_history', sa.Column('rse_id', GUID()),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('bytes', sa.BigInteger))
if context.get_context().dialect.name != 'sqlite':
create_primary_key('REPLICAS_HIST_PK', 'replicas_history',
['rse_id', 'scope', 'name'])
# create_foreign_key('REPLICAS_HIST_LFN_FK', 'replicas_history', 'dids', ['scope', 'name'], ['scope', 'name'])
create_foreign_key('REPLICAS_HIST_RSE_ID_FK', 'replicas_history',
'rses', ['rse_id'], ['id'])
create_check_constraint('REPLICAS_HIST_SIZE_NN', 'replicas_history',
'bytes IS NOT NULL')
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table('replicas_history', sa.Column('rse_id', GUID()),
sa.Column('scope', sa.String(25)),
sa.Column('name', sa.String(255)),
sa.Column('bytes', sa.BigInteger))
create_primary_key('REPLICAS_HIST_PK', 'replicas_history',
['rse_id', 'scope', 'name'])
create_foreign_key('REPLICAS_HIST_RSE_ID_FK', 'replicas_history',
'rses', ['rse_id'], ['id'])
create_check_constraint('REPLICAS_HIST_SIZE_NN', 'replicas_history',
'bytes IS NOT NULL')
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
create_table('rse_qos_map',
sa.Column('rse_id', GUID()),
sa.Column('qos_policy', sa.String(64)),
sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
create_primary_key('RSE_QOS_MAP_PK', 'rse_qos_map', ['rse_id', 'qos_policy'])
create_check_constraint('RSE_QOS_MAP_CREATED_NN', 'rse_qos_map', 'created_at is not null')
create_check_constraint('RSE_QOS_MAP_UPDATED_NN', 'rse_qos_map', 'updated_at is not null')
create_foreign_key('RSE_QOS_MAP_RSE_ID_FK',
'rse_qos_map', 'rses',
['rse_id'], ['id'])
def upgrade():
'''
Upgrade the database to this revision
'''
if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
create_table(
'messages_history', sa.Column('id', GUID()),
sa.Column('created_at',
sa.DateTime,
default=datetime.datetime.utcnow),
sa.Column('updated_at',
sa.DateTime,
default=datetime.datetime.utcnow,
onupdate=datetime.datetime.utcnow),
sa.Column('event_type', sa.String(1024)),
sa.Column('payload', sa.String(4000)))
