def update_subscription(name, account, metadata=None, session=None):
"""
Updates a subscription
:param name: Name of the subscription
:type: String
:param account: Account identifier
:type account: String
:param metadata: Dictionary of metadata to update. Supported keys : filter, replication_rules, comments, lifetime, retroactive, dry_run, priority, last_processed
:type metadata: Dict
:param session: The database session in use.
:raises: SubscriptionNotFound if subscription is not found
"""
try:
keep_history = get('subscriptions', 'keep_history')
except ConfigNotFound:
keep_history = False
values = {'state': SubscriptionState.UPDATED}
if 'filter' in metadata and metadata['filter']:
values['filter'] = dumps(metadata['filter'])
if 'replication_rules' in metadata and metadata['replication_rules']:
values['replication_rules'] = dumps(metadata['replication_rules'])
if 'lifetime' in metadata and metadata['lifetime']:
values['lifetime'] = datetime.datetime.utcnow() + datetime.timedelta(days=float(metadata['lifetime']))
if 'retroactive' in metadata and metadata['retroactive']:
values['retroactive'] = metadata['retroactive']
if 'dry_run' in metadata and metadata['dry_run']:
values['dry_run'] = metadata['dry_run']
if 'comments' in metadata and metadata['comments']:
values['comments'] = metadata['comments']
if 'priority' in metadata and metadata['priority']:
values['policyid'] = metadata['priority']
if 'last_processed' in metadata and metadata['last_processed']:
values['last_processed'] = metadata['last_processed']
if 'state' in metadata and metadata['state'] == SubscriptionState.INACTIVE:
values['state'] = SubscriptionState.INACTIVE
values['expired_at'] = datetime.datetime.utcnow()
SubscriptionHistory = models.Subscription.__history_mapper__.class_
try:
subscription = session.query(models.Subscription).filter_by(account=account, name=name).one()
subscription.update(values)
if keep_history:
subscription_history = SubscriptionHistory(id=subscription.id,
name=subscription.name,
filter=subscription.filter,
account=subscription.account,
replication_rules=subscription.replication_rules,
state=subscription.state,
lifetime=subscription.lifetime,
retroactive=subscription.retroactive,
policyid=subscription.policyid,
comments=subscription.comments,
last_processed=subscription.last_processed,
expired_at=subscription.expired_at,
updated_at=subscription.updated_at,
created_at=subscription.created_at)
subscription_history.save(session=session)
except NoResultFound:
raise SubscriptionNotFound("Subscription for account '%(account)s' named '%(name)s' not found" % locals())
def list_subscriptions(name=None, account=None, state=None, session=None):
"""
Returns a dictionary with the subscription information :
Examples: ``{'status': 'INACTIVE/ACTIVE/BROKEN', 'last_modified_date': ...}``
:param name: Name of the subscription
:type: String
:param account: Account identifier
:type account: String
:param session: The database session in use.
:returns: Dictionary containing subscription parameter
:rtype: Dict
:raises: exception.NotFound if subscription is not found
"""
query = session.query(models.Subscription)
try:
if name:
query = query.filter_by(name=name)
if account:
query = query.filter_by(account=account)
if state:
query = query.filter_by(state=state)
except IntegrityError as error:
print(error)
raise
result = {}
for row in query:
result = {}
for column in row.__table__.columns:
result[column.name] = getattr(row, column.name)
yield result
if result == {}:
raise SubscriptionNotFound(
"Subscription for account '%(account)s' named '%(name)s' not found"
% locals())
def update_subscription(name, account, filter=None, replication_rules=None, comments=None, lifetime=None, retroactive=None, dry_run=None, state=None, priority=None, session=None):
"""
Updates a subscription
:param name: Name of the subscription
:type: String
:param account: Account identifier
:type account: String
:param filter: Dictionary of attributes by which the input data should be filtered
**Example**: ``{'dsn': 'data11_hi*.express_express.*,data11_hi*physics_MinBiasOverlay*', 'account': 'tzero'}``
:type filter: Dict
:param replication_rules: Replication rules to be set : Dictionary with keys copies, rse_expression, weight, rse_expression
:type replication_rules: Dict
:param transfer_requests: Transfer requests to be issued. List of tuples holding count, RSE-tag, group; If the group flag is set to ``true``, this transfer_request will resolve to the same RSE for all files in the same dataset
**Example**: ``[(1, 'T1-DATADISKS', True), (2, 'T2-DATADISKS', False)]``
:type transfer_requests: List
:param comments: Comments for the subscription
:type comments: String
:param lifetime: Subscription's lifetime (days)
:type lifetime: Integer or None
:param retroactive: Flag to know if the subscription should be applied on previous data
:type retroactive: Boolean
:param dry_run: Just print the subscriptions actions without actually executing them (Useful if retroactive flag is set)
:type dry_run: Boolean
:param state: The state of the subscription
:param priority: The priority of the subscription
:type priority: Integer
:param session: The database session in use.
:raises: exception.NotFound if subscription is not found
"""
values = {'state': SubscriptionState.UPDATED}
if filter:
values['filter'] = filter
if replication_rules:
values['replication_rules'] = replication_rules
if lifetime:
values['lifetime'] = datetime.datetime.utcnow() + datetime.timedelta(days=lifetime)
if retroactive:
values['retroactive'] = retroactive
if dry_run:
values['dry_run'] = dry_run
if comments:
values['comments'] = comments
if priority:
values['policyid'] = priority
if state and state == SubscriptionState.INACTIVE:
values['state'] = SubscriptionState.INACTIVE
values['expired_at'] = datetime.datetime.utcnow()
try:
rowcount = session.query(models.Subscription).filter_by(account=account, name=name).update(values)
if rowcount == 0:
raise SubscriptionNotFound("Subscription for account '%(account)s' named '%(name)s' not found" % locals())
except IntegrityError as error:
raise RucioException(error.args)
def list_subscriptions(name=None,
account=None,
state=None,
session=None,
logger=logging.log):
"""
Returns a dictionary with the subscription information :
Examples: ``{'status': 'INACTIVE/ACTIVE/BROKEN', 'last_modified_date': ...}``
:param name: Name of the subscription
:type name: String
:param account: Account identifier
:type account: String
:param session: The database session in use.
:param logger: Optional decorated logger that can be passed from the calling daemons or servers.
:returns: Dictionary containing subscription parameter
:rtype: Dict
:raises: exception.NotFound if subscription is not found
"""
query = session.query(models.Subscription)
try:
if name:
query = query.filter_by(name=name)
if account:
if '*' in account.internal:
account_str = account.internal.replace('*', '%')
query = query.filter(
models.Subscription.account.like(account_str))
else:
query = query.filter_by(account=account)
if state:
query = query.filter_by(state=state)
except IntegrityError as error:
logger(logging.ERROR, str(error))
raise RucioException(error.args)
result = {}
for row in query:
result = {}
for column in row.__table__.columns:
result[column.name] = getattr(row, column.name)
yield result
if result == {}:
raise SubscriptionNotFound(
"Subscription for account '%(account)s' named '%(name)s' not found"
% locals())
def update_subscription(name, account, metadata=None, session=None):
"""
Updates a subscription
:param name: Name of the subscription
:type: String
:param account: Account identifier
:type account: String
:param metadata: Dictionary of metadata to update. Supported keys : filter, replication_rules, comments, lifetime, retroactive, dry_run, priority, last_processed
:type metadata: Dict
:param session: The database session in use.
:raises: SubscriptionNotFound if subscription is not found
"""
values = {'state': SubscriptionState.UPDATED}
if 'filter' in metadata and metadata['filter']:
values['filter'] = dumps(metadata['filter'])
if 'replication_rules' in metadata and metadata['replication_rules']:
values['replication_rules'] = dumps(metadata['replication_rules'])
if 'lifetime' in metadata and metadata['lifetime']:
values['lifetime'] = datetime.datetime.utcnow() + datetime.timedelta(
days=float(metadata['lifetime']))
if 'retroactive' in metadata and metadata['retroactive']:
values['retroactive'] = metadata['retroactive']
if 'dry_run' in metadata and metadata['dry_run']:
values['dry_run'] = metadata['dry_run']
if 'comments' in metadata and metadata['comments']:
values['comments'] = metadata['comments']
if 'priority' in metadata and metadata['priority']:
values['policyid'] = metadata['priority']
if 'last_processed' in metadata and metadata['last_processed']:
values['last_processed'] = metadata['last_processed']
if 'state' in metadata and metadata['state'] == SubscriptionState.INACTIVE:
values['state'] = SubscriptionState.INACTIVE
values['expired_at'] = datetime.datetime.utcnow()
try:
rowcount = session.query(models.Subscription).filter_by(
account=account, name=name).update(values)
if rowcount == 0:
raise SubscriptionNotFound(
"Subscription for account '%(account)s' named '%(name)s' not found"
% locals())
except IntegrityError as error:
raise RucioException(error.args)
def get_subscription_by_id(subscription_id, session=None):
"""
Get a specific subscription by id.
:param subscription_id: The subscription_id to select.
:param session: The database session in use.
:raises: SubscriptionNotFound if no Subscription can be found.
"""
try:
subscription = session.query(models.Subscription).filter_by(id=subscription_id).one()
result = {}
for column in subscription.__table__.columns:
result[column.name] = getattr(subscription, column.name)
return result
except NoResultFound:
raise SubscriptionNotFound('No subscription with the id %s found' % (subscription_id))
except StatementError:
raise RucioException('Badly formatted subscription id (%s)' % (subscription_id))
if account:
query = query.filter_by(account=account)
if state:
query = query.filter_by(state=state)
except IntegrityError, e:
print e
raise
d = {}
for row in query:
d = {}
for column in row.__table__.columns:
d[column.name] = getattr(row, column.name)
yield d
if d == {}:
raise SubscriptionNotFound(
"Subscription for account '%(account)s' named '%(name)s' not found"
% locals())
def delete_subscription(subscription_id):
"""
Deletes a subscription
:param subscription_id: Subscription identifier
:type subscription_id: String
"""
raise NotImplementedError
@stream_session