Source code for rucio.client.subscriptionclient

# Copyright European Organization for Nuclear Research (CERN)
#
# Licensed under the Apache License, Version 2.0 (the "License");
# You may not use this file except in compliance with the License.
# You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
#
# Authors:
# - Cedric Serfon, <cedric.serfon@cern.ch>, 2013-2014

from json import dumps
from random import choice
from requests.status_codes import codes

from rucio.client.baseclient import BaseClient
from rucio.common.utils import build_url


[docs]class SubscriptionClient(BaseClient): """SubscriptionClient class for working with subscriptions""" SUB_BASEURL = 'subscriptions' def __init__(self, rucio_host=None, auth_host=None, account=None, ca_cert=None, auth_type=None, creds=None, timeout=None): super(SubscriptionClient, self).__init__(rucio_host, auth_host, account, ca_cert, auth_type, creds, timeout)
[docs] def add_subscription(self, name, filter, replication_rules, subscription_policy, lifetime, retroactive, dry_run): """ Adds a new subscription which will be verified against every new added file and dataset :param account: Account identifier :type account: String :param name: Name of the subscription :type: String :param filter: Dictionary of attributes by which the input data should be filtered **Example**: ``{'dsn': 'data11_hi*.express_express.*,data11_hi*physics_MinBiasOverlay*', 'account': 'tzero'}`` :type filter: Dict :param replication_rules: Replication rules to be set : Dictionary with keys copies, rse_expression, weight, rse_expression :type replication_rules: Dict :param subscription_policy: Name of an advanced subscription policy, which allows more advanced operations **Example**: ``'data_export'`` :type subscription_policy: String :param lifetime: Subscription's lifetime (seconds); False if subscription has no lifetime :type lifetime: Integer or False :param retroactive: Flag to know if the subscription should be applied on previous data :type retroactive: Boolean :param dry_run: Just print the subscriptions actions without actually executing them (Useful if retroactive flag is set) :type dry_run: Boolean """ path = self.SUB_BASEURL + '/' + name url = build_url(choice(self.list_hosts), path=path) if filter and type(filter) != dict: raise TypeError('filter should be a dict') if replication_rules and type(replication_rules) != list: raise TypeError('replication_rules should be a list') data = dumps({'filter': filter, 'replication_rules': replication_rules, 'subscription_policy': subscription_policy, 'lifetime': lifetime, 'retroactive': retroactive, 'dry_run': dry_run}) r = self._send_request(url, type='POST', data=data) if r.status_code == codes.created: return True else: exc_cls, exc_msg = self._get_exception(r.headers, r.status_code) raise exc_cls(exc_msg)
[docs] def list_subscriptions(self, name=None, account=None): """ Returns a dictionary with the subscription information : Examples: ``{'status': 'INACTIVE/ACTIVE/BROKEN', 'last_modified_date': ...}`` :param name: Name of the subscription :type: String :param account: Account identifier :type account: String :returns: Dictionary containing subscription parameter :rtype: Dict :raises: exception.NotFound if subscription is not found """ if not account: account = '*' if not name: name = '*' path = self.SUB_BASEURL + '/' + account + '/' + name url = build_url(choice(self.list_hosts), path=path) r = self._send_request(url, type='GET') if r.status_code == codes.ok: return self._load_json_data(r) else: exc_cls, exc_msg = self._get_exception(r.headers, r.status_code) raise exc_cls(exc_msg)
[docs] def update_subscription(self, name, filter=None, replication_rules=None, subscription_policy=None, lifetime=None, retroactive=None, dry_run=None): """ Updates a subscription :param name: Name of the subscription :type: String :param filter: Dictionary of attributes by which the input data should be filtered **Example**: ``{'dsn': 'data11_hi*.express_express.*,data11_hi*physics_MinBiasOverlay*', 'account': 'tzero'}`` :type filter: Dict :param replication_rules: Replication rules to be set : Dictionary with keys copies, rse_expression, weight, rse_expression :type replication_rules: Dict :param subscription_policy: Name of an advanced subscription policy, which allows more advanced operations **Example**: ``'data_export'`` :type subscription_policy: String :param lifetime: Subscription's lifetime (seconds); False if subscription has no lifetime :type lifetime: Integer or False :param retroactive: Flag to know if the subscription should be applied on previous data :type retroactive: Boolean :param dry_run: Just print the subscriptions actions without actually executing them (Useful if retroactive flag is set) :type dry_run: Boolean :raises: exception.NotFound if subscription is not found """ path = self.SUB_BASEURL + '/' + name url = build_url(choice(self.list_hosts), path=path) if filter and type(filter) != dict: raise TypeError('filter should be a dict') if replication_rules and type(replication_rules) != list: raise TypeError('replication_rules should be a list') data = dumps({'filter': filter, 'replication_rules': replication_rules, 'subscription_policy': subscription_policy, 'lifetime': lifetime, 'retroactive': retroactive, 'dry_run': dry_run}) r = self._send_request(url, type='PUT', data=data) if r.status_code == codes.created: return True else: exc_cls, exc_msg = self._get_exception(r.headers, r.status_code) raise exc_cls(exc_msg)
[docs] def list_subscription_rules(self, account, name): """ List the associated rules of a subscription. :param account: Account of the subscription. :param name: Name of the subscription. """ path = '/'.join([self.SUB_BASEURL, account, name, 'Rules']) url = build_url(choice(self.list_hosts), path=path) r = self._send_request(url, type='GET') if r.status_code == codes.ok: return self._load_json_data(r) else: exc_cls, exc_msg = self._get_exception(r.headers, r.status_code) raise exc_cls(exc_msg)
Rucio logo