Example #1
0
 def setUpClass(cls):
     cls._data_provider = DBSBlockDataProvider(num_of_blocks=1,
                                               num_of_files=10,
                                               num_of_runs=10,
                                               num_of_lumis=10)
     ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use
     ### separate input data. _independent(_child)_data_provider will provide them.
     cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5,
                                                           num_of_files=10,
                                                           num_of_runs=10,
                                                           num_of_lumis=10)
     cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1,
                                                      num_of_files=10,
                                                      num_of_runs=10,
                                                      num_of_lumis=10)
     cls._child_data_provider = create_child_data_provider(
         cls._parent_data_provider)
     cls._independent_child_data_provider = create_child_data_provider(
         cls._independent_data_provider)
     config = os.environ['DBS_TEST_CONFIG']
     service = os.environ.get("DBS_TEST_SERVICE", "DBSMigrate")
     cls._migrate_api = DBSRestApi(config, service, migration_test=True)
     cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % (
         socket.getfqdn())
     #Don't remove the commented line below until I have a better way to accommodate the development environment.
     #cls._migration_url = 'http://%s:8787/dbs/dev/global/DBSWriter' % (socket.getfqdn())
     cls._writer_api = DBSRestApi(config, 'DBSWriter')
Example #2
0
 def setUpClass(cls):
     cls._data_provider = DBSBlockDataProvider(num_of_blocks=1,
                                               num_of_files=10,
                                               num_of_runs=10,
                                               num_of_lumis=10)
     ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use
     ### separate input data. _independent(_child)_data_provider will provide them.
     cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5,
                                                           num_of_files=10,
                                                           num_of_runs=10,
                                                           num_of_lumis=10)
     cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1,
                                                      num_of_files=10,
                                                      num_of_runs=10,
                                                      num_of_lumis=10)
     cls._child_data_provider = create_child_data_provider(
         cls._parent_data_provider)
     cls._independent_child_data_provider = create_child_data_provider(
         cls._independent_data_provider)
     config = os.environ['DBS_TEST_CONFIG']
     service = os.environ.get("DBS_TEST_SERVICE", "DBSMigrate")
     #Use one specific database cms_dbs3_local3@int2r for migration unittests when migration_test=True
     cls._migrate_api = DBSRestApi(config, service, migration_test=True)
     cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % (
         socket.getfqdn())
     cls._writer_api = DBSRestApi(config, 'DBSWriter')
Example #3
0
    def setUpClass(cls):
        cls._data_provider = DBSBlockDataProvider(num_of_blocks=1,
                                                  num_of_files=10,
                                                  num_of_runs=10,
                                                  num_of_lumis=10)
        ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use
        ### separate input data. _independent(_child)_data_provider will provide them.
        cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5,
                                                              num_of_files=10,
                                                              num_of_runs=10,
                                                              num_of_lumis=10)
        cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1,
                                                         num_of_files=10,
                                                         num_of_runs=10,
                                                         num_of_lumis=10)
        cls._child_data_provider = create_child_data_provider(
            cls._parent_data_provider)
        cls._independent_child_data_provider = create_child_data_provider(
            cls._independent_data_provider)
        ###try to reload already inserted data
        for data_provider, filename in zip(
            (cls._data_provider, cls._independent_data_provider,
             cls._parent_data_provider, cls._child_data_provider,
             cls._independent_child_data_provider),
            ('migration_unittest_data.pkl',
             'migration_unittest_independent_data.pkl',
             'migration_unittest_parent_data.pkl',
             'migration_unittest_child_data.pkl',
             'migration_unittest_independent_child_data.pkl')):
            try:
                data_provider.load(filename)
            except IOError:
                pass

        config = os.environ['DBS_TEST_CONFIG']
        service = os.environ.get("DBS_TEST_SERVICE", "DBSMigrate")
        #migration_test=True for forcing to use dbs3_dp2_i2 as destination DB.
        # Always use the writer account of dbs3_dp2_i2. No matter it is a DBSMigrate, DBSWriter or DBSReader.
        cls._migrate_api = DBSRestApi(config, service, migration_test=True)
        cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % (
            socket.getfqdn())
        #Please don't remove below commented line, until I have a better way to run the test on the development setting.
        #cls._migration_url = 'http://%s:8787/dbs/dev/global/DBSWriter' % (socket.getfqdn())
        cls._migration_reader_api = DBSRestApi(config,
                                               'DBSReader',
                                               migration_test=True)
        #using DBSWriter instead of DBSReader to avoid db mismatching in DBSConfig.
        cls._reader_api = DBSRestApi(config, 'DBSWriter')
        cls._writer_api = DBSRestApi(config, 'DBSWriter')
        dbconfig = {
            'dbowner': dbs3_dp2_i2['databaseOwner'],
            'connectUrl': dbs3_dp2_i2['connectUrl']['writer']
        }
        cls._migration_task = MigrationTask(dbconfig)
 def setUpClass(cls):
     cls._data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10)
     ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use
     ### separate input data. _independent(_child)_data_provider will provide them.
     cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5, num_of_files=10, num_of_runs=10,
                                                           num_of_lumis=10)
     cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10,
                                                      num_of_runs=10, num_of_lumis=10)
     cls._child_data_provider = create_child_data_provider(cls._parent_data_provider)
     cls._independent_child_data_provider = create_child_data_provider(cls._independent_data_provider)
     config = os.environ['DBS_TEST_CONFIG']
     service = os.environ.get("DBS_TEST_SERVICE","DBSMigrate")
     cls._migrate_api = DBSRestApi(config, service, migration_test=True)
     cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % (socket.getfqdn())
     #Don't remove the commented line below until I have a better way to accommodate the development environment.
     #cls._migration_url = 'http://%s:8787/dbs/dev/global/DBSWriter' % (socket.getfqdn())
     cls._writer_api = DBSRestApi(config, 'DBSWriter')
    def setUpClass(cls):
        cls._data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10)
        ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use
        ### separate input data. _independent(_child)_data_provider will provide them.
        cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5, num_of_files=10, num_of_runs=10,
                                                              num_of_lumis=10)
        cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10,
                                                         num_of_runs=10, num_of_lumis=10)
        cls._child_data_provider = create_child_data_provider(cls._parent_data_provider)
        cls._independent_child_data_provider = create_child_data_provider(cls._independent_data_provider)
        ###try to reload already inserted data
        for data_provider, filename in zip((cls._data_provider,
                                            cls._independent_data_provider,
                                            cls._parent_data_provider,
                                            cls._child_data_provider,
                                            cls._independent_child_data_provider),
                                           ('migration_unittest_data.pkl',
                                            'migration_unittest_independent_data.pkl',
                                            'migration_unittest_parent_data.pkl',
                                            'migration_unittest_child_data.pkl',
                                            'migration_unittest_independent_child_data.pkl')):
            try:
                data_provider.load(filename)
            except IOError:
                pass

        config = os.environ['DBS_TEST_CONFIG']
        service = os.environ.get("DBS_TEST_SERVICE","DBSMigrate")
        #migration_test=True for forcing to use dbs3_dp2_i2 as destination DB.
        # Always use the writer account of dbs3_dp2_i2. No matter it is a DBSMigrate, DBSWriter or DBSReader.
        cls._migrate_api = DBSRestApi(config, service, migration_test=True)
        cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % (socket.getfqdn())
        #Please don't remove below commented line, until I have a better way to run the test on the development setting.
        #cls._migration_url = 'http://%s:8787/dbs/dev/global/DBSWriter' % (socket.getfqdn())
        cls._migration_reader_api = DBSRestApi(config, 'DBSReader', migration_test=True)
        #using DBSWriter instead of DBSReader to avoid db mismatching in DBSConfig.
        cls._reader_api = DBSRestApi(config, 'DBSWriter')
        cls._writer_api = DBSRestApi(config, 'DBSWriter')
        dbconfig = {'dbowner' : dbs3_dp2_i2['databaseOwner'],
                    'connectUrl' : dbs3_dp2_i2['connectUrl']['writer']}
        cls._migration_task = MigrationTask(dbconfig)