def setUpClass(cls): cls._data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use ### separate input data. _independent(_child)_data_provider will provide them. cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._child_data_provider = create_child_data_provider( cls._parent_data_provider) cls._independent_child_data_provider = create_child_data_provider( cls._independent_data_provider) config = os.environ['DBS_TEST_CONFIG'] service = os.environ.get("DBS_TEST_SERVICE", "DBSMigrate") cls._migrate_api = DBSRestApi(config, service, migration_test=True) cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % ( socket.getfqdn()) #Don't remove the commented line below until I have a better way to accommodate the development environment. #cls._migration_url = 'http://%s:8787/dbs/dev/global/DBSWriter' % (socket.getfqdn()) cls._writer_api = DBSRestApi(config, 'DBSWriter')
def setUpClass(cls): cls._data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use ### separate input data. _independent(_child)_data_provider will provide them. cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._child_data_provider = create_child_data_provider( cls._parent_data_provider) cls._independent_child_data_provider = create_child_data_provider( cls._independent_data_provider) config = os.environ['DBS_TEST_CONFIG'] service = os.environ.get("DBS_TEST_SERVICE", "DBSMigrate") #Use one specific database cms_dbs3_local3@int2r for migration unittests when migration_test=True cls._migrate_api = DBSRestApi(config, service, migration_test=True) cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % ( socket.getfqdn()) cls._writer_api = DBSRestApi(config, 'DBSWriter')
def setUpClass(cls): cls._data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use ### separate input data. _independent(_child)_data_provider will provide them. cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._child_data_provider = create_child_data_provider( cls._parent_data_provider) cls._independent_child_data_provider = create_child_data_provider( cls._independent_data_provider) ###try to reload already inserted data for data_provider, filename in zip( (cls._data_provider, cls._independent_data_provider, cls._parent_data_provider, cls._child_data_provider, cls._independent_child_data_provider), ('migration_unittest_data.pkl', 'migration_unittest_independent_data.pkl', 'migration_unittest_parent_data.pkl', 'migration_unittest_child_data.pkl', 'migration_unittest_independent_child_data.pkl')): try: data_provider.load(filename) except IOError: pass config = os.environ['DBS_TEST_CONFIG'] service = os.environ.get("DBS_TEST_SERVICE", "DBSMigrate") #migration_test=True for forcing to use dbs3_dp2_i2 as destination DB. # Always use the writer account of dbs3_dp2_i2. No matter it is a DBSMigrate, DBSWriter or DBSReader. cls._migrate_api = DBSRestApi(config, service, migration_test=True) cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % ( socket.getfqdn()) #Please don't remove below commented line, until I have a better way to run the test on the development setting. #cls._migration_url = 'http://%s:8787/dbs/dev/global/DBSWriter' % (socket.getfqdn()) cls._migration_reader_api = DBSRestApi(config, 'DBSReader', migration_test=True) #using DBSWriter instead of DBSReader to avoid db mismatching in DBSConfig. cls._reader_api = DBSRestApi(config, 'DBSWriter') cls._writer_api = DBSRestApi(config, 'DBSWriter') dbconfig = { 'dbowner': dbs3_dp2_i2['databaseOwner'], 'connectUrl': dbs3_dp2_i2['connectUrl']['writer'] } cls._migration_task = MigrationTask(dbconfig)
def setUpClass(cls): cls._data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use ### separate input data. _independent(_child)_data_provider will provide them. cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._child_data_provider = create_child_data_provider(cls._parent_data_provider) cls._independent_child_data_provider = create_child_data_provider(cls._independent_data_provider) config = os.environ['DBS_TEST_CONFIG'] service = os.environ.get("DBS_TEST_SERVICE","DBSMigrate") cls._migrate_api = DBSRestApi(config, service, migration_test=True) cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % (socket.getfqdn()) #Don't remove the commented line below until I have a better way to accommodate the development environment. #cls._migration_url = 'http://%s:8787/dbs/dev/global/DBSWriter' % (socket.getfqdn()) cls._writer_api = DBSRestApi(config, 'DBSWriter')
def setUpClass(cls): cls._data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) ### According to https://svnweb.cern.ch/trac/CMSDMWM/ticket/4068, blocks and dataset migration should use ### separate input data. _independent(_child)_data_provider will provide them. cls._independent_data_provider = DBSBlockDataProvider(num_of_blocks=5, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._parent_data_provider = DBSBlockDataProvider(num_of_blocks=1, num_of_files=10, num_of_runs=10, num_of_lumis=10) cls._child_data_provider = create_child_data_provider(cls._parent_data_provider) cls._independent_child_data_provider = create_child_data_provider(cls._independent_data_provider) ###try to reload already inserted data for data_provider, filename in zip((cls._data_provider, cls._independent_data_provider, cls._parent_data_provider, cls._child_data_provider, cls._independent_child_data_provider), ('migration_unittest_data.pkl', 'migration_unittest_independent_data.pkl', 'migration_unittest_parent_data.pkl', 'migration_unittest_child_data.pkl', 'migration_unittest_independent_child_data.pkl')): try: data_provider.load(filename) except IOError: pass config = os.environ['DBS_TEST_CONFIG'] service = os.environ.get("DBS_TEST_SERVICE","DBSMigrate") #migration_test=True for forcing to use dbs3_dp2_i2 as destination DB. # Always use the writer account of dbs3_dp2_i2. No matter it is a DBSMigrate, DBSWriter or DBSReader. cls._migrate_api = DBSRestApi(config, service, migration_test=True) cls._migration_url = 'https://%s/dbs/dev/global/DBSWriter' % (socket.getfqdn()) #Please don't remove below commented line, until I have a better way to run the test on the development setting. #cls._migration_url = 'http://%s:8787/dbs/dev/global/DBSWriter' % (socket.getfqdn()) cls._migration_reader_api = DBSRestApi(config, 'DBSReader', migration_test=True) #using DBSWriter instead of DBSReader to avoid db mismatching in DBSConfig. cls._reader_api = DBSRestApi(config, 'DBSWriter') cls._writer_api = DBSRestApi(config, 'DBSWriter') dbconfig = {'dbowner' : dbs3_dp2_i2['databaseOwner'], 'connectUrl' : dbs3_dp2_i2['connectUrl']['writer']} cls._migration_task = MigrationTask(dbconfig)