Exemple #1
0
 def setUp(self):
     """setup all necessary parameters"""
     self.conn = self.dbi.connection()
     self.dataset_insert = DatasetInsert(self.logger, self.dbi, self.dbowner)
     self.processing_era_id = ProcessingEraID(self.logger, self.dbi, self.dbowner)
     self.acquisition_era_id = AcquisitionEraID(self.logger, self.dbi, self.dbowner)
     self.sequence_manager = SequenceManager(self.logger, self.dbi, self.dbowner)
Exemple #2
0
 def setUp(self):
     """setup all necessary parameters"""
     self.conn = self.dbi.connection()
     self.dataset_insert = DatasetInsert(self.logger, self.dbi,
                                         self.dbowner)
     self.processing_era_id = ProcessingEraID(self.logger, self.dbi,
                                              self.dbowner)
     self.acquisition_era_id = AcquisitionEraID(self.logger, self.dbi,
                                                self.dbowner)
     self.sequence_manager = SequenceManager(self.logger, self.dbi,
                                             self.dbowner)
Exemple #3
0
    def test09(self):
        """Dataset.Insert"""
        from dbs.dao.Oracle.Dataset.Insert import Insert as DatasetInsert
        dao = DatasetInsert(self.logger, self.dbi)
        dinput = {
            "datasetid":
            int(INSERTCOUNT),
            "dataset":
            "/RelValQCD_Pt_80_120/CMSSW_3_1_3-MC_31X_V5-v%s/GEN-SIM-RECO" %
            INSERTCOUNT,
            "isdatasetvalid":
            1,
            "primaryds":
            48,
            "processedds":
            1,
            "datatier":
            23,
            "datasettype":
            1,
            "acquisitionera":
            1,
            "processingversion":
            1,
            "physicsgroup":
            1,
            "xtcrosssection":
            999.,
            "globaltag":
            "DaoTESTGlobalTag",
            "creationdate":
            1234,
            "createby":
            "me",
            "lastmodificationdate":
            1235,
            "lastmodifiedby":
            "alsome"
        }

        dao.execute(dinput)
Exemple #4
0
 def test09(self):
     """Dataset.Insert""" 
     from dbs.dao.Oracle.Dataset.Insert import Insert as DatasetInsert
     dao = DatasetInsert(self.logger, self.dbi)
     dinput = {"datasetid":int(INSERTCOUNT),
              "dataset":"/RelValQCD_Pt_80_120/CMSSW_3_1_3-MC_31X_V5-v%s/GEN-SIM-RECO" % INSERTCOUNT,
              "isdatasetvalid":1,
              "primaryds":48,
              "processedds":1,
              "datatier":23,
              "datasettype":1,
              "acquisitionera":1,
              "processingversion":1,
              "physicsgroup":1,
              "xtcrosssection":999.,
              "globaltag":"DaoTESTGlobalTag",
              "creationdate":1234,
              "createby":"me",
              "lastmodificationdate":1235,
              "lastmodifiedby":"alsome"}
    
     dao.execute(dinput)
Exemple #5
0
class Insert_t(unittest.TestCase):
    @DaoConfig("DBSWriter")
    def __init__(self, methodName='runTest'):
        super(Insert_t,self).__init__(methodName)
        data_location = os.path.join(os.path.dirname(os.path.abspath(__file__)),'test_data.pkl')
        self.data_provider = create_dbs_data_provider(data_type='transient',data_location=data_location)
        self.data = self.data_provider.get_dataset_data(regenerate=True)[0]
        self.child_data = self.data_provider.get_child_dataset_data(regenerate=True)[0]
         
    def setUp(self):
        """setup all necessary parameters"""
        self.conn = self.dbi.connection()
        self.dataset_insert = DatasetInsert(self.logger, self.dbi, self.dbowner)
        self.processing_era_id = ProcessingEraID(self.logger, self.dbi, self.dbowner)
        self.acquisition_era_id = AcquisitionEraID(self.logger, self.dbi, self.dbowner)
        self.sequence_manager = SequenceManager(self.logger, self.dbi, self.dbowner)
                
    def tearDown(self):
        """Clean-up all necessary parameters"""
        self.conn.close()

    def _insertDataset(self, data):
        tran = self.conn.begin()
        
        try:
            data["dataset_id"] = self.sequence_manager.increment(self.conn, "SEQ_DS", tran)
            data["data_tier_name"] =  data["data_tier_name"].upper()
            data["dataset_access_type"] = data["dataset_access_type"].upper()

            #insert needs an id not the name, whereas list will return the name
            data["physics_group_id"] = None
            del data["physics_group_name"]

            #insert needs an id not the name, whereas list will return the name
            data["processing_era_id"] = self.processing_era_id.execute(self.conn, data["processing_version"], tran)
            del data["processing_version"]

            #insert needs an id not the name, whereas list will return the name
            data["acquisition_era_id"] = self.acquisition_era_id.execute(self.conn, data["acquisition_era_name"], tran) 
            del data["acquisition_era_name"]

            #not needed for the insert, but it is returned by list api
            del data["primary_ds_type"]
            
            self.dataset_insert.execute(self.conn, data, tran)
        except Exception as ex:
            tran.rollback()
            raise ex
        else:
            tran.commit()
        finally:
            if tran:
                tran.close()

    def test01(self):
        """dao.Oracle.Dataset.Insert: Basic"""
        self._insertDataset(self.data)
        
    def test02(self):
        """dao.Oracle.Dataset.Insert: ChildDataset"""
        self._insertDataset(self.child_data)
Exemple #6
0
class Insert_t(unittest.TestCase):
    @DaoConfig("DBSWriter")
    def __init__(self, methodName='runTest'):
        super(Insert_t, self).__init__(methodName)
        data_location = os.path.join(
            os.path.dirname(os.path.abspath(__file__)), 'test_data.pkl')
        self.data_provider = create_dbs_data_provider(
            data_type='transient', data_location=data_location)
        self.data = self.data_provider.get_dataset_data(regenerate=True)[0]
        self.child_data = self.data_provider.get_child_dataset_data(
            regenerate=True)[0]

    def setUp(self):
        """setup all necessary parameters"""
        self.conn = self.dbi.connection()
        self.dataset_insert = DatasetInsert(self.logger, self.dbi,
                                            self.dbowner)
        self.processing_era_id = ProcessingEraID(self.logger, self.dbi,
                                                 self.dbowner)
        self.acquisition_era_id = AcquisitionEraID(self.logger, self.dbi,
                                                   self.dbowner)
        self.sequence_manager = SequenceManager(self.logger, self.dbi,
                                                self.dbowner)

    def tearDown(self):
        """Clean-up all necessary parameters"""
        self.conn.close()

    def _insertDataset(self, data):
        tran = self.conn.begin()

        try:
            data["dataset_id"] = self.sequence_manager.increment(
                self.conn, "SEQ_DS", tran)
            data["data_tier_name"] = data["data_tier_name"].upper()
            data["dataset_access_type"] = data["dataset_access_type"].upper()

            #insert needs an id not the name, whereas list will return the name
            data["physics_group_id"] = None
            del data["physics_group_name"]

            #insert needs an id not the name, whereas list will return the name
            data["processing_era_id"] = self.processing_era_id.execute(
                self.conn, data["processing_version"], tran)
            del data["processing_version"]

            #insert needs an id not the name, whereas list will return the name
            data["acquisition_era_id"] = self.acquisition_era_id.execute(
                self.conn, data["acquisition_era_name"], tran)
            del data["acquisition_era_name"]

            #not needed for the insert, but it is returned by list api
            del data["primary_ds_type"]

            self.dataset_insert.execute(self.conn, data, tran)
        except Exception as ex:
            tran.rollback()
            raise ex
        else:
            tran.commit()
        finally:
            if tran:
                tran.close()

    def test01(self):
        """dao.Oracle.Dataset.Insert: Basic"""
        self._insertDataset(self.data)

    def test02(self):
        """dao.Oracle.Dataset.Insert: ChildDataset"""
        self._insertDataset(self.child_data)