Beispiel #1
0
    def test_add_emr_cluster_tags_multiple_calls(self):
        destination_system = "bdp"
        destination_database = "emr_test"
        destination_environment = "dev"
        destination_table = "bi_test101"

        m3d_config_file, _, _, _, _ = self.env_setup(self.local_run_dir,
                                                     destination_system,
                                                     destination_database,
                                                     destination_environment,
                                                     destination_table)
        fake_cluster = self.mock_emr.backends[
            self.default_aws_region].clusters[self.emr_cluster_id]
        emr_system = EMRSystem(m3d_config_file, destination_system,
                               destination_database, destination_environment,
                               self.emr_cluster_id)

        tags1 = {"DataFormat": "csv"}
        emr_system.add_cluster_tag("DataFormat", tags1["DataFormat"])

        tags2 = {"Database": "test_lake", "Table": destination_table}
        emr_system.add_cluster_tags(tags2)

        all_tags = tags1.copy()
        all_tags.update(tags2)
        assert fake_cluster.tags == all_tags
Beispiel #2
0
    def test_add_emr_cluster_tags(self):
        destination_system = "bdp"
        destination_database = "emr_test"
        destination_environment = "dev"
        destination_table = "bi_test101"

        fake_cluster = self.mock_emr.backends[
            self.default_aws_region].clusters[self.emr_cluster_id]
        m3d_config_file, _, _, _, _ = self.env_setup(self.local_run_dir,
                                                     destination_system,
                                                     destination_database,
                                                     destination_environment,
                                                     destination_table)

        emr_system = EMRSystem(m3d_config_file, destination_system,
                               destination_database, destination_environment,
                               self.emr_cluster_id)

        emr_system.add_cluster_tag("DataFormat", "csv")

        assert fake_cluster.tags == {"DataFormat": "csv"}