def __init__(self, ctx: PipelineContext, config: SupersetConfig): super().__init__(ctx) self.config = config self.report = SourceReport() login_response = requests.post( f"{self.config.connect_uri}/api/v1/security/login", None, { "username": self.config.username, "password": self.config.password, "refresh": True, "provider": self.config.provider, }, ) self.access_token = login_response.json()["access_token"] self.session = requests.Session() self.session.headers.update({ "Authorization": f"Bearer {self.access_token}", "Content-Type": "application/json", "Accept": "*/*", }) # Test the connection test_response = self.session.get( f"{self.config.connect_uri}/api/v1/database") if test_response.status_code == 200: pass
def __init__(self, config: OpenApiConfig, ctx: PipelineContext, platform: str): super().__init__(ctx) self.config = config self.platform = platform self.report = SourceReport() self.url_basepath = ""
def __init__(self, ctx: PipelineContext, config: ModeConfig): super().__init__(ctx) self.config = config self.report = SourceReport() self.session = requests.session() self.session.auth = HTTPBasicAuth(self.config.token, self.config.password) self.session.headers.update({ "Content-Type": "application/json", "Accept": "application/hal+json", }) # Test the connection try: self._get_request_json(f"{self.config.connect_uri}/api/account") except HTTPError as http_error: self.report.report_failure( key="mode-session", reason=f"Unable to retrieve user " f"{self.config.token} information, " f"{str(http_error)}", ) self.workspace_uri = f"{self.config.connect_uri}/api/{self.config.workspace}" self.space_tokens = self._get_space_name_and_tokens()
def __init__(self, ctx: PipelineContext, config: TableauConfig): super().__init__(ctx) self.config = config self.report = SourceReport() # This list keeps track of datasource being actively used by workbooks so that we only retrieve those # when emitting published data sources. self.datasource_ids_being_used: List[str] = [] # This list keeps track of datasource being actively used by workbooks so that we only retrieve those # when emitting custom SQL data sources. self.custom_sql_ids_being_used: List[str] = [] self._authenticate()
def __init__(self, ctx: PipelineContext, config: LDAPSourceConfig): super().__init__(ctx) self.config = config self.report = SourceReport() ldap.set_option(ldap.OPT_X_TLS_REQUIRE_CERT, ldap.OPT_X_TLS_ALLOW) ldap.set_option(ldap.OPT_REFERRALS, 0) self.ldap_client = ldap.initialize(self.config.ldap_server) self.ldap_client.protocol_version = 3 try: self.ldap_client.simple_bind_s( self.config.ldap_user, self.config.ldap_password ) except ldap.LDAPError as e: raise ConfigurationError("LDAP connection failed") from e self.lc = create_controls(self.config.page_size)
def __init__(self, ctx: PipelineContext, config: MetabaseConfig): super().__init__(ctx) self.config = config self.report = SourceReport() login_response = requests.post( f"{self.config.connect_uri}/api/session", None, { "username": self.config.username, "password": self.config.password, }, ) login_response.raise_for_status() self.access_token = login_response.json().get("id", "") self.session = requests.session() self.session.headers.update( { "X-Metabase-Session": f"{self.access_token}", "Content-Type": "application/json", "Accept": "*/*", } ) # Test the connection try: test_response = self.session.get( f"{self.config.connect_uri}/api/user/current" ) test_response.raise_for_status() except HTTPError as e: self.report.report_failure( key="metabase-session", reason=f"Unable to retrieve user {self.config.username} information. %s" % str(e), )
def __init__(self, config: DBTConfig, ctx: PipelineContext, platform: str): super().__init__(ctx) self.config = config self.platform = platform self.report = SourceReport()
def __init__(self, config: FeastRepositorySourceConfig, ctx: PipelineContext): super().__init__(ctx) self.source_config = config self.report = SourceReport() self.feature_store = FeatureStore(self.source_config.path)
def __init__(self): self.source_report = SourceReport() self.work_units: List[MetadataWorkUnit] = [ MetadataWorkUnit(id="workunit-1", mce=get_initial_mce()) ]
def __init__(self, config: SnowflakeUsageConfig, ctx: PipelineContext): super(SnowflakeUsageSource, self).__init__(config, ctx) self.config: SnowflakeUsageConfig = config self.report: SourceReport = SourceReport()
def __init__(self, config: SnowflakeUsageConfig, ctx: PipelineContext): super(SnowflakeUsageSource, self).__init__(config, ctx) self.config: SnowflakeUsageConfig = config self.report: SourceReport = SourceReport() self.should_skip_this_run = self._should_skip_this_run()
def __init__(self, ctx: PipelineContext): self.source_report = SourceReport()