def __init__(self, parser: Parser): super().__init__(BIGQUERY) if parser: self.account_info_dict = self.__parse_json_credential( 'account_info_json', parser) self.dataset_name = parser.get_str_required('dataset') self.client = None
def __init__(self, parser: Parser): super().__init__(BIGQUERY) if parser: self.dataset_name = parser.get_str_required('dataset') default_auth_scopes = ['https://www.googleapis.com/auth/bigquery', 'https://www.googleapis.com/auth/cloud-platform', 'https://www.googleapis.com/auth/drive'] self.auth_scopes = parser.get_list_optional('auth_scopes', default_auth_scopes) self.__context_auth = parser.get_bool_optional('use_context_auth', None) if self.__context_auth: self.account_info_dict = None self.project_id = parser.get_str_required('project_id') logger.info("Using context auth, account_info_json will be ignored.") else: self.account_info_dict = self.__parse_json_credential('account_info_json', parser) if self.account_info_dict: self.project_id = self.account_info_dict.get('project_id') self.client = None
def __init__(self, parser: Parser): super().__init__(HIVE) if parser: self.host = parser.get_str_required('host') self.port = parser.get_int_optional('port', '10000') self.username = parser.get_str_required_env('username') self.password = parser.get_str_required_env('password') self.database = parser.get_str_optional('database', 'default') self.configuration = parser.get_dict_optional('configuration')
def __init__(self, parser: Parser): super().__init__(HIVE) if parser: self.host = parser.get_str_required('host') self.port = parser.get_int_optional('port', '10000') self.scheme = parser.get_str_optional('scheme', None) self.username = parser.get_str_required_env('username') self.database = parser.get_str_optional('database', 'default') self.auth_method = parser.get_str_optional('authentication', None) self.configuration = parser.get_dict_optional('configuration', {}) self.kerberos_service_name = parser.get_str_optional( 'kerberos_service_name', None) self.password = parser.get_str_optional_env('password') self.check_hostname = parser.get_bool_optional( 'check_hostname', None) self.ssl_cert = parser.get_str_optional('ssl_cert', None) self.thrift_transport = parser.get_str_optional( 'thrift_transport', None)
def __init__(self, parser: Parser): super().__init__(SPARK) if parser: self.method = parser.get_str_optional('method', 'hive') self.host = parser.get_str_required('host') self.port = parser.get_int_optional('port', '10000') self.username = parser.get_credential('username') self.password = parser.get_credential('password') self.database = parser.get_str_optional('database') self.auth_method = parser.get_str_optional('authentication', None) self.configuration = parser.get_dict_optional('configuration', {}) self.driver = parser.get_str_optional('driver', None) self.token = parser.get_credential('token') self.organization = parser.get_str_optional('organization', None) self.cluster = parser.get_str_optional('cluster', None) self.server_side_parameters = { f"SSP_{k}": f"{{{v}}}" for k, v in parser.get_dict_optional("server_side_parameters", {}) }