def __init__(self, parser: Parser):
super().__init__(BIGQUERY)
if parser:
self.account_info_dict = self.__parse_json_credential(
'account_info_json', parser)
self.dataset_name = parser.get_str_required('dataset')
self.client = None
def __init__(self, parser: Parser):
super().__init__(BIGQUERY)
if parser:
self.dataset_name = parser.get_str_required('dataset')
default_auth_scopes = ['https://www.googleapis.com/auth/bigquery',
'https://www.googleapis.com/auth/cloud-platform',
'https://www.googleapis.com/auth/drive']
self.auth_scopes = parser.get_list_optional('auth_scopes', default_auth_scopes)
self.__context_auth = parser.get_bool_optional('use_context_auth', None)
if self.__context_auth:
self.account_info_dict = None
self.project_id = parser.get_str_required('project_id')
logger.info("Using context auth, account_info_json will be ignored.")
else:
self.account_info_dict = self.__parse_json_credential('account_info_json', parser)
if self.account_info_dict:
self.project_id = self.account_info_dict.get('project_id')
self.client = None
def __init__(self, parser: Parser):
super().__init__(HIVE)
if parser:
self.host = parser.get_str_required('host')
self.port = parser.get_int_optional('port', '10000')
self.username = parser.get_str_required_env('username')
self.password = parser.get_str_required_env('password')
self.database = parser.get_str_optional('database', 'default')
self.configuration = parser.get_dict_optional('configuration')
def __init__(self, parser: Parser):
super().__init__(HIVE)
if parser:
self.host = parser.get_str_required('host')
self.port = parser.get_int_optional('port', '10000')
self.scheme = parser.get_str_optional('scheme', None)
self.username = parser.get_str_required_env('username')
self.database = parser.get_str_optional('database', 'default')
self.auth_method = parser.get_str_optional('authentication', None)
self.configuration = parser.get_dict_optional('configuration', {})
self.kerberos_service_name = parser.get_str_optional(
'kerberos_service_name', None)
self.password = parser.get_str_optional_env('password')
self.check_hostname = parser.get_bool_optional(
'check_hostname', None)
self.ssl_cert = parser.get_str_optional('ssl_cert', None)
self.thrift_transport = parser.get_str_optional(
'thrift_transport', None)
def __init__(self, parser: Parser):
super().__init__(SPARK)
if parser:
self.method = parser.get_str_optional('method', 'hive')
self.host = parser.get_str_required('host')
self.port = parser.get_int_optional('port', '10000')
self.username = parser.get_credential('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_optional('database')
self.auth_method = parser.get_str_optional('authentication', None)
self.configuration = parser.get_dict_optional('configuration', {})
self.driver = parser.get_str_optional('driver', None)
self.token = parser.get_credential('token')
self.organization = parser.get_str_optional('organization', None)
self.cluster = parser.get_str_optional('cluster', None)
self.server_side_parameters = {
f"SSP_{k}": f"{{{v}}}"
for k, v in parser.get_dict_optional("server_side_parameters",
{})
}
