def __init__(self, parser: Parser):
super().__init__(ATHENA)
if parser:
self.aws_credentials = parser.get_aws_credentials_optional()
self.athena_staging_dir = parser.get_str_required_env(
'staging_dir')
self.database = parser.get_str_required_env('database')
def __init__(self, parser: Parser):
super().__init__(SNOWFLAKE)
if parser:
self.account = parser.get_str_required_env('account')
self.warehouse = parser.get_str_required_env('warehouse')
self.username = parser.get_str_required_env('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_optional_env('database')
self.schema = parser.get_str_required_env('schema')
self.role = parser.get_str_optional('role')
self.passcode_in_password = parser.get_bool_optional(
'passcode_in_password', False)
self.private_key_passphrase = parser.get_str_optional(
'private_key_passphrase')
self.private_key = parser.get_str_optional('private_key')
self.private_key_path = parser.get_str_optional('private_key_path')
self.client_prefetch_threads = parser.get_int_optional(
'client_prefetch_threads', 4)
self.client_session_keep_alive = parser.get_bool_optional(
'client_session_keep_alive', False)
self.authenticator = parser.get_str_optional(
'authenticator', 'snowflake')
self.session_params = parser.get_dict_optional(
'session_parameters', None)
self.connection_timeout = parser.get_int_optional(
KEY_CONNECTION_TIMEOUT, DEFAULT_SOCKET_CONNECT_TIMEOUT)
def __init__(self, parser: Parser, type: str = POSTGRES):
super().__init__(type)
self.host = parser.get_str_optional_env('host', 'localhost')
self.port = parser.get_str_optional_env('port', '5432')
self.username = parser.get_str_required_env('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_required_env('database')
self.schema = parser.get_str_required_env('schema')
def __init__(self, parser: Parser = None, type: str = MYSQL):
super().__init__(type)
if parser:
self.host = parser.get_str_optional_env('host', 'localhost')
self.port = parser.get_str_optional_env('port', '3306')
self.username = parser.get_str_required_env('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_required_env('database')
def __init__(self, parser: Parser):
super().__init__(SNOWFLAKE)
self.account = parser.get_str_required_env('account')
self.warehouse = parser.get_str_required_env('warehouse')
self.username = parser.get_str_required_env('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_optional_env('database')
self.schema = parser.get_str_required_env('schema')
def __init__(self, parser: Parser):
super().__init__(SNOWFLAKE)
if parser:
self.account = parser.get_str_required_env('account')
self.warehouse = parser.get_str_required_env('warehouse')
self.username = parser.get_str_required_env('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_optional_env('database')
self.schema = parser.get_str_required_env('schema')
self.connection_timeout = parser.get_int_optional(KEY_CONNECTION_TIMEOUT, DEFAULT_SOCKET_CONNECT_TIMEOUT)
def __init__(self, parser: Parser = None, type: str = SQLSERVER):
super().__init__(type)
if parser:
self.host = parser.get_str_optional_env('host', 'localhost')
self.port = parser.get_str_optional_env('port', '1433')
self.driver = parser.get_str_optional_env('driver', 'ODBC Driver 17 for SQL Server')
self.username = parser.get_str_required_env('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_required_env('database')
self.schema = parser.get_str_required_env('schema')
def __init__(self, parser: Parser = None, type: str = POSTGRES):
super().__init__(type)
if parser:
self.host = parser.get_str_optional_env('host', 'localhost')
self.port = parser.get_str_optional_env('port', '5432')
self.username = parser.get_str_required_env('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_required_env('database')
self.schema = parser.get_str_required_env('schema')
self.connection_timeout = parser.get_int_optional(KEY_CONNECTION_TIMEOUT)
def __init__(self, parser: Parser):
super().__init__(ATHENA)
if parser:
self.aws_credentials = AthenaDialect.get_aws_credentials_optional(
parser)
self.athena_staging_dir = parser.get_str_required_env(
'staging_dir')
self.database = parser.get_str_required_env('database')
self.catalog = parser.get_str_optional_env('catalog')
self.work_group = parser.get_str_optional_env('work_group')
def __init__(self, parser: Parser = None, type: str = SQLSERVER):
super().__init__(type)
if parser:
self.host = parser.get_str_optional_env('host', 'localhost')
self.port = parser.get_str_optional_env('port', '1433')
self.driver = parser.get_str_optional_env(
'driver', 'ODBC Driver 17 for SQL Server')
self.username = parser.get_str_required_env('username')
self.password = parser.get_credential('password')
self.database = parser.get_str_required_env('database')
self.schema = parser.get_str_required_env('schema')
self.trusted_connection = parser.get_bool_optional(
'trusted_connection', False)
self.encrypt = parser.get_bool_optional('encrypt', False)
self.trust_server_certificate = parser.get_bool_optional(
'trust_server_certificate', False)
def __init__(self, parser: Parser):
super().__init__(HIVE)
if parser:
self.host = parser.get_str_required('host')
self.port = parser.get_int_optional('port', '10000')
self.username = parser.get_str_required_env('username')
self.password = parser.get_str_required_env('password')
self.database = parser.get_str_optional('database', 'default')
self.configuration = parser.get_dict_optional('configuration')
def __init__(self, parser: Parser):
super().__init__(HIVE)
if parser:
self.host = parser.get_str_required('host')
self.port = parser.get_int_optional('port', '10000')
self.scheme = parser.get_str_optional('scheme', None)
self.username = parser.get_str_required_env('username')
self.database = parser.get_str_optional('database', 'default')
self.auth_method = parser.get_str_optional('authentication', None)
self.configuration = parser.get_dict_optional('configuration', {})
self.kerberos_service_name = parser.get_str_optional(
'kerberos_service_name', None)
self.password = parser.get_str_optional_env('password')
self.check_hostname = parser.get_bool_optional(
'check_hostname', None)
self.ssl_cert = parser.get_str_optional('ssl_cert', None)
self.thrift_transport = parser.get_str_optional(
'thrift_transport', None)
