def __init__(self, url, fs_defaultfs, logical_name=None, hdfs_superuser=None, security_enabled=False, ssl_cert_ca_verify=True, temp_dir="/tmp", umask=0o1022, hdfs_supergroup=None, auth_provider=None): self._url = url self._superuser = hdfs_superuser self._security_enabled = security_enabled self._ssl_cert_ca_verify = ssl_cert_ca_verify self._temp_dir = temp_dir self._umask = umask self._fs_defaultfs = fs_defaultfs self._logical_name = logical_name self._supergroup = hdfs_supergroup self._auth_provider = auth_provider split = urlparse(fs_defaultfs) self._scheme = split.scheme self._netloc = split.netloc self._is_remote = True self._has_trash_support = False self._filebrowser_action = PERMISSION_ACTION_ABFS self._client = http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG) self._root = resource.Resource(self._client) # To store user info self._thread_local = threading.local() LOG.debug("Initializing ABFS : %s (security: %s, superuser: %s)" % (self._url, self._security_enabled, self._superuser))
def _make_client(self, url, security_enabled): client = http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG) if security_enabled: client.set_kerberos_auth() return client
def get_client(self, url): if RAZ.IS_ENABLED.get(): return resource.Resource(RazHttpClient()) else: return resource.Resource( http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG))
def _make_client(self, url, security_enabled, ssl_cert_ca_verify=True): client = http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG) if security_enabled: client.set_kerberos_auth() client.set_verify(ssl_cert_ca_verify) return client
def azure_metadata(): global AZURE_METADATA if AZURE_METADATA is None: from desktop.lib.rest import http_client, resource client = http_client.HttpClient(META_DATA_URL, logger=LOG) root = resource.Resource(client) try: AZURE_METADATA = root.get('/compute', params={'api-version': '2019-06-04', 'format': 'json'}, headers={'Metadata': 'true'}) except Exception as e: AZURE_METADATA = False return AZURE_METADATA
def __init__(self, url=None, aws_access_key_id=None, aws_secret_access_key=None): self._access_key_id = aws_access_key_id self._secret_access_key = aws_secret_access_key self._url = url self._client = http_client.HttpClient(url, logger=LOG) self._root = resource.Resource(self._client) self._token = None
def get_client(self, url): if RAZ.IS_ENABLED.get(): client = RazHttpClient(self._user, url, exc_class=WebHdfsException, logger=LOG) else: client = http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG) return resource.Resource(client)
def __init__(self, user=None, address=None, dt_path=None, path=None, security=None): self.user = user self.address = address self.dt_path = dt_path self.path = path self.security = security self._client = http_client.HttpClient(self.address, logger=LOG) self._root = resource.Resource(self._client)
def __init__(self, user="******"): self.user = SERVER_USER.get() self.doAs = user self.client = http_client.HttpClient(TEMPLETON_URL.get()) if SECURITY_ENABLED.get(): self.client = self.client.set_kerberos_auth()
def get_client(self, url): return resource.Resource( http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG))
self._ssl_cert_ca_verify = ssl_cert_ca_verify self._temp_dir = temp_dir self._umask = umask self._fs_defaultfs = fs_defaultfs self._logical_name = logical_name self._supergroup = hdfs_supergroup self._auth_provider = auth_provider split = urlparse(fs_defaultfs) self._scheme = split.scheme self._netloc = split.netloc self._is_remote = True self._has_trash_support = False self._filebrowser_action = PERMISSION_ACTION_ADLS self._client = http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG) self._root = resource.Resource(self._client) # To store user info self._thread_local = threading.local() LOG.debug( "Initializing Azure ADLS WebHdfs: %s (security: %s, superuser: %s)" % (self._url, self._security_enabled, self._superuser)) @classmethod def from_config(cls, hdfs_config, auth_provider): fs_defaultfs = get_default_adls_fs() url = get_default_adls_url() return cls(url=url,