def __init__(self, url,
fs_defaultfs,
logical_name=None,
hdfs_superuser=None,
security_enabled=False,
ssl_cert_ca_verify=True,
temp_dir="/tmp",
umask=0o1022,
hdfs_supergroup=None,
auth_provider=None):
self._url = url
self._superuser = hdfs_superuser
self._security_enabled = security_enabled
self._ssl_cert_ca_verify = ssl_cert_ca_verify
self._temp_dir = temp_dir
self._umask = umask
self._fs_defaultfs = fs_defaultfs
self._logical_name = logical_name
self._supergroup = hdfs_supergroup
self._auth_provider = auth_provider
split = urlparse(fs_defaultfs)
self._scheme = split.scheme
self._netloc = split.netloc
self._is_remote = True
self._has_trash_support = False
self._filebrowser_action = PERMISSION_ACTION_ABFS
self._client = http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG)
self._root = resource.Resource(self._client)
# To store user info
self._thread_local = threading.local()
LOG.debug("Initializing ABFS : %s (security: %s, superuser: %s)" % (self._url, self._security_enabled, self._superuser))
def _make_client(self, url, security_enabled):
client = http_client.HttpClient(url,
exc_class=WebHdfsException,
logger=LOG)
if security_enabled:
client.set_kerberos_auth()
return client
def get_client(self, url):
if RAZ.IS_ENABLED.get():
return resource.Resource(RazHttpClient())
else:
return resource.Resource(
http_client.HttpClient(url,
exc_class=WebHdfsException,
logger=LOG))
def _make_client(self, url, security_enabled, ssl_cert_ca_verify=True):
client = http_client.HttpClient(url, exc_class=WebHdfsException, logger=LOG)
if security_enabled:
client.set_kerberos_auth()
client.set_verify(ssl_cert_ca_verify)
return client
def azure_metadata():
global AZURE_METADATA
if AZURE_METADATA is None:
from desktop.lib.rest import http_client, resource
client = http_client.HttpClient(META_DATA_URL, logger=LOG)
root = resource.Resource(client)
try:
AZURE_METADATA = root.get('/compute', params={'api-version': '2019-06-04', 'format': 'json'}, headers={'Metadata': 'true'})
except Exception as e:
AZURE_METADATA = False
return AZURE_METADATA
def __init__(self,
url=None,
aws_access_key_id=None,
aws_secret_access_key=None):
self._access_key_id = aws_access_key_id
self._secret_access_key = aws_secret_access_key
self._url = url
self._client = http_client.HttpClient(url, logger=LOG)
self._root = resource.Resource(self._client)
self._token = None
def get_client(self, url):
if RAZ.IS_ENABLED.get():
client = RazHttpClient(self._user,
url,
exc_class=WebHdfsException,
logger=LOG)
else:
client = http_client.HttpClient(url,
exc_class=WebHdfsException,
logger=LOG)
return resource.Resource(client)
def __init__(self,
user=None,
address=None,
dt_path=None,
path=None,
security=None):
self.user = user
self.address = address
self.dt_path = dt_path
self.path = path
self.security = security
self._client = http_client.HttpClient(self.address, logger=LOG)
self._root = resource.Resource(self._client)
def __init__(self, user="******"):
self.user = SERVER_USER.get()
self.doAs = user
self.client = http_client.HttpClient(TEMPLETON_URL.get())
if SECURITY_ENABLED.get():
self.client = self.client.set_kerberos_auth()
def get_client(self, url):
return resource.Resource(
http_client.HttpClient(url, exc_class=WebHdfsException,
logger=LOG))
self._ssl_cert_ca_verify = ssl_cert_ca_verify
self._temp_dir = temp_dir
self._umask = umask
self._fs_defaultfs = fs_defaultfs
self._logical_name = logical_name
self._supergroup = hdfs_supergroup
self._auth_provider = auth_provider
split = urlparse(fs_defaultfs)
self._scheme = split.scheme
self._netloc = split.netloc
self._is_remote = True
self._has_trash_support = False
self._filebrowser_action = PERMISSION_ACTION_ADLS
self._client = http_client.HttpClient(url,
exc_class=WebHdfsException,
logger=LOG)
self._root = resource.Resource(self._client)
# To store user info
self._thread_local = threading.local()
LOG.debug(
"Initializing Azure ADLS WebHdfs: %s (security: %s, superuser: %s)"
% (self._url, self._security_enabled, self._superuser))
@classmethod
def from_config(cls, hdfs_config, auth_provider):
fs_defaultfs = get_default_adls_fs()
url = get_default_adls_url()
return cls(url=url,
