def stat(self, path): obsAdapter = None try: _path = self._realpath(path) if ObsSftpUtil.isRoot(_path): self._ar.update({'obs_key': _path}) self._logClient.log(logging.DEBUG, 'Stat root path successfully, return a sftp folder SFTPAttributes.') return self._buildSftpFolder() if ObsSftpUtil.isBucket(_path): bucketName = ObsSftpUtil.getBucketName(_path) auditDict = {'obs_bucket': bucketName, 'obs_key': '-'} self._ar.update(auditDict) if self._bucketExists(bucketName): self._logClient.log(logging.DEBUG, 'Stat obs bucket [%s] successfully, return a sftp folder SFTPAttributes.', bucketName) return self._buildSftpFolder() self._logClient.log(logging.ERROR, 'Stat obs bucket [%s] failed, error message [bucket is not exists].', bucketName) return SFTP_NO_SUCH_FILE bucketName, key = ObsSftpUtil.getBucketAndKey(_path) obsAdapter = obsadpter.ObsAdapter(client=self._client, bucketName=bucketName, key=key, logClient=self._logClient, ar=self._ar) pathInfo = obsAdapter.pathInfo() return SFTP_NO_SUCH_FILE if not pathInfo else pathInfo finally: del obsAdapter
def list_folder(self, path): _path = self._realpath(path) if ObsSftpUtil.isRoot(_path): self._ar.update({'obs_bucket': '-', 'obs_key': _path}) return self._listUserBuckets() bucketName, key = ObsSftpUtil.getBucketAndKey(_path) obsAdapter = obsadpter.ObsAdapter(client=self._client, bucketName=bucketName, key=key, logClient=self._logClient, ar=self._ar) return obsAdapter.listDir()
def wrapper(*args, **kwargs): start = time.time() sftpServer = args[0] if isinstance(args[0], ObsSftpServer) else None result = None try: return func(*args, **kwargs) finally: end = time.time() totalTimeMs = int((end - start) * 1000) auditDict = {'obs_ret_detail': 'success' if result not in [SFTP_FAILURE] else 'failed', 'obs_start_time': ObsSftpUtil.utcFormater(start), 'obs_end_time': ObsSftpUtil.utcFormater(end), 'obs_total_time': totalTimeMs} sftpServer._ar.update(auditDict)
def open(self, path, flags, attr): """ open just for file :param path: file path :param flags: SSH_FXF_READ|SSH_FXF_WRITE|SSH_FXF_APPEND|SSH_FXF_CREAT|SSH_FXF_TRUNC|SSH_FXF_EXCL :param attr: not useful for obs :return: file handler """ perm = config.getConfig().auth.get(self._userName).get('perm') # put if flags & os.O_WRONLY: if 'put' not in perm.split(','): self._logClient.log(logging.ERROR, 'user [%s] not supported put operation' , self._userName) return SFTP_OP_UNSUPPORTED elif flags == os.O_RDONLY: if 'get' not in perm.split(','): self._logClient.log(logging.ERROR, 'user [%s] not supported get operation' , self._userName) return SFTP_OP_UNSUPPORTED else: # TODO read and write and append raise Exception('Read and Write| Append operation is not support. flags [%d]' % flags) _path = self._realpath(path) bucketName, key = ObsSftpUtil.getBucketAndKey(_path) auditDict = {'obs_start_time': ObsSftpUtil.utcFormater(time.time()), 'obs_bucket': bucketName, 'obs_key': key} obsAdapter = obsadpter.ObsAdapter(client=self._client, bucketName=bucketName, key=key, logClient=self._logClient, ar=self._ar, connHost=self._connHost) if not self._obsAdapters: self._obsAdapters = [] self._obsAdapters.append(obsAdapter) self._ar.update(auditDict) _key = ObsSftpUtil.maybeAddTrailingSlash(key) # TODO just successfully for object bucket. file bucket need mode for jungle folder if obsAdapter.dirInfo(bucketName, _key): self._logClient.log(logging.WARNING, 'Open key [%s] of bucket [%s] failed. error message [Client want to open a dir].', _key, bucketName) return SFTP_FAILURE try: fobj = ObsSftpFileHandle(flags=flags, obsAdapter=obsAdapter, bucketName=bucketName, key=key, logClient=self._logClient, sftpServer=self) return fobj except Exception as e: self._logClient.log(logging.ERROR, 'Open key [%s] of bucket [%s] failed. error message [%s] - %s.', key, bucketName, str(e), traceback.format_exc()) if 'not support' in str(e): return SFTP_OP_UNSUPPORTED return SFTP_FAILURE
def rename(self, oldPath, newPath): obsAdapter = None try: _oldPath = self._realpath(oldPath) _newPath = self._realpath(newPath) oldBucketName, oldKey = ObsSftpUtil.getBucketAndKey(_oldPath) newBucketName, newKey = ObsSftpUtil.getBucketAndKey(_newPath) obsAdapter = obsadpter.ObsAdapter(client=self._client, bucketName=newBucketName, key=newKey, logClient=self._logClient, ar=self._ar, connHost=self._connHost) renameSucceed = obsAdapter.rename(oldBucketName, oldKey) if renameSucceed is None: return SFTP_NO_SUCH_FILE return SFTP_OK if renameSucceed else SFTP_FAILURE finally: del obsAdapter
def rmdir(self, path): obsAdapter = None try: _path = self._realpath(path) bucketName, key = ObsSftpUtil.getBucketAndKey(_path) _key = ObsSftpUtil.maybeAddTrailingSlash(key) obsAdapter = obsadpter.ObsAdapter(client=self._client, bucketName=bucketName, key=_key, logClient=self._logClient, ar=self._ar, connHost=self._connHost) if not obsAdapter.dirInfo(bucketName, _key): self._logClient.log(logging.DEBUG, 'Rmdir key [%s] of bucket [%s] failed. error message [dir is not exists].', _key, bucketName) self._ar.update({'obs_key': _key, 'obs_bucket': bucketName}) return SFTP_NO_SUCH_FILE return SFTP_OK if obsAdapter.rmDir() else SFTP_FAILURE finally: del obsAdapter
def mkdir(self, path, attr): obsAdapter = None try: _path = self._realpath(path) bucketName, key = ObsSftpUtil.getBucketAndKey(_path) obsAdapter = obsadpter.ObsAdapter(client=self._client, bucketName=bucketName, key=key, logClient=self._logClient, ar=self._ar, connHost=self._connHost) return SFTP_OK if obsAdapter.mkDir() else SFTP_FAILURE finally: del obsAdapter
def _bucketExists(self, bucketName): resp = self._client.headBucket(bucketName) if resp is None: noRespError = 'Head bucket [%s] failed. error message [response is None].' % bucketName self._logClient.log(logging.ERROR, noRespError) self._ar.update({'obs_ret_detail': str(resp)}) raise Exception(noRespError) if resp.status < 300: self._logClient.log(logging.INFO, 'Head bucket [%s] successfully. %s.', bucketName, ObsSftpUtil.makeResponseMessage(resp)) return True if resp.status == 404: self._logClient.log(logging.DEBUG, 'Head bucket [%s] failed. error message [bucket is not exists] - %s.', bucketName, ObsSftpUtil.makeResponseMessage(resp)) return False self._ar.update({'obs_ret_detail': str(resp)}) respError = 'Head bucket [%s] failed. %s.' % (bucketName, ObsSftpUtil.makeErrorMessage(resp)) self._logClient.log(logging.ERROR, respError) raise Exception(respError)
def remove(self, path): obsAdapter = None try: _path = self._realpath(path) bucketName, key = ObsSftpUtil.getBucketAndKey(_path) obsAdapter = obsadpter.ObsAdapter(client=self._client, bucketName=bucketName, key=key, logClient=self._logClient, ar=self._ar) removeResult = obsAdapter.remove() if removeResult is None: return SFTP_NO_SUCH_FILE return SFTP_OK if removeResult else SFTP_FAILURE finally: del obsAdapter
def _listUserBuckets(self): resp = self._client.listBuckets() if resp is None: self._logClient.log(logging.ERROR, 'List buckets failed. error message [response is None].') self._ar.update({'obs_ret_detail': str(resp)}) return SFTP_FAILURE if resp.status < 300: self._logClient.log(logging.INFO, 'List buckets successfully. %s.', ObsSftpUtil.makeResponseMessage(resp)) buckets = [] for bucket in resp.body.buckets: attr = SFTPAttributes() attr.st_mode = S_IFDIR createTime = bucket.create_date attr.st_mtime = ObsSftpUtil.strToTimestamp(createTime) attr.filename = bucket.name buckets.append(attr) self._ar.update({'obs_ret_detail': str(resp)}) return buckets self._ar.update({'obs_ret_detail': str(resp)}) self._logClient.log(logging.ERROR, 'List buckets failed. %s.', ObsSftpUtil.makeErrorMessage(resp)) return SFTP_FAILURE
def wrapper(*args, **kwargs): start = time.time() sftpServer = args[0] if isinstance(args[0], ObsSftpServer) else None result = None _path = '' try: if sftpServer and sftpServer._logClient: sftpServer._ar = {} # record active time for clear connection sftpServer._activeTime = time.time() if len(args) < 1: raise Exception('Function must has a path for operation.') path = args[1] _path = sftpServer._realpath(path) funcName = func.__name__ if funcName in ['rename']: newPath = args[2] sftpServer._logClient.log(logging.INFO, 'Entering [%s] for old path [%s] to new path [%s] ...' % ( func.__name__, _path, newPath)) else: sftpServer._logClient.log(logging.INFO, 'Entering [%s] for path [%s] ...', func.__name__, _path) if funcName in ['open', 'rename', 'mkdir', 'rmdir', 'remove']: if ObsSftpUtil.isRoot(_path) or ObsSftpUtil.isBucket(_path): sftpServer._ar.update({'obs_key': _path}) sftpServer._logClient.log(logging.ERROR, 'Sftp operation [%s] is not supported for path [%s]' , func.__name__, _path) result = SFTP_OP_UNSUPPORTED return SFTP_OP_UNSUPPORTED result = func(*args, **kwargs) except Exception as e: result = SFTP_FAILURE if sftpServer and sftpServer._logClient: sftpServer._logClient.log(logging.ERROR, "Operation [%s] failed, error message [%s] - %s.", func.__name__, str(e), traceback.format_exc()) finally: end = time.time() totalTimeMs = int((end - start) * 1000) operationResult = 'success' if result not in [SFTP_FAILURE, SFTP_OP_UNSUPPORTED, SFTP_NO_SUCH_FILE] else 'failed' auditDict = {'session_id': sftpServer._session, 'client_ip_port': sftpServer._connHost, 'server_ip_port': sftpServer._listenHost, 'user': sftpServer._userName, 'obs_endpoint': sftpServer._endpoint, 'sftp_opt': func.__name__, 'result': operationResult, 'client_ak': sftpServer._ak, 'sftp_start_time': ObsSftpUtil.utcFormater(start), 'sftp_end_time': ObsSftpUtil.utcFormater(end), 'sftp_total_time': totalTimeMs} sftpServer._ar.update(auditDict) if sftpServer and sftpServer._logClient: sftpServer._logClient.log(logging.INFO, 'End operation [%s] for path [%s] - result [%s]%s - cost [%s] ms', _path, func.__name__, operationResult, (' - count [%d]' % len(result)) if all( [operationResult == 'success', func.__name__ == 'list_folder']) else '', totalTimeMs) try: # record active time for clear connection auditLogger.log(sftpServer._ar) sftpServer._activeTime = time.time() except Exception as e: sftpServer._logClient.log(logging.ERROR, 'Log audit failed. error message [%s] - %s', str(e), traceback.format_exc()) sftpServer._ar = {} return result