Python listdir_paged Examples

Example #1

def list_hdfs(request, path):
  try:
    stats = request.fs.stats(path)
    if stats.isDir:
      json_response = listdir_paged(request, path)
    else:
      json_response = display(request, path)
  except IOError:
    # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)
    json_response = JsonResponse({'files': [], 'page': {}, 'error': 'FILE_NOT_FOUND'})
  except Exception as e:
    # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)
    json_response = JsonResponse({'files': [], 'page': {}, 'error': 'ACCESS_DENIED'})

  if json.loads(request.GET.get('isDiffMode', 'false')):
    request.doas = 'hdfs'
    stats = request.fs.stats(path)
    if stats.isDir:
      hdfs_response = json.loads(listdir_paged(request, path).content)
      resp = json.loads(json_response.content)
      resp['page'] = hdfs_response['page']
      resp['files'] = _diff_list_dir(resp, hdfs_response)
      json_response.content = json.dumps(resp)

  return json_response

Example #2

def list_hdfs(request, path):
    try:
        stats = request.fs.stats(path)
        if stats.isDir:
            json_response = listdir_paged(request, path)
        else:
            json_response = display(request, path)
    except IOError:
        json_response = HttpResponse(
            json.dumps({
                'files': [],
                'page': {},
                'error': 'FILE_NOT_FOUND'
            }),
            mimetype="application/json"
        )  # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)
    except Exception, e:
        json_response = HttpResponse(
            json.dumps({
                'files': [],
                'page': {},
                'error': 'ACCESS_DENIED'
            }),
            mimetype="application/json"
        )  # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)

Example #3

File: hdfs.py Project: abhishekkumar1989/hue

def list_hdfs(request, path):
  try:
    stats = request.fs.stats(path)
    if stats.isDir:
      json_response = listdir_paged(request, path)
    else:
      json_response = display(request, path)
  except IOError:
    json_response = HttpResponse(json.dumps({'files': [], 'page': {}, 'error': 'FILE_NOT_FOUND'}), mimetype="application/json") # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)
  except Exception, e:
    json_response = HttpResponse(json.dumps({'files': [], 'page': {}, 'error': 'ACCESS_DENIED'}), mimetype="application/json") # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)

Example #4

        )  # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)
    except Exception, e:
        json_response = HttpResponse(
            json.dumps({
                'files': [],
                'page': {},
                'error': 'ACCESS_DENIED'
            }),
            mimetype="application/json"
        )  # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)

    if json.loads(request.GET.get('isDiffMode', 'false')):
        request.doas = 'hdfs'
        stats = request.fs.stats(path)
        if stats.isDir:
            hdfs_response = json.loads(listdir_paged(request, path).content)
            resp = json.loads(json_response.content)
            resp['page'] = hdfs_response['page']
            resp['files'] = _diff_list_dir(resp, hdfs_response)
            json_response.content = json.dumps(resp)

    return json_response


def get_acls(request):
    try:
        acls = request.fs.get_acl_status(request.GET.get('path'))
    except Exception, e:
        print e
        acls = None

Example #5

File: hdfs.py Project: 10sr/hue

    if stats.isDir:
      json_response = listdir_paged(request, path)
    else:
      json_response = display(request, path)
  except IOError:
    # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)
    json_response = JsonResponse({'files': [], 'page': {}, 'error': 'FILE_NOT_FOUND'})
  except Exception, e:
    # AccessControlException: Permission denied: user=test, access=READ_EXECUTE, inode="/tmp/dir":romain:supergroup:drwxr-xr-x:group::r-x,group:bob:---,group:test:---,default:user::rwx,default:group::r--,default:mask::r--,default:other::rwx (error 403)
    json_response = JsonResponse({'files': [], 'page': {}, 'error': 'ACCESS_DENIED'})

  if json.loads(request.GET.get('isDiffMode', 'false')):
    request.doas = 'hdfs'
    stats = request.fs.stats(path)
    if stats.isDir:
      hdfs_response = json.loads(listdir_paged(request, path).content)
      resp = json.loads(json_response.content)
      resp['page'] = hdfs_response['page']
      resp['files'] = _diff_list_dir(resp, hdfs_response)
      json_response.content = json.dumps(resp)

  return json_response


def get_acls(request):
  try:
    acls = request.fs.get_acl_status(request.GET.get('path'))
  except Exception, e:
    print e
    acls = None