Python massaged_oozie_jobs_for_json示例

示例#1

    def apps(self, filters):
        oozie_api = get_oozie(self.user)

        kwargs = {'cnt': OOZIE_JOBS_COUNT.get(), 'filters': []}
        _filter_oozie_jobs(self.user, filters, kwargs)

        wf_list = oozie_api.get_workflows(**kwargs)

        return {
            'apps': [{
                'id': app['id'],
                'name': app['appName'],
                'status': app['status'],
                'apiStatus': self._api_status(app['status']),
                'type': 'workflow',
                'user': app['user'],
                'progress': app['progress'],
                'queue': app['group'],
                'duration': app['durationInMillis'],
                'submitted': app['startTimeInMillis'] * 1000,
                'canWrite': app['canEdit']
            }
                     for app in massaged_oozie_jobs_for_json(
                         wf_list.jobs, self.user)['jobs']],
            'total':
            wf_list.total
        }

示例#2

文件： schedule_api.py 项目： VarunRaj05/hue-from-scratch

    def apps(self, filters):
        oozie_api = get_oozie(self.user)
        kwargs = {
            'cnt': hasattr(OOZIE_JOBS_COUNT, 'get') and OOZIE_JOBS_COUNT.get(),
            'filters': []
        }

        filters.pop('time')

        _filter_oozie_jobs(self.user, filters, kwargs)

        jobs = oozie_api.get_coordinators(**kwargs)

        return {
            'apps': [{
                'id': app['id'],
                'name': app['appName'],
                'status': app['status'],
                'apiStatus': self._api_status(app['status']),
                'type': 'schedule',
                'user': app['user'],
                'progress': app['progress'],
                'queue': app['group'],
                'duration': app['durationInMillis'],
                'submitted': app['lastActionInMillis'] * 1000,
                'canWrite': app['canEdit']
            }
                     for app in massaged_oozie_jobs_for_json(
                         jobs.jobs, self.user)['jobs']],
            'total':
            jobs.total
        }

示例#3

文件： schedule_api.py 项目： seriatin/hue

    def apps(self, filters):
        oozie_api = get_oozie(self.user)
        kwargs = {'cnt': OOZIE_JOBS_COUNT.get(), 'filters': []}

        _filter_oozie_jobs(self.user, filters, kwargs)

        jobs = oozie_api.get_coordinators(**kwargs)

        return {
            'apps': [{
                'id': app['id'],
                'name': app['appName'],
                'status': app['status'],
                'apiStatus': self._api_status(app['status']),
                'type': 'schedule',
                'user': app['user'],
                'progress': app['progress'],
                'duration': app['durationInMillis'],
                'submitted': app['startTimeInMillis']
            }
                     for app in massaged_oozie_jobs_for_json(
                         jobs.jobs, self.user)['jobs']],
            'total':
            jobs.total
        }

示例#4

文件： schedule_api.py 项目： cloudera/hue

  def apps(self, filters):
    oozie_api = get_oozie(self.user)
    kwargs = {'cnt': hasattr(OOZIE_JOBS_COUNT, 'get') and OOZIE_JOBS_COUNT.get(), 'filters': []}

    filters.pop('time')

    _filter_oozie_jobs(self.user, filters, kwargs)

    jobs = oozie_api.get_coordinators(**kwargs)

    return {
      'apps':[{
        'id': app['id'],
        'name': app['appName'],
        'status': app['status'],
        'apiStatus': self._api_status(app['status']),
        'type': 'schedule',
        'user': app['user'],
        'progress': app['progress'],
        'queue': app['group'],
        'duration': app['durationInMillis'],
        'submitted': app['lastActionInMillis'] * 1000,
        'canWrite': app['canEdit']
      } for app in massaged_oozie_jobs_for_json(jobs.jobs, self.user)['jobs']],
      'total': jobs.total
    }

示例#5

文件： workflow_api.py 项目： xixiaohui/hue

    def apps(self, filters):
        kwargs = {'cnt': OOZIE_JOBS_COUNT.get(), 'filters': []}

        text_filters = _extract_query_params(filters)

        if not has_dashboard_jobs_access(self.user):
            kwargs['filters'].append(('user', self.user.username))
        elif 'user' in text_filters:
            kwargs['filters'].append(('user', text_filters['username']))

        if 'time' in filters:
            kwargs['filters'].extend([
                ('startcreatedtime',
                 '-%s%s' % (filters['time']['time_value'],
                            filters['time']['time_unit'][:1]))
            ])

        if ENABLE_OOZIE_BACKEND_FILTERING.get() and text_filters.get('text'):
            kwargs['filters'].extend([('text', text_filters.get('text'))])

        if filters['pagination']:
            kwargs['offset'] = filters['pagination']['offset']
            kwargs['cnt'] = min(filters['pagination']['limit'],
                                OOZIE_JOBS_COUNT.get())

        if filters.get('states'):
            states_filters = {
                'running': ['RUNNING', 'PREP', 'SUSPENDED'],
                'completed': ['SUCCEEDED'],
                'failed': ['FAILED', 'KILLED'],
            }
            for _state in filters.get('states'):
                for _status in states_filters[_state]:
                    kwargs['filters'].extend([('status', _status)])

        oozie_api = get_oozie(self.user)

        wf_list = oozie_api.get_workflows(**kwargs)

        return {
            'apps': [{
                'id': app['id'],
                'name': app['appName'],
                'status': app['status'],
                'apiStatus': self._api_status(app['status']),
                'type': 'workflow',
                'user': app['user'],
                'progress': app['progress'],
                'duration': app['durationInMillis'],
                'submitted': app['startTimeInMillis']
            }
                     for app in massaged_oozie_jobs_for_json(
                         wf_list.jobs, self.user)['jobs']],
            'total':
            wf_list.total
        }

示例#6

文件： workflow_api.py 项目： 10sr/hue

  def apps(self, filters):
    kwargs = {'cnt': OOZIE_JOBS_COUNT.get(), 'filters': []}

    text_filters = _extract_query_params(filters)

    if not has_dashboard_jobs_access(self.user):
      kwargs['filters'].append(('user', self.user.username))
    elif 'user' in text_filters:
      kwargs['filters'].append(('user', text_filters['username']))

    if 'time' in filters:
      kwargs['filters'].extend([('startcreatedtime', '-%s%s' % (filters['time']['time_value'], filters['time']['time_unit'][:1]))])

    if ENABLE_OOZIE_BACKEND_FILTERING.get() and text_filters.get('text'):
      kwargs['filters'].extend([('text', text_filters.get('text'))])

    if filters['pagination']:
      kwargs['offset'] = filters['pagination']['offset']
      kwargs['cnt'] = min(filters['pagination']['limit'], OOZIE_JOBS_COUNT.get())

    if filters.get('states'):
      states_filters = {'running': ['RUNNING', 'PREP', 'SUSPENDED'], 'completed': ['SUCCEEDED'], 'failed': ['FAILED', 'KILLED'],}
      for _state in filters.get('states'):
        for _status in states_filters[_state]:
          kwargs['filters'].extend([('status', _status)])

    oozie_api = get_oozie(self.user)

    wf_list = oozie_api.get_workflows(**kwargs)

    return {
      'apps':[{
        'id': app['id'],
        'name': app['appName'],
        'status': app['status'],
        'apiStatus': self._api_status(app['status']),
        'type': 'workflow',
        'user': app['user'],
        'progress': app['progress'],
        'duration': app['durationInMillis'],
        'submitted': app['startTimeInMillis']
      } for app in massaged_oozie_jobs_for_json(wf_list.jobs, self.user)['jobs']],
      'total': wf_list.total
    }

示例#7

文件： schedule_api.py 项目： 10sr/hue

  def apps(self, filters):
    oozie_api = get_oozie(self.user)
    kwargs = {'cnt': OOZIE_JOBS_COUNT.get(), 'filters': []}
    jobs = oozie_api.get_coordinators(**kwargs)

    return {
      'apps':[{
        'id': app['id'],
        'name': app['appName'],
        'status': app['status'],
        'apiStatus': self._api_status(app['status']),
        'type': 'schedule',
        'user': app['user'],
        'progress': app['progress'],
        'duration': app['durationInMillis'],
        'submitted': app['startTimeInMillis']
      } for app in massaged_oozie_jobs_for_json(jobs.jobs, self.user)['jobs']],
      'total': jobs.total
    }

示例#8

文件： workflow_api.py 项目： cloudera/hue

  def apps(self, filters):
    oozie_api = get_oozie(self.user)

    kwargs = {'cnt': OOZIE_JOBS_COUNT.get(), 'filters': []}
    _filter_oozie_jobs(self.user, filters, kwargs)

    wf_list = oozie_api.get_workflows(**kwargs)

    return {
      'apps':[{
        'id': app['id'],
        'name': app['appName'],
        'status': app['status'],
        'apiStatus': self._api_status(app['status']),
        'type': 'workflow',
        'user': app['user'],
        'progress': app['progress'],
        'queue': app['group'],
        'duration': app['durationInMillis'],
        'submitted': app['startTimeInMillis'] * 1000,
        'canWrite': app['canEdit']
      } for app in massaged_oozie_jobs_for_json(wf_list.jobs, self.user)['jobs']],
      'total': wf_list.total
    }