Exemplos de process_all_json_files em Python

Exemplo n.º 1

Arquivo: reindex_elasticsearch.py Projeto: Bennyboy1695/readthedocs.org

    def handle(self, *args, **options):
        '''
        Build/index all versions or a single project's version
        '''
        project = options['project']

        if project:
            queryset = Version.objects.public(project__slug=project)
            log.info("Building all versions for %s" % project)
        elif getattr(settings, 'INDEX_ONLY_LATEST', True):
            queryset = Version.objects.public().filter(slug='latest')
        else:
            queryset = Version.objects.public()
        for version in queryset:
            log.info("Reindexing %s" % version)
            try:
                commit = version.project.vcs_repo(version.slug).commit
            except:
                # This will happen on prod
                commit = None
            try:
                page_list = parse_json.process_all_json_files(version, build_dir=False)
                index_search_request(version=version, page_list=page_list, commit=commit, project_scale=0, page_scale=0, section=False, delete=False)
            except Exception:
                log.error('Build failed for %s' % version, exc_info=True)

Exemplo n.º 2

def update_search(version_pk, commit):

    version = Version.objects.get(pk=version_pk)

    if 'sphinx' in version.project.documentation_type:
        page_list = process_all_json_files(version, build_dir=False)
    elif 'mkdocs' in version.project.documentation_type:
        page_list = process_mkdocs_json(version, build_dir=False)
    else:
        log.error('Unknown documentation type: %s' %
                  version.project.documentation_type)
        return

    log_msg = ' '.join([page['path'] for page in page_list])
    log.info("(Search Index) Sending Data: %s [%s]" %
             (version.project.slug, log_msg))
    index_search_request(
        version=version,
        page_list=page_list,
        commit=commit,
        project_scale=0,
        page_scale=0,
        # Don't index sections to speed up indexing.
        # They aren't currently exposed anywhere.
        section=False,
    )

Exemplo n.º 3

Arquivo: reindex_elasticsearch.py Projeto: ljc42/readthedocs.org

    def handle(self, *args, **options):
        '''
        Build/index all versions or a single project's version
        '''
        project = options['project']

        if project:
            queryset = Version.objects.public(project__slug=project)
            log.info("Building all versions for %s" % project)
        elif getattr(settings, 'INDEX_ONLY_LATEST', True):
            queryset = Version.objects.public().filter(slug=LATEST)
        else:
            queryset = Version.objects.public()
        for version in queryset:
            log.info("Reindexing %s" % version)
            try:
                commit = version.project.vcs_repo(version.slug).commit
            except:
                # This will happen on prod
                commit = None
            try:
                page_list = parse_json.process_all_json_files(version, build_dir=False)
                index_search_request(version=version, page_list=page_list, commit=commit, project_scale=0, page_scale=0, section=False, delete=False)
            except Exception:
                log.error('Build failed for %s' % version, exc_info=True)

Exemplo n.º 4

Arquivo: sphinx_search.py Projeto: cvaldemar/readthedocs.org

 def upload(self, **kwargs):
     data = {
         'page_list': process_all_json_files(self.version),
         'version_pk': self.version.pk,
         'project_pk': self.version.project.pk
     }
     apiv2.index_search.post({'data': data})

Exemplo n.º 5

Arquivo: sphinx_search.py Projeto: cvaldemar/readthedocs.org

 def upload(self, **kwargs):
     data = {
         'page_list': process_all_json_files(self.version),
         'version_pk': self.version.pk,
         'project_pk': self.version.project.pk
     }
     apiv2.index_search.post({'data': data})

Exemplo n.º 6

Arquivo: tasks.py Projeto: saschagottfried/readthedocs.org

def update_search(version): 
    page_list = process_all_json_files(version)
    data = {
        'page_list': page_list,
        'version_pk': version.pk,
        'project_pk': version.project.pk
    }
    log_msg = ' '.join([page['path'] for page in page_list])
    log.info("(Search Index) Sending Data: %s [%s]" % (version.project.slug, log_msg))
    apiv2.index_search.post({'data': data})

Exemplo n.º 7

Arquivo: tasks.py Projeto: bigxing/readthedocs.org

def update_search(version_pk, commit):

    version = Version.objects.get(pk=version_pk)

    if 'sphinx' in version.project.documentation_type:
        page_list = process_all_json_files(version, build_dir=False)
    if 'mkdocs' in version.project.documentation_type:
        page_list = process_mkdocs_json(version, build_dir=False)

    log_msg = ' '.join([page['path'] for page in page_list])
    log.info("(Search Index) Sending Data: %s [%s]" % (version.project.slug, log_msg))
    index_search_request(version=version, page_list=page_list, commit=commit)

Exemplo n.º 8

def update_search(version_pk, commit):

    version = Version.objects.get(pk=version_pk)

    if 'sphinx' in version.project.documentation_type:
        page_list = process_all_json_files(version, build_dir=False)
    if 'mkdocs' in version.project.documentation_type:
        page_list = process_mkdocs_json(version, build_dir=False)

    log_msg = ' '.join([page['path'] for page in page_list])
    log.info("(Search Index) Sending Data: %s [%s]" %
             (version.project.slug, log_msg))
    index_search_request(version=version, page_list=page_list, commit=commit)

Exemplo n.º 9

Arquivo: tasks.py Projeto: dnephin/readthedocs.org

def update_search(version, build):
    if 'sphinx' in version.project.documentation_type:
        page_list = process_all_json_files(version)
    if 'mkdocs' in version.project.documentation_type:
        page_list = process_mkdocs_json(version)

    data = {
        'page_list': page_list,
        'version_pk': version.pk,
        'project_pk': version.project.pk,
        'commit': build.get('commit'),
    }
    log_msg = ' '.join([page['path'] for page in page_list])
    log.info("(Search Index) Sending Data: %s [%s]" % (version.project.slug, log_msg))
    apiv2.index_search.post({'data': data})

Exemplo n.º 10

def update_search(version, build):
    if 'sphinx' in version.project.documentation_type:
        page_list = process_all_json_files(version)
    if 'mkdocs' in version.project.documentation_type:
        page_list = process_mkdocs_json(version)

    data = {
        'page_list': page_list,
        'version_pk': version.pk,
        'project_pk': version.project.pk,
        'commit': build.get('commit'),
    }
    log_msg = ' '.join([page['path'] for page in page_list])
    log.info("(Search Index) Sending Data: %s [%s]" %
             (version.project.slug, log_msg))
    apiv2.index_search.post({'data': data})

Exemplo n.º 11

Arquivo: reindex_elasticsearch.py Projeto: snowdj/readthedocs.org

    def handle(self, *args, **options):
        '''
        Build/index all versions or a single project's version
        '''
        project = options['project']

        if project:
            queryset = Version.objects.public(project__slug=project)
            log.info("Building all versions for %s" % project)
        elif getattr(settings, 'INDEX_ONLY_LATEST', True):
            queryset = Version.objects.public().filter(slug='latest')
        else:
            queryset = Version.objects.public()
        for version in queryset:
            log.info("Reindexing %s" % version)
            try:
                page_list = parse_json.process_all_json_files(version, build_dir=False)
                index_search_request(version=version, page_list=page_list)
            except Exception:
                log.error('Build failed for %s' % version, exc_info=True)

Exemplo n.º 12

Arquivo: tasks.py Projeto: agjohnson/readthedocs.org

def update_search(version_pk, commit):

    version = Version.objects.get(pk=version_pk)

    if 'sphinx' in version.project.documentation_type:
        page_list = process_all_json_files(version, build_dir=False)
    elif 'mkdocs' in version.project.documentation_type:
        page_list = process_mkdocs_json(version, build_dir=False)
    else:
        log.error('Unknown documentation type: %s' % version.project.documentation_type)
        return

    log_msg = ' '.join([page['path'] for page in page_list])
    log.info("(Search Index) Sending Data: %s [%s]" % (version.project.slug, log_msg))
    index_search_request(
        version=version,
        page_list=page_list,
        commit=commit,
        project_scale=0,
        page_scale=0,
        # Don't index sections to speed up indexing.
        # They aren't currently exposed anywhere.
        section=False,
    )

Exemplo n.º 13

Arquivo: tasks.py Projeto: WojtekK1902/readthedocs.org

def update_search(version):
    page_list = process_all_json_files(version)
    data = {"page_list": page_list, "version_pk": version.pk, "project_pk": version.project.pk}
    log_msg = " ".join([page["path"] for page in page_list])
    log.info("(Search Index) Sending Data: %s [%s]" % (version.project.slug, log_msg))
    apiv2.index_search.post({"data": data})