Python job_resource_iter Examples

Example #1

File: test_utils.py Project: jsargiot/shub

 def jri_result(follow):
     return list(utils.job_resource_iter(
         job,
         magic_iter,
         follow,
         key_func=lambda _: 456,
     ))

Example #2

File: test_utils.py Project: scrapinghub/shub

 def jri_result(follow, tail=None):
     return list(utils.job_resource_iter(
         job,
         job.resource,
         follow=follow,
         tail=tail,
         output_json=True,
     ))

Example #3

def cli(job_id, follow, tail):
    job = get_job(job_id)
    for item in job_resource_iter(job,
                                  job.items,
                                  output_json=True,
                                  follow=follow,
                                  tail=tail):
        click.echo(item)

Example #4

File: test_utils.py Project: krotkiewicz/shub

 def jri_result(follow):
     return list(
         utils.job_resource_iter(
             job,
             magic_iter,
             follow,
             key_func=lambda _: 456,
         ))

Example #5

 def jri_result(follow, tail=None):
     return list(utils.job_resource_iter(
         job,
         job.resource,
         follow=follow,
         tail=tail,
         output_json=True,
     ))

Example #6

File: log.py Project: cans/shub

def cli(job_id, follow):
    job = get_job(job_id)
    for item in job_resource_iter(job,
                                  job.logs.iter_values,
                                  follow=follow,
                                  key_func=lambda item: item['_key']):
        click.echo("{} {} {}".format(
            datetime.utcfromtimestamp(item['time'] / 1000),
            logging.getLevelName(int(item['level'])), item['message']))

Example #7

File: log.py Project: scrapinghub/shub

def cli(job_id, follow, tail):
    job = get_job(job_id)
    for item in job_resource_iter(job, job.logs, follow=follow, tail=tail):
        click.echo(
            u"{} {} {}".format(
                datetime.utcfromtimestamp(item['time']/1000),
                logging.getLevelName(int(item['level'])),
                item['message']
            )
        )

Example #8

def cli(job_id, follow, tail):
    job = get_job(job_id)
    for item in job_resource_iter(job, job.logs, follow=follow, tail=tail):
        click.echo(
            u"{} {} {}".format(
                datetime.utcfromtimestamp(item['time']/1000),
                logging.getLevelName(int(item['level'])),
                item['message']
            )
        )

Example #9

File: log.py Project: cans/shub

def cli(job_id, follow):
    job = get_job(job_id)
    for item in job_resource_iter(job, job.logs.iter_values, follow=follow,
                                  key_func=lambda item: item['_key']):
        click.echo(
            "{} {} {}".format(
                datetime.utcfromtimestamp(item['time']/1000),
                logging.getLevelName(int(item['level'])),
                item['message']
            )
        )

Example #10

File: items.py Project: bbotella/shub

def cli(job_id, follow):
    job = get_job(job_id)
    for item in job_resource_iter(job, job.items.iter_json, follow=follow):
        click.echo(item)

Example #11

File: requests.py Project: immerrr/shub

def cli(job_id, follow, tail):
    job = get_job(job_id)
    for item in job_resource_iter(job, job.requests, output_json=True,
                                  follow=follow, tail=tail):
        click.echo(item)

Example #12

def cli(job_id, follow):
    job = get_job(job_id)
    for item in job_resource_iter(job, job.requests.iter_json, follow=follow):
        click.echo(item)