Exemplos de multiprocess_log em Python

Exemplo n.º 1

Arquivo: generate_article_json.py Projeto: elifesciences/bot-lax-adaptor

def render(path, json_output_dir):
    try:
        strbuffer = StringIO()
        fname = os.path.basename(path)
        strbuffer.write("%s -> %s => " % (fname, fname + '.json'))
        json_result = scraper.main(path)

        # ll: backfill-run-1234567890/ajson/elife-09560-v1.xml.ajson
        outfname = join(json_output_dir, fname + '.json')

        open(outfname, 'w').write(json_result)
        strbuffer.write("success")
    except BaseException as err:
        strbuffer.write("failed (%s)" % err)
    finally:
        log = conf.multiprocess_log('generation.log', __name__)
        log.info(strbuffer.getvalue())

Exemplo n.º 2

Arquivo: generate_article_json.py Projeto: digirati-co-uk/bot-lax-adaptor-fork

def render(path, json_output_dir):
    try:
        strbuffer = StringIO()
        fname = os.path.basename(path)
        strbuffer.write("%s -> %s => " % (fname, fname + '.json'))
        json_result = scraper.main(path)

        # ll: backfill-run-1234567890/ajson/elife-09560-v1.xml.ajson
        outfname = join(json_output_dir, fname + '.json')

        open(outfname, 'w').write(json_result)
        strbuffer.write("success")
    except BaseException as err:
        strbuffer.write("failed (%s)" % err)
    finally:
        log = conf.multiprocess_log('generation.log', __name__)
        log.info(strbuffer.getvalue())

Exemplo n.º 3

def job(path):
    strbuffer = StringIO()

    try:
        fname = os.path.basename(path)
        dirname = os.path.dirname(path)

        strbuffer.write("%s => " % fname)
        doc = open(path, 'r')
        valid, article_with_placeholders = validate.main(doc, quiet=True)

        if valid:
            strbuffer.write("success")
            os.symlink(path, join(dirname, VALIDDIR, fname))
        else:
            strbuffer.write("failed")
            os.symlink(path, join(dirname, INVALIDDIR, fname))

    except BaseException as err:
        strbuffer.write("error (%s)" % err)

    finally:
        log = conf.multiprocess_log('validation.log', __name__)
        log.info(strbuffer.getvalue())

Exemplo n.º 4

Arquivo: iiif.py Projeto: FAtherden-eLife/bot-lax-adaptor

import os
import requests
import requests_cache
from cache_requests import install_cache_requests
import conf, utils

LOG = conf.multiprocess_log(conf.IIIF_LOG_PATH, __name__)

if conf.REQUESTS_CACHING:
    install_cache_requests()
'''
iiif_resp = {
    "profile": [
        "http://iiif.io/api/image/2/level2.json", {
            "supports": ["canonicalLinkHeader", "profileLinkHeader", "mirroring", "rotationArbitrary", "regionSquare", "sizeAboveFull"],
            "qualities": ["default", "color", "gray", "bitonal"],
            "formats": ["jpg", "png", "gif", "webp"]
        }
    ],
    "protocol": "http://iiif.io/api/image",
    "sizes": [],
    "height": 2803,
    "width": 2386,
    "@context": "http://iiif.io/api/image/2/context.json",
    "@id": "https://iiif.elifesciences.org/lax/24125%2Felife-24125-fig1-v2.jpg"
}
'''


def iiif_info_url(msid, filename):
    kwargs = {'padded-msid': utils.pad_msid(msid), 'fname': filename}

Exemplo n.º 5

Arquivo: iiif.py Projeto: elifesciences/bot-lax-adaptor

import os
import requests
import requests_cache
from cache_requests import install_cache_requests
import conf, utils

LOG = conf.multiprocess_log(conf.IIIF_LOG_PATH, __name__)

if conf.REQUESTS_CACHING:
    install_cache_requests()

'''
iiif_resp = {
    "profile": [
        "http://iiif.io/api/image/2/level2.json", {
            "supports": ["canonicalLinkHeader", "profileLinkHeader", "mirroring", "rotationArbitrary", "regionSquare", "sizeAboveFull"],
            "qualities": ["default", "color", "gray", "bitonal"],
            "formats": ["jpg", "png", "gif", "webp"]
        }
    ],
    "protocol": "http://iiif.io/api/image",
    "sizes": [],
    "height": 2803,
    "width": 2386,
    "@context": "http://iiif.io/api/image/2/context.json",
    "@id": "https://iiif.elifesciences.org/lax/24125%2Felife-24125-fig1-v2.jpg"
}
'''

def iiif_info_url(msid, filename):
    kwargs = {