Exemplo n.º 1
0
def fetch_one():
    root_logger = env.get_logger(None)
    assert root_logger.level > 0

    assert os.environ.get("APP_SUBDOMAIN") is not None

    url = random.sample(SAMPLE_URLS, 1)[0]
    logger.info("Testing url: {url}", env.log_record(url=url))
    try:
        article = _fetch_article(url)
        article.validate()

    except ArticleIssues as w:
        logger.warning(w, env.log_record(**w.to_json()))
Exemplo n.º 2
0
from shared.event import core as core_event
from shared.event import fetch as fetch_event
from shared.model.article import RequestedArticle, ArticleIssues
from shared.util.url import standardized_url

import adapter.storage as storage

import env


def done(x=None, returning=""):
    return returning


env.init_logging()
logger = env.get_logger(__name__)

# ------------------------------------------------------------------------------
# FUNCTIONS
# ------------------------------------------------------------------------------


def _core(command: core_command.Command, attributes: dict, ctx) -> str:
    logger.info("Received command {command}",
                env.log_record(command=str(command)))
    if isinstance(command, core_command.RequestArticle):
        url = standardized_url(command.url)
        request = RequestedArticle(url=url)
        id, is_new = storage.store_requested_article(env.storage_client(),
                                                     request=request,
                                                     note=command.note)