def fetch_one(): root_logger = env.get_logger(None) assert root_logger.level > 0 assert os.environ.get("APP_SUBDOMAIN") is not None url = random.sample(SAMPLE_URLS, 1)[0] logger.info("Testing url: {url}", env.log_record(url=url)) try: article = _fetch_article(url) article.validate() except ArticleIssues as w: logger.warning(w, env.log_record(**w.to_json()))
from shared.event import core as core_event from shared.event import fetch as fetch_event from shared.model.article import RequestedArticle, ArticleIssues from shared.util.url import standardized_url import adapter.storage as storage import env def done(x=None, returning=""): return returning env.init_logging() logger = env.get_logger(__name__) # ------------------------------------------------------------------------------ # FUNCTIONS # ------------------------------------------------------------------------------ def _core(command: core_command.Command, attributes: dict, ctx) -> str: logger.info("Received command {command}", env.log_record(command=str(command))) if isinstance(command, core_command.RequestArticle): url = standardized_url(command.url) request = RequestedArticle(url=url) id, is_new = storage.store_requested_article(env.storage_client(), request=request, note=command.note)