Python load_filings Examples

Example #1

File: presidential_recent.py Project: newsdev/nyt-campfinbot

def presidential_recent():
    """
    Gets a list of recent filings.
    Processes those filings looking for new ones.
    Returns Slack-formatted messages if something is new.
    """

    if campfinbot.LOAD_COMMITTEES:
        committees = [
            utils.get_committee(c)
            for c in utils.load_json(campfinbot.COMMITTEE_URL)
        ]

        utils.load_committees(
            campfinbot.MONGODB_DATABASE.presidential_committees, committees)

    recent_filings = utils.load_json(campfinbot.CANDIDATE_FILINGS_URL)

    messages = utils.load_filings(
        campfinbot.MONGODB_DATABASE.presidential_filings,
        campfinbot.MONGODB_DATABASE.presidential_committees.find(),
        recent_filings,
        alert=True)

    for message in messages:
        outputs.append([campfinbot.CHANNEL, message])

Example #2

def presidential_pacs_recent():
    """
    Gets a list of recent filings.
    Processes those filings looking for new ones.
    Returns Slack-formatted messages if something is new.
    """

    if campfinbot.LOAD_COMMITTEES:
        candidates = [
            utils.format_candidate(c)
            for c in utils.load_json(campfinbot.CANDIDATES_URL)
        ]
        committees = []
        for c in candidates:
            committees.extend(c['associated_committees'])

        utils.load_committees(
            campfinbot.MONGODB_DATABASE.presidential_committees, committees)

    recent_filings = utils.load_json(campfinbot.PAC_FILINGS_URL)

    messages = utils.load_filings(
        campfinbot.MONGODB_DATABASE.presidential_filings, [
            c['committee_id'] for c in
            campfinbot.MONGODB_DATABASE.presidential_committees.find()
        ],
        recent_filings,
        alert=True)

    for message in messages:
        outputs.append([campfinbot.CHANNEL, message])

Example #3

File: presidential_pacs_recent.py Project: said-and-done/nyt-campfinbot

def presidential_pacs_recent():
    """
    Gets a list of recent filings.
    Processes those filings looking for new ones.
    Returns Slack-formatted messages if something is new.
    """

    if campfinbot.LOAD_COMMITTEES:
        candidates = [utils.format_candidate(c) for c in utils.load_json(campfinbot.CANDIDATES_URL)]
        committees = []
        for c in candidates:
            committees.extend(c['associated_committees'])

        utils.load_committees(
            campfinbot.MONGODB_DATABASE.presidential_committees,
            committees)

    recent_filings = utils.load_json(campfinbot.PAC_FILINGS_URL)

    messages = utils.load_filings(
        campfinbot.MONGODB_DATABASE.presidential_filings,
        [c['committee_id'] for c in campfinbot.MONGODB_DATABASE.presidential_committees.find()],
        recent_filings,
        alert=True)

    for message in messages:
        outputs.append([campfinbot.CHANNEL,message])

Example #4

File: presidential_recent.py Project: newsdev/nyt-campfinbot

def presidential_recent():
    """
    Gets a list of recent filings.
    Processes those filings looking for new ones.
    Returns Slack-formatted messages if something is new.
    """

    if campfinbot.LOAD_COMMITTEES:
        committees = [utils.get_committee(c) for c in utils.load_json(campfinbot.COMMITTEE_URL)]

        utils.load_committees(campfinbot.MONGODB_DATABASE.presidential_committees, committees)

    recent_filings = utils.load_json(campfinbot.CANDIDATE_FILINGS_URL)

    messages = utils.load_filings(
        campfinbot.MONGODB_DATABASE.presidential_filings,
        campfinbot.MONGODB_DATABASE.presidential_committees.find(),
        recent_filings,
        alert=True,
    )

    for message in messages:
        outputs.append([campfinbot.CHANNEL, message])

Example #5

File: preload.py Project: said-and-done/nyt-campfinbot

import requests
from campfinbot import utils

candidate_filings = utils.load_json(campfinbot.CANDIDATE_FILINGS_URL)
pac_filings = utils.load_json(campfinbot.PAC_FILINGS_URL)
candidates = [utils.format_candidate(c) for c in utils.load_json(campfinbot.CANDIDATES_URL)]

# Load presidential campaign committees.
utils.load_committees(
    campfinbot.MONGODB_DATABASE.presidential_committees,
    [a['campaign_committee'] for a in candidates])

# Load associated presidential PACs and SuperPACs.
committees = []
for a in candidates:
    committees += a['associated_committees']
utils.load_committees(
    campfinbot.MONGODB_DATABASE.presidential_committees,
    committees)

# Load filings associated with presidential campaign committees.
utils.load_filings(
    campfinbot.MONGODB_DATABASE.presidential_filings,
    [c['committee_id'] for c in campfinbot.MONGODB_DATABASE.presidential_committees.find()],
    candidate_filings)

# Load filings associated with presidential PACs and SuperPACs.
utils.load_filings(
    campfinbot.MONGODB_DATABASE.presidential_filings,
    [c['committee_id'] for c in campfinbot.MONGODB_DATABASE.presidential_committees.find()],
    pac_filings)

Example #6

Preloads filings and committees.
Preloaded committees allow us to semi-dynamically associate a set of
committees with a given candidate. This way we can ignore committees
that are not of interest for the 2016 presidential candidates.
Preloaded filings make sure that we don't announce filings that aren't
important.
"""

import campfinbot
import requests
from campfinbot import utils

candidate_filings = utils.load_json(campfinbot.CANDIDATE_FILINGS_URL)
pac_filings = utils.load_json(campfinbot.PAC_FILINGS_URL)
committees = [
    utils.get_committee(c) for c in utils.load_json(campfinbot.COMMITTEES_URL)
]

# Load presidential campaign committees.
utils.load_committees(campfinbot.MONGODB_DATABASE.presidential_committees,
                      committees)

# Load filings associated with presidential campaign committees.
utils.load_filings(campfinbot.MONGODB_DATABASE.presidential_filings,
                   campfinbot.MONGODB_DATABASE.presidential_committees.find(),
                   candidate_filings)

# Load filings associated with presidential PACs and SuperPACs.
utils.load_filings(campfinbot.MONGODB_DATABASE.presidential_filings,
                   campfinbot.MONGODB_DATABASE.presidential_committees.find(),
                   pac_filings)

Example #7

File: preload.py Project: said-and-done/nyt-campfinbot

from campfinbot import utils

candidate_filings = utils.load_json(campfinbot.CANDIDATE_FILINGS_URL)
pac_filings = utils.load_json(campfinbot.PAC_FILINGS_URL)
candidates = [
    utils.format_candidate(c)
    for c in utils.load_json(campfinbot.CANDIDATES_URL)
]

# Load presidential campaign committees.
utils.load_committees(campfinbot.MONGODB_DATABASE.presidential_committees,
                      [a['campaign_committee'] for a in candidates])

# Load associated presidential PACs and SuperPACs.
committees = []
for a in candidates:
    committees += a['associated_committees']
utils.load_committees(campfinbot.MONGODB_DATABASE.presidential_committees,
                      committees)

# Load filings associated with presidential campaign committees.
utils.load_filings(campfinbot.MONGODB_DATABASE.presidential_filings, [
    c['committee_id']
    for c in campfinbot.MONGODB_DATABASE.presidential_committees.find()
], candidate_filings)

# Load filings associated with presidential PACs and SuperPACs.
utils.load_filings(campfinbot.MONGODB_DATABASE.presidential_filings, [
    c['committee_id']
    for c in campfinbot.MONGODB_DATABASE.presidential_committees.find()
], pac_filings)