def candidate(request, candidate_id): # grab url query string parameters cycle = request.GET.get('cycle', None) election_full = request.GET.get('election_full', True) if cycle is not None: cycle = int(cycle) # set election_full to boolean from passed string variable election_full = bool(strtobool(str(election_full))) candidate, committees, cycle = api_caller.load_with_nested( 'candidate', candidate_id, 'committees', cycle=cycle, cycle_key='two_year_period', election_full=election_full, ) if election_full and cycle and cycle not in candidate['election_years']: next_cycle = next( (year for year in sorted(candidate['election_years']) if year > cycle), max(candidate['election_years']), ) # If the next_cycle is odd set it to whatever the cycle value was # and then set election_full to false # This solves an issue with special elections if next_cycle % 2 > 0: next_cycle = cycle election_full = False candidate, committees, cycle = api_caller.load_with_nested( 'candidate', candidate_id, 'committees', cycle=next_cycle, cycle_key='two_year_period', election_full=election_full, ) election_year = next( (year for year in sorted(candidate['election_years']) if year >= cycle), None, ) result_type = 'candidates' duration = election_durations.get(candidate['office'], 2) min_cycle = cycle - duration if election_full else cycle report_type = report_types.get(candidate['office']) # For JavaScript context_vars = { 'cycles': candidate['cycles'], 'name': candidate['name'], 'cycle': cycle, 'electionFull': election_full, 'candidateID': candidate['candidate_id'] } # In the case of when a presidential or senate candidate has filed # for a future year that's beyond the current cycle, # set a max_cycle var to the current cycle we're in # and when calling the API for totals, set election_full to False. # The max_cycle value is also referenced in the templates for setting # the cycle for itemized tables. Because these are only in 2-year chunks, # the cycle should never be beyond the one we're in. cycles = [ cycle for cycle in candidate['cycles'] if cycle <= utils.current_cycle() ] max_cycle = cycle if cycle <= utils.current_cycle( ) else utils.current_cycle() show_full_election = election_full if cycle <= utils.current_cycle( ) else False # Annotate committees with most recent available cycle aggregate_cycles = (list(range(cycle, cycle - duration, -2)) if election_full else [cycle]) for committee in committees: committee['related_cycle'] = (max( cycle for cycle in aggregate_cycles if cycle in committee['cycles']) if election_full else candidate['two_year_period']) # Group the committees by designation committee_groups = groupby(committees, lambda each: each['designation']) committees_authorized = committee_groups.get( 'P', []) + committee_groups.get('A', []) committee_groups = committee_groups committees_authorized = committees_authorized committee_ids = [ committee['committee_id'] for committee in committees_authorized ] # Get aggregate totals for the financial summary # And pass through the data processing utils aggregate = api_caller.load_candidate_totals( candidate['candidate_id'], cycle=max_cycle, election_full=show_full_election, ) if aggregate: raising_summary = utils.process_raising_data(aggregate) spending_summary = utils.process_spending_data(aggregate) cash_summary = utils.process_cash_data(aggregate) else: raising_summary = None spending_summary = None cash_summary = None aggregate = aggregate # Get totals for the last two-year period of a cycle for showing on # raising and spending tabs two_year_totals = api_caller.load_candidate_totals( candidate['candidate_id'], cycle=max_cycle, election_full=False) # Get the statements of candidacy statement_of_candidacy = api_caller.load_candidate_statement_of_candidacy( candidate['candidate_id'], cycle=cycle) if statement_of_candidacy: for statement in statement_of_candidacy: # convert string to python datetime and parse for readable output statement['receipt_date'] = datetime.datetime.strptime( statement['receipt_date'], '%Y-%m-%dT%H:%M:%S') statement['receipt_date'] = statement['receipt_date'].strftime( '%m/%d/%Y') # Get all the elections elections = sorted( zip(candidate['election_years'], candidate['election_districts']), key=lambda pair: pair[0], reverse=True, ) return render( request, 'candidates-single.jinja', { 'name': candidate['name'], 'cycle': int(cycle), 'office': candidate['office'], 'office_full': candidate['office_full'], 'state': candidate['state'], 'district': candidate['district'], 'candidate_id': candidate_id, 'party_full': candidate['party_full'], 'incumbent_challenge_full': candidate['incumbent_challenge_full'], 'election_year': election_year, 'election_years': candidate['election_years'], 'result_type': result_type, 'duration': duration, 'min_cycle': min_cycle, 'report_type': report_type, 'cycles': cycles, 'max_cycle': max_cycle, 'show_full_election': show_full_election, 'committee_groups': committee_groups, 'committees_authorized': committees_authorized, 'committee_ids': committee_ids, 'raising_summary': raising_summary, 'spending_summary': spending_summary, 'cash_summary': cash_summary, 'aggregate': aggregate, 'two_year_totals': two_year_totals, 'statement_of_candidacy': statement_of_candidacy, 'elections': elections, 'candidate': candidate, 'context_vars': context_vars })
def get_candidate(candidate_id, cycle, election_full): """ 1) By passing parameter "candidate_id" to get candidate data. 2) "cycle" and "election_full" are optional parameters. if no election_full, election_full = true. if no cycle, cycle = the latest item in rounded_election_years. 3) totally call 5-6 endpoints. """ # (1)call candidate/{candidate_id}/history/ under tag:candidate # get rounded_election_years(candidate_election_year). path = "/candidate/" + candidate_id + "/history/" filters = {} filters["per_page"] = 1 candidate = api_caller.load_first_row_data(path, **filters) if candidate is None: raise Http404() # a)Build List: even_election_years for candidate election dropdown list # on candidate profile page. # b)rounded_election_years round up any odd year special election_year # to even number. (ex:2017=>2018) # even_election_years = candidate.get('rounded_election_years') # if cycle = null, set cycle = the last of rounded_election_years. if not cycle: cycle = max(candidate.get("rounded_election_years")) # (2)call candidate/{candidate_id}/history/{cycle} under tag:candidate # (3)call candidate/{candidate_id}/committees/history/{cycle} # under tag:committee. candidate, committees, cycle = api_caller.load_with_nested( "candidate", candidate_id, "committees", cycle=cycle, election_full=election_full, ) result_type = "candidates" duration = election_durations.get(candidate["office"], 2) min_cycle = cycle - duration if election_full else cycle report_type = report_types.get(candidate["office"]) # For JavaScript context_vars = { "cycles": candidate["fec_cycles_in_election"], "name": candidate["name"], "cycle": cycle, "electionFull": election_full, "candidateID": candidate["candidate_id"], } max_cycle = int(cycle) # Check if cycle > latest_fec_cycles_in_election, such as:future candidate. if candidate["fec_cycles_in_election"]: latest_fec_cycles_in_election = max( candidate["fec_cycles_in_election"]) if int(cycle) > latest_fec_cycles_in_election: max_cycle = latest_fec_cycles_in_election # Annotate committees with most recent available cycle aggregate_cycles = (list(range(cycle, cycle - duration, -2)) if election_full else [cycle]) for committee in committees: committee["related_cycle"] = committee["cycle"] # Group the committees by designation committee_groups = groupby(committees, lambda each: each["designation"]) committees_authorized = committee_groups.get( "P", []) + committee_groups.get("A", []) committee_ids = [ committee["committee_id"] for committee in committees_authorized ] # (4)call candidate/{candidate_id}/totals/{cycle} under tag:candidate # Get aggregate totals for the financial summary filters["election_full"] = election_full filters["cycle"] = cycle path = "/candidate/" + candidate_id + "/totals/" aggregate = api_caller.load_first_row_data(path, **filters) if election_full: # (5)if election_full is true, need call # candidate/{candidate_id}/totals/{cycle} second time # for showing on raising and spending tabs # Get most recent 2-year period totals filters["election_full"] = False filters["cycle"] = max_cycle two_year_totals = api_caller.load_first_row_data(path, **filters) else: two_year_totals = aggregate if aggregate: raising_summary = utils.process_raising_data(aggregate) spending_summary = utils.process_spending_data(aggregate) cash_summary = utils.process_cash_data(aggregate) else: raising_summary = None spending_summary = None cash_summary = None # (6)Call /filings?candidate_id=P00003392&form_type=F2 # Get the statements of candidacy statement_of_candidacy = api_caller.load_candidate_statement_of_candidacy( candidate["candidate_id"]) if statement_of_candidacy: statement_of_candidacy["receipt_date"] = format_receipt_date( statement_of_candidacy["receipt_date"]) # Get all the elections elections = sorted( zip(candidate["election_years"], candidate["election_districts"]), key=lambda pair: pair[0], reverse=True, ) # (7)call efile/filings/ under tag:efiling # Check if there are raw_filings for this candidate raw_filing_start_date = utils.three_days_ago() filters["min_receipt_date"] = raw_filing_start_date filters["committee_id"] = candidate["candidate_id"] filters["cycle"] = cycle filters["per_page"] = 100 path = "/efile/" + "/filings/" raw_filings = api_caller.load_endpoint_results(path, **filters) has_raw_filings = True if raw_filings else False # Add message for when a candidate converts their candidate committee to an unauthorized committee current_committee_name = None converted_committee_id = None former_committee_name = None if cycle == 2020 and candidate_to_committee_linkage.get(candidate_id): # Call committee/{committee_id}/history/{cycle}/ filters = {"per_page": 1} path = "/committee/" + candidate_to_committee_linkage.get( candidate_id) + "/history/" + str(cycle) committee = api_caller.load_first_row_data(path, **filters) # Get the converted committee's name, committee ID, and former committee name current_committee_name = committee.get('name') converted_committee_id = committee.get('committee_id') former_committee_name = former_committee_names.get( converted_committee_id) return { "converted_committee_name": current_committee_name, "converted_committee_id": converted_committee_id, "former_committee_name": former_committee_name, "aggregate": aggregate, "aggregate_cycles": aggregate_cycles, "candidate": candidate, "candidate_id": candidate_id, "cash_summary": cash_summary, "committee_groups": committee_groups, "committee_ids": committee_ids, # filings endpoint takes candidate ID value as committee ID arg "committee_id": candidate["candidate_id"], "committees_authorized": committees_authorized, "context_vars": context_vars, "cycle": int(cycle), "cycles": candidate["fec_cycles_in_election"], "district": candidate["district"], "duration": duration, "election_year": cycle, "election_years": candidate.get("rounded_election_years"), "elections": elections, "has_raw_filings": has_raw_filings, "incumbent_challenge_full": candidate["incumbent_challenge_full"], "max_cycle": max_cycle, "min_cycle": min_cycle, "min_receipt_date": raw_filing_start_date, "name": candidate["name"], "office": candidate["office"], "office_full": candidate["office_full"], "party_full": candidate["party_full"], "raising_summary": raising_summary, "report_type": report_type, "result_type": result_type, "show_full_election": election_full, "spending_summary": spending_summary, "state": candidate["state"], "statement_of_candidacy": statement_of_candidacy, "two_year_totals": two_year_totals, "social_image_identifier": "data", }
def committee(request, committee_id): # grab url query string parameters cycle = request.GET.get('cycle', None) redirect_to_previous = False if cycle else True committee, candidates, cycle = api_caller.load_with_nested( 'committee', committee_id, 'candidates', cycle) parent = 'data' cycle = int(cycle) year = to_date(committee, cycle) result_type = 'committees' # Link to current cycle if candidate has a corresponding page, else link # without cycle query parameter # See https://github.com/18F/openFEC/issues/1536 for candidate in candidates: election_years = [ election_year for election_year in candidate['election_years'] if election_year - election_durations[candidate['office']] < cycle <= election_year ] candidate['related_cycle'] = max( election_years) if election_years else None # add related candidates a level below financials = api_caller.load_cmte_financials(committee_id, cycle=cycle) report_type = report_types.get(committee['committee_type'], 'pac-party') reports = financials['reports'] totals = financials['totals'] context_vars = { 'cycle': cycle, 'timePeriod': str(int(cycle) - 1) + '–' + str(cycle), 'name': committee['name'], } template_variables = { 'name': committee['name'], 'committee': committee, 'committee_id': committee_id, 'committee_type_full': committee['committee_type_full'], 'committee_type': committee['committee_type'], 'designation_full': committee['designation_full'], 'street_1': committee['street_1'], 'city': committee['city'], 'state': committee['state'], 'zip': committee['zip'], 'treasurer_name': committee['treasurer_name'], 'parent': parent, 'cycle': cycle, 'cycles': committee['cycles'], 'year': year, 'result_type': result_type, 'report_type': report_type, 'reports': reports, 'totals': totals, 'min_receipt_date': utils.three_days_ago(), 'context_vars': context_vars, 'party_full': committee['party_full'] } if financials['reports'] and financials['totals']: # Format the current two-year-period's totals using the process utilities if committee['committee_type'] == 'I': # IE-only committees have very little data, so they just get this one template_variables['ie_summary'] = utils.process_ie_data( financials['totals'][0]) else: # All other committees have three tables template_variables['raising_summary'] = utils.process_raising_data( financials['totals'][0]) template_variables[ 'spending_summary'] = utils.process_spending_data( financials['totals'][0]) template_variables['cash_summary'] = utils.process_cash_data( financials['totals'][0]) if redirect_to_previous and not financials['reports']: # If there's no reports, find the first year with reports and redirect there for c in sorted(committee['cycles'], reverse=True): financials = api_caller.load_cmte_financials( committee['committee_id'], cycle=c) if financials['reports']: return redirect( reverse('committee-by-id', kwargs={'committee_id': committee['committee_id']}) + '?cycle=' + str(c)) # If it's not a senate committee and we're in the current cycle # check if there's any raw filings in the last three days if committee['committee_type'] != 'S' and cycle == utils.current_cycle(): raw_filings = api_caller._call_api( 'efile', 'filings', cycle=cycle, committee_id=committee['committee_id'], min_receipt_date=template_variables['min_receipt_date']) if len(raw_filings.get('results')) > 0: template_variables['has_raw_filings'] = True else: template_variables['has_raw_filings'] = False return render(request, 'committees-single.jinja', template_variables)
def get_candidate(candidate_id, cycle, election_full): """ 1) By passing parameter "candidate_id" to get candidate data. 2) "cycle" and "election_full" are optional parameters. if no election_full, election_full = true. if no cycle, cycle = the latest item in rounded_election_years. 3) totally call 5-6 endpoints. """ # (1) Call candidate/{candidate_id}/history/ under tag:candidate # get rounded_election_years(candidate_election_year). candidate = load_most_recent_candidate(candidate_id) if candidate is None: raise Http404() # if cycle = null, set cycle = the last of rounded_election_years. if not cycle: cycle = max(candidate.get("rounded_election_years")) # (2) Call candidate/{candidate_id}/history/{cycle} under tag:candidate # (3) Call candidate/{candidate_id}/committees/history/{cycle} # under tag:committee. candidate, committees, cycle = api_caller.load_with_nested( "candidate", candidate_id, "committees", cycle=cycle, election_full=election_full, ) result_type = "candidates" duration = election_durations.get(candidate["office"], 2) min_cycle = cycle - duration if election_full else cycle report_type = report_types.get(candidate["office"]) # For JavaScript context_vars = { "cycles": candidate["fec_cycles_in_election"], "name": candidate["name"], "cycle": cycle, "electionFull": election_full, "candidateID": candidate["candidate_id"], } max_cycle = int(cycle) # Check if cycle > latest_fec_cycles_in_election, such as:future candidate. if candidate["fec_cycles_in_election"]: latest_fec_cycles_in_election = max( candidate["fec_cycles_in_election"]) if int(cycle) > latest_fec_cycles_in_election: max_cycle = latest_fec_cycles_in_election # Annotate committees with most recent available cycle aggregate_cycles = (list(range(cycle, cycle - duration, -2)) if election_full else [cycle]) for committee in committees: committee["related_cycle"] = committee["cycle"] # Group the committees by designation committee_groups = groupby(committees, lambda each: each["designation"]) committees_authorized = committee_groups.get( "P", []) + committee_groups.get("A", []) committee_ids = [ committee["committee_id"] for committee in committees_authorized ] # Group the committees by leadership pac (designation=D) committees_d = committee_groups.get("D", []) committees_leadership_pac = [] if committees_d: # The candidate(id=P00009183) returns two rows from api result, # one is pcc converted to D, another is leadership pac committee, # remove the duplicate committees with same committees_id. # example api call: # https://fec-dev-api.app.cloud.gov/v1/candidate/P00009183/committees/history/2020/ len_d_cmte = len(committees_d) committees_leadership_pac.append(committees_d[0]) for i in range(len_d_cmte): if (i + 1) < len_d_cmte and committees_d[i].get( "committee_id") != committees_d[i + 1].get("committee_id"): committees_leadership_pac.append(committees_d[i + 1]) # (4) Call candidate/{candidate_id}/totals/{cycle} under tag:candidate # Get aggregate totals for the financial summary filters = {"election_full": election_full, "cycle": cycle} path = "/candidate/" + candidate_id + "/totals/" aggregate = api_caller.load_first_row_data(path, **filters) if election_full: # (5) if election_full is true, need call # candidate/{candidate_id}/totals/{cycle} second time # for showing on raising and spending tabs # Get most recent 2-year period totals filters = {"election_full": False, "cycle": max_cycle} two_year_totals = api_caller.load_first_row_data(path, **filters) else: two_year_totals = aggregate if aggregate: raising_summary = utils.process_raising_data(aggregate) spending_summary = utils.process_spending_data(aggregate) cash_summary = utils.process_cash_data(aggregate) else: raising_summary = None spending_summary = None cash_summary = None # (6) Call /filings?candidate_id=P00003392&form_type=F2 # Get the statements of candidacy statement_of_candidacy = api_caller.load_candidate_statement_of_candidacy( candidate["candidate_id"]) if statement_of_candidacy: statement_of_candidacy["receipt_date"] = format_receipt_date( statement_of_candidacy["receipt_date"]) # Get all the elections elections = sorted( zip(candidate["election_years"], candidate["election_districts"]), key=lambda pair: pair[0], reverse=True, ) # (7) Call efile/filings/ under tag:efiling # Check if there are raw_filings for this candidate raw_filing_start_date = utils.three_days_ago() filters = { "min_receipt_date": raw_filing_start_date, "committee_id": candidate["candidate_id"], "cycle": cycle, "per_page": 100, } path = "/efile/" + "/filings/" raw_filings = api_caller.load_endpoint_results(path, **filters) has_raw_filings = True if raw_filings else False # Add message for when a candidate converts their candidate committee to an unauthorized committee current_committee_name = None converted_committee_id = None former_committee_name = None # Get the latest committee name, former authorized committee name, and committee ID. # This will be the first item returned in the committees list # If there are no committees, return the normal no results message if len(committees) > 0: if committees[0].get('former_candidate_id'): current_committee_name = committees[0].get('name') converted_committee_id = committees[0].get('committee_id') former_committee_name = committees[0].get('former_committee_name') return { "converted_committee_name": current_committee_name, "converted_committee_id": converted_committee_id, "former_committee_name": former_committee_name, "aggregate": aggregate, "aggregate_cycles": aggregate_cycles, "candidate": candidate, "candidate_id": candidate_id, "cash_summary": cash_summary, "committee_groups": committee_groups, "committee_ids": committee_ids, # filings endpoint takes candidate ID value as committee ID arg "committee_id": candidate["candidate_id"], "committees_authorized": committees_authorized, "committees_leadership_pac": committees_leadership_pac, "context_vars": context_vars, "cycle": int(cycle), "cycles": candidate["fec_cycles_in_election"], "district": candidate["district"], "duration": duration, "election_year": cycle, "election_years": candidate.get("rounded_election_years"), "elections": elections, "has_raw_filings": has_raw_filings, "incumbent_challenge_full": candidate["incumbent_challenge_full"], "max_cycle": max_cycle, "min_cycle": min_cycle, "min_receipt_date": raw_filing_start_date, "name": candidate["name"], "office": candidate["office"], "office_full": candidate["office_full"], "party_full": candidate["party_full"], "raising_summary": raising_summary, "report_type": report_type, "result_type": result_type, "show_full_election": election_full, "spending_summary": spending_summary, "state": candidate["state"], "statement_of_candidacy": statement_of_candidacy, "two_year_totals": two_year_totals, "social_image_identifier": "data", }