def test_find_party_dash(self):
party_expected = PoliticalParty.objects.create(
name='Vrijzinnig Democratische Bond', name_short='VDB')
party = PoliticalParty.find_party('Vrijzinnig Democratische Bond')
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party('Vrijzinnig-Democratische Bond')
self.assertEqual(party, party_expected)
def test_create_kuzu(self):
person_wikidata_id = 'Q616635' # Tunahan Kuzu
parliament = Parliament.get_or_create_tweede_kamer()
members = openkamer.parliament.create_parliament_member_from_wikidata_id(parliament, person_wikidata_id)
self.assertEqual(len(members), 3)
party_expected_0 = PoliticalParty.find_party('PvdA')
party_expected_1 = PoliticalParty.find_party('GrKÖ')
party_expected_2 = PoliticalParty.find_party('DENK')
self.assertEqual(members[0].party, party_expected_0)
self.assertEqual(members[1].party, party_expected_1)
self.assertEqual(members[2].party, party_expected_2)
def test_create_parliament_member_from_wikidata_kuzu(self):
person_wikidata_id = 'Q616635' # Tunahan Kuzu
parliament = Parliament.get_or_create_tweede_kamer()
members = openkamer.parliament.create_parliament_member_from_wikidata_id(
parliament, person_wikidata_id)
self.assertEqual(len(members), 3)
party_expected_0 = PoliticalParty.find_party('PvdA')
party_expected_1 = PoliticalParty.find_party('GrKÖ')
party_expected_2 = PoliticalParty.find_party('DENK')
self.assertEqual(members[0].party, party_expected_0)
self.assertEqual(members[1].party, party_expected_1)
self.assertEqual(members[2].party, party_expected_2)
def create_parliament_member_from_wikidata_id(parliament, person_wikidata_id):
wikidata_item = wikidata.WikidataItem(person_wikidata_id)
person = get_or_create_person(person_wikidata_id,
wikidata_item=wikidata_item,
add_initials=True)
logger.info(person)
positions = wikidata_item.get_parliament_positions_held()
members = []
for position in positions:
parliament_member = ParliamentMember.objects.create(
person=person,
parliament=parliament,
joined=position['start_time'],
left=position['end_time'])
logger.info(parliament_member)
members.append(parliament_member)
if position['part_of_id']:
party_item = wikidata.WikidataItem(position['part_of_id'])
parties = PoliticalParty.objects.filter(
wikidata_id=position['part_of_id'])
if parties:
party = parties[0]
else:
party = PoliticalParty.find_party(
party_item.get_label(language='nl'))
if not party:
party = create_party_wikidata(
wikidata_id=position['part_of_id'])
PartyMember.objects.create(person=person,
party=party,
joined=position['start_time'],
left=position['end_time'])
return members
def create_party(name, name_short):
party = PoliticalParty.find_party(name)
if party:
party.delete()
party = PoliticalParty.objects.create(name=name, name_short=name_short)
party.update_info(language='nl')
return party
def create_parliament_member_from_wikidata_id(parliament, person_wikidata_id):
wikidata_item = wikidata.WikidataItem(person_wikidata_id)
person = get_or_create_person(person_wikidata_id, wikidata_item=wikidata_item, add_initials=True)
logger.info(person)
positions = wikidata_item.get_parliament_positions_held()
members = []
for position in positions:
parliament_member = ParliamentMember.objects.create(
person=person,
parliament=parliament,
joined=position['start_time'],
left=position['end_time']
)
logger.info(parliament_member)
members.append(parliament_member)
if position['part_of_id']:
party_item = wikidata.WikidataItem(position['part_of_id'])
parties = PoliticalParty.objects.filter(wikidata_id=position['part_of_id'])
if parties:
party = parties[0]
else:
party = PoliticalParty.find_party(party_item.get_label(language='nl'))
if not party:
party = create_party_wikidata(wikidata_id=position['part_of_id'])
PartyMember.objects.create(person=person, party=party, joined=position['start_time'], left=position['end_time'])
return members
def create_votes_party(voting, votes):
logger.info('BEGIN')
for vote in votes:
party = PoliticalParty.find_party(vote.party_name)
if not party:
wikidata_id = wikidata.search_political_party_id(vote.party_name,
language='nl')
name = vote.party_name
if wikidata_id:
item = wikidata.WikidataItem(wikidata_id)
name = item.get_label('nl')
if not name:
logger.error('vote party has no name')
assert False
party = PoliticalParty.objects.create(name=name,
name_short=vote.party_name,
wikidata_id=wikidata_id)
party.update_info(language='nl')
if not vote.decision:
logger.warning('vote has no decision, vote.details: ' +
str(vote.details))
VoteParty.objects.create(voting=voting,
party=party,
party_name=vote.party_name,
number_of_seats=vote.number_of_seats,
decision=get_decision(vote.decision),
details=vote.details,
is_mistake=vote.is_mistake)
logger.info('END')
def create_parties():
url = 'https://www.tweedekamer.nl/kamerleden/fracties'
page = requests.get(url)
tree = lxml.html.fromstring(page.content)
rows = tree.xpath("//ul[@class='reset grouped-list']/li/a")
for row in rows:
columns = row.text.split('-')
if len(columns) > 1:
name = columns[0].strip()
name_short = columns[1]
name_short = re.sub(r'\(.+?\)', '', name_short).strip()
else:
name = columns[0]
name = re.sub(r'\(.+?\)', '', name).strip()
name_short = name
# print('name: ' + name)
# print('short: ' + name_short)
if PoliticalParty.find_party(name):
print('WARNING: party already exists!')
else:
party = PoliticalParty.objects.create(name=name, name_short=name_short)
party.update_info('nl', 'nl')
party.save()
print('created: ' + str(party))
def test_create_martin(self):
person_wikidata_id = 'Q2801440' # Martin van Rooijen
parliament = Parliament.get_or_create_tweede_kamer()
members = openkamer.parliament.create_parliament_member_from_wikidata_id(parliament, person_wikidata_id)
self.assertEqual(len(members), 1)
party_expected = PoliticalParty.find_party('50plus')
self.assertEqual(members[0].party, party_expected)
def create_party(name, name_short):
party = PoliticalParty.find_party(name)
if party:
party.delete()
party = PoliticalParty.objects.create(name=name, name_short=name_short)
party.update_info(language='nl')
return party
def test_create_parliament_member_from_wikidata_martin(self):
person_wikidata_id = 'Q2801440' # Martin van Rooijen
parliament = Parliament.get_or_create_tweede_kamer()
members = openkamer.parliament.create_parliament_member_from_wikidata_id(
parliament, person_wikidata_id)
self.assertEqual(len(members), 1)
party_expected = PoliticalParty.find_party('50plus')
self.assertEqual(members[0].party, party_expected)
def test_create_paul(self):
person_wikidata_id = 'Q18169519' # Paul Smeulders
Person.objects.create(forename='Paul',
surname='Smeulders',
wikidata_id=person_wikidata_id)
parliament = Parliament.get_or_create_tweede_kamer()
members = openkamer.parliament.create_parliament_member_from_wikidata_id(
parliament, person_wikidata_id)
self.assertEqual(len(members), 1)
member = members[0]
party_expected = PoliticalParty.find_party('GroenLinks')
self.assertEqual(member.party, party_expected)
self.assertEqual(member.person.initials, '')
member.person.update_info()
self.assertEqual(member.person.initials, 'P.H.M.')
def test_create_paul(self):
person_wikidata_id = 'Q18169519' # Paul Smeulders
Person.objects.create(
forename='Paul',
surname='Smeulders',
wikidata_id=person_wikidata_id
)
parliament = Parliament.get_or_create_tweede_kamer()
members = openkamer.parliament.create_parliament_member_from_wikidata_id(parliament, person_wikidata_id)
self.assertEqual(len(members), 1)
member = members[0]
party_expected = PoliticalParty.find_party('GroenLinks')
self.assertEqual(member.party, party_expected)
self.assertEqual(member.person.initials, '')
member.person.update_info()
self.assertEqual(member.person.initials, 'P.H.M.')
def create_votes_party(self, voting, stemmingen):
logger.info('BEGIN')
for stemming in stemmingen:
fractie_name = stemming.actor_fractie if stemming.actor_fractie else stemming.actor_naam
party = PoliticalParty.find_party(fractie_name)
if not party and self.do_create_missing_party:
party = self.create_missing_party(stemming)
if not stemming.soort:
logger.warning('vote has no decision, vote.details: ' + str(stemming.soort))
VoteParty.objects.create(
voting=voting,
party=party,
party_name=fractie_name,
number_of_seats=stemming.fractie_size,
decision=self.get_decision(stemming.soort),
details='',
is_mistake=stemming.vergissing if stemming.vergissing is not None else False
)
logger.info('END')
def create_votes_party(self, voting, stemmingen):
logger.info('BEGIN')
for stemming in stemmingen:
fractie_name = stemming.actor_fractie
party = PoliticalParty.find_party(fractie_name)
if not party and self.do_create_missing_party:
party = self.create_missing_party(stemming)
if not stemming.soort:
logger.warning('vote has no decision, vote.details: ' + str(stemming.soort))
VoteParty.objects.create(
voting=voting,
party=party,
party_name=fractie_name,
number_of_seats=stemming.fractie_size,
decision=self.get_decision(stemming.soort),
details='',
is_mistake=stemming.vergissing if stemming.vergissing is not None else False
)
logger.info('END')
def test_find_party(self):
name = 'Socialistische Partij'
name_short = 'SP'
party_expected = PoliticalParty.objects.create(name=name, name_short=name_short)
party = PoliticalParty.find_party(name)
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party(name_short)
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party('sp')
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party('SocialIstische parTij')
self.assertEqual(party, party_expected)
name = 'Group K/Ö'
name_short = 'GrKO'
party_expected = PoliticalParty.objects.create(name=name, name_short=name_short)
party = PoliticalParty.find_party('GrKÖ')
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party('GrKO')
self.assertEqual(party, party_expected)
def test_find_party(self):
name = 'Socialistische Partij'
name_short = 'SP'
party_expected = PoliticalParty.objects.create(name=name, name_short=name_short)
party = PoliticalParty.find_party(name)
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party(name_short)
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party('sp')
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party('SocialIstische parTij')
self.assertEqual(party, party_expected)
name = 'Group K/Ö'
name_short = 'GrKO'
party_expected = PoliticalParty.objects.create(name=name, name_short=name_short)
party = PoliticalParty.find_party('GrKÖ')
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party('GrKO')
self.assertEqual(party, party_expected)
def set_derived(self):
self.party = PoliticalParty.find_party(self.party_name)
self.save()
def test_find_party_dash(self):
party_expected = PoliticalParty.objects.create(name='Vrijzinnig Democratische Bond', name_short='VDB')
party = PoliticalParty.find_party('Vrijzinnig Democratische Bond')
self.assertEqual(party, party_expected)
party = PoliticalParty.find_party('Vrijzinnig-Democratische Bond')
self.assertEqual(party, party_expected)
def set_derived(self):
self.party = PoliticalParty.find_party(self.party_name)
self.save()