Exemplo n.º 1
0
    def get_votes(self):
        # org.add_source("http://app.toronto.ca/tmmis/getAdminReport.do?function=prepareMemberVoteReport")

        tmpdir = tempfile.mkdtemp()
        download_files(tmpdir)

        # read through each csv file
        files = [f for f in os.listdir(tmpdir)]
        for f in files:

            name = f.replace('.csv', '')

            with open(tmpdir + '/' + f, 'rb') as csvfile:
                csvfile = csv.reader(csvfile, delimiter=',')
                next(csvfile)

                for row in csvfile:
                    session = self.session
                    date = row[1].split()[0]
                    v_type = 'other'
                    passed = 'Carried' in row[6]
                    if not 'tie' in row[6]:
                        yes_count, no_count = row[6].split()[1].split('-')
                    else:
                        yes_count, no_count = 1, 1
                    motion = row[3].replace('\xc4', '').replace('\xc2', '')
                    vote = Vote(self.jurisdiction.division_name, session, date,
                                motion, v_type, passed, int(yes_count),
                                int(no_count))
                    vote.vote(name, VOTES[row[5]])
                    scan_files(tmpdir, f, vote, row)
                    vote.add_source(
                        "http://app.toronto.ca/tmmis/getAdminReport.do")
                    yield vote
            os.remove(tmpdir + '/' + f)
        shutil.rmtree(tmpdir)
Exemplo n.º 2
0
    def get_votes(self):
        for page in self.iterpages():
            for subject in page.xpath('//div[@class="ContainerPanel"]'):
                dates = subject.xpath(".//font[@color='#276598']/b/text()")
                motions = [
                    x.strip() for x in subject.xpath(
                        ".//div[@style='width:260px; float:left;']/text()")
                ]
                votes = subject.xpath(
                    ".//div[@style='width:150px; float:right;']")
                docket = subject.xpath(
                    ".//div[@class='HeaderContent']/b/text()")
                docket = filter(lambda x: "docket" in x.lower(), docket)
                docket = docket[0] if docket else None

                for date, motion, vote in zip(dates, motions, votes):
                    when = dt.datetime.strptime(date, "%m/%d/%Y")
                    motion = motion.strip()

                    if motion == "":
                        self.warning("Skipping vote.")
                        continue

                    v = Vote(
                        session=self.session,
                        organization="Boston City Council",
                        type='other',
                        passed=False,
                        date=when.strftime("%Y-%m-%d"),
                        motion=motion,
                        yes_count=0,
                        no_count=0,
                    )

                    if docket:
                        v.set_bill(docket)

                    yes, no, other = 0, 0, 0

                    vit = iter(vote.xpath("./div"))
                    vote = zip(vit, vit, vit)
                    for who, entry, _ in vote:
                        how = entry.text
                        who = who.text

                        if how == 'Y':
                            v.yes(who)
                            yes += 1
                        elif how == 'N':
                            v.no(who)
                            no += 1
                        else:
                            v.other(who)
                            other += 1

                    for count in v.vote_counts:
                        count['count'] = {
                            "yes": yes,
                            "no": no,
                            "other": other
                        }[count['vote_type']]

                    v.add_source(DURL, note='root')
                    yield v