Python MRCountingJob.parse_output_line Examples

Example #1

File: local_test.py Project: bopopescu/LTPM

    def test_multi_step_counters(self):
        # read from STDIN, a regular file, and a .gz
        stdin = StringIO('foo\nbar\n')

        mr_job = MRCountingJob(['-c', self.mrjob_conf_path, '-'])
        mr_job.sandbox(stdin=stdin)

        results = []

        with mr_job.make_runner() as runner:
            runner.run()

            for line in runner.stream_output():
                key, value = mr_job.parse_output_line(line)
                results.append((key, value))

            assert_equal(runner._counters, [{
                'group': {
                    'counter_name': 2
                }
            }, {
                'group': {
                    'counter_name': 2
                }
            }, {
                'group': {
                    'counter_name': 2
                }
            }])

Example #2

File: local_test.py Project: gimlids/LTPM

    def test_multi_step_counters(self):
        # read from STDIN, a regular file, and a .gz
        stdin = StringIO('foo\nbar\n')

        mr_job = MRCountingJob(['-c', self.mrjob_conf_path, '-'])
        mr_job.sandbox(stdin=stdin)

        results = []

        with mr_job.make_runner() as runner:
            runner.run()

            for line in runner.stream_output():
                key, value = mr_job.parse_output_line(line)
                results.append((key, value))

            assert_equal(runner._counters, [{'group': {'counter_name': 2}},
                                            {'group': {'counter_name': 2}},
                                            {'group': {'counter_name': 2}}])