コード例 #1
0
ファイル: composer.py プロジェクト: bruth/ipipe
    def test_records(self):
        keys = ('first', 'last', 'email', 'dob')

        def identity(obj, keys=keys):
            return '|'.join([obj[key] for key in keys])

        def s1():
            with open(SOURCE1) as fin:
                keys = ('email', 'dob', 'facebook', 'first', 'last')
                # Consume header
                fin.readline()
                for line in fin:
                    toks = line.strip().split('\t')
                    first, last = toks[0].split()
                    toks.append(first)
                    toks.append(last)
                    yield dict(zip(keys, toks[1:]))


        def s2():
            with open(SOURCE2) as fin:
                keys = ('first', 'last', 'dob', 'email', 'twitter')
                # Consume header
                fin.readline()
                for line in fin:
                    toks = line.strip().split('\t')
                    yield dict(zip(keys, toks))

        def s3():
            with open(SOURCE3) as fin:
                keys = ('dob', 'email', 'google+', 'first', 'last')
                # Consume header
                fin.readline()
                for line in fin:
                    toks = line.strip().split('\t')
                    last, first = toks[0].split(', ')
                    toks.append(first)
                    toks.append(last)
                    yield dict(zip(keys, toks[1:]))

        results = list(compose([s1(), s2(), s3()], identity=identity,
            merge=lambda x, y: x.update(y)))
        self.assertEqual(len(results), 198)

        self.assertEqual(results[:3], [
            {'google+': '+Alec Fleming', 'last': 'Fleming', 'dob': '08/27/1985', 'twitter': '@alec_fleming', 'facebook': 'alec_fleming', 'email': '*****@*****.**', 'first': 'Alec'},
            {'google+': '+Alfonso Hardin', 'last': 'Hardin', 'dob': '01/13/1986', 'twitter': '@alfonso_hardin', 'facebook': 'alfonso_hardin', 'email': 'posuere.cubilia.Curae;@porttitor.org', 'first': 'Alfonso'},
            {'google+': '+Ali Strong', 'last': 'Strong', 'dob': '01/05/1986', 'twitter': '@ali_strong', 'facebook': 'ali_strong', 'email': '*****@*****.**', 'first': 'Ali'},
        ])
コード例 #2
0
ファイル: composer.py プロジェクト: bruth/ipipe
    def test_simple(self):
        iterables = [
            [0, 1, 3, 6, 8, 9],
            [0, 2, 3, 4],
            [3, 5, 6],
            [1, 2, 3, 7, 8, 10],
        ]

        result = list(compose(iterables, identity=lambda x: x,
            merge=lambda x, y: x, relative=True))

        self.assertEqual(result, [
            (0, 0), (0, 1), (1, 2), (0, 3), (1, 4), (1, 5),
            (0, 6), (1, 7), (0, 8), (-1, 9), (1, 10)
        ])