Ejemplo n.º 1
0
    def test_listexpander( self ):

        static_source = StaticSource(
            FieldSet([
                Field( 'namelist', ListFieldType() ),
                Field( 'email', StringFieldType() ),
                Field( 'year', IntegerFieldType() ),
                Field( 'name', StringFieldType() )
            ], 
            FieldMap({
                'namelist': 0,
                'email': 1,
                'year': 2
            }))
        )
        static_source.setResource([
            [ list('El Agent'), 'El [email protected]', 2008 ],
            [ list('Serious Electron'), 'Serious [email protected]', 2008 ],
            [ list('Brave Wizard'), 'Brave [email protected]', 2008 ]
        ])

        expand = ListExpanderExpand( static_source, 'namelist', 'name' ).initialize()
        records = [ r for r in expand.getRecords() ]

        self.assertEqual( len( records ), len(list('El Agent')) + len(list('Serious Electron')) + len(list('Brave Wizard')) )
        self.assertEqual( records[-1].getField('name').getValue(), 'd' )
        self.assertEqual( records[-1].getField('email').getValue(), 'Brave [email protected]' )
Ejemplo n.º 2
0
    def setUp(self):

        self.fs = FieldSet([
            Field('id', IntegerFieldType(), defaultValue=1, key=True),
            Field('name', StringFieldType(), defaultValue='John doe'),
            Field('email', StringFieldType(), key=True),
            Field('birth_date',
                  DateFieldType(),
                  field_final_type=StringFieldType()),
            Field('favourite_number', FloatFieldType()),
            Field('created',
                  DateTimeFieldType(),
                  defaultValue='2013-04-04 18:44:32'),
            Field('updated',
                  DateTimeFieldType(),
                  defaultValue='2013-04-04 18:44:32')
        ])

        self.fm = FieldMap({
            'id': 0,
            'name': 1,
            'email': 2,
            'birth_date': 3,
            'favourite_number': 4,
            'created': 5,
            'updated': 6,
            'not_existing_field_name': 6
        })
Ejemplo n.º 3
0
    def setUp( self ):

        self.reader = StaticSource(
            FieldSet([
                Field( 'name', StringFieldType() ),
                Field( 'email', StringFieldType() )
            ],
            FieldMap({
                'name': 0,
                'email': 1
            }))
        )
        self.reader.setResource([
            [ 'Ochala Wild', 'Ochala [email protected]' ],
            [ 'Sina Venomous', 'Sina [email protected]' ],
            [ 'Akassa Savage Phalloz', 'Akassa Savage [email protected]' ],
            [ 'Sermak Bad', 'Sermak [email protected]' ],
            [ 'Olivia Deadly Dawod', 'Olivia Deadly [email protected]' ],
            [ 'Pendus Inhuman', 'Pendus [email protected]' ],
            [ 'Naria Cold-blodded Greste', 'Naria Cold-blodded [email protected]' ],
            [ 'Shard Brutal', 'Shard [email protected]' ],
            [ 'Sina Cruel', 'Sina [email protected]' ],
            [ 'Deadly Ohmar', 'Deadly [email protected]' ],
            [ 'Mylenedriz Cold-blodded', 'Mylenedriz [email protected]' ],
            [ 'Calden Frigid', 'Calden [email protected]' ],
            [ 'Acid Reaper', 'Acid [email protected]' ],
            [ 'Raven Seth', 'Raven [email protected]' ],
            [ 'Rivatha Todal', 'Rivatha [email protected]' ],
            [ 'Panic Oliviaezit', 'Panic [email protected]' ],
            [ 'Tomara Wild', 'Tomara [email protected]' ],
            [ 'Venessa Metalhead', 'Venessa [email protected]' ]
        ])
Ejemplo n.º 4
0
    def setUp( self ):

        self.integer_field = Field( 'integer', IntegerFieldType(), defaultValue = 4 )
        self.float_field = Field( 'float', FloatFieldType(), defaultValue = 4.32 ) 
        self.date_field = Field( 'date', DateFieldType(), defaultValue = '2013-02-05' )
        self.string_field = Field( 'string', StringFieldType(), defaultValue = 'test' )
        self.empty_int_field = Field( 'integer_empty', IntegerFieldType() )
        self.empty_str_field = Field( 'string_empty', StringFieldType(), defaultValue = '' )
Ejemplo n.º 5
0
    def test_is_match_by_regexp_condition( self ):

        match_field = Field( 'string', StringFieldType(), defaultValue = 'It will match, because it has 1 or more number value.' )
        not_match_field = Field( 'string', StringFieldType(), defaultValue = 'It will match, because it has one or more number value.' )

        self.assertTrue( IsMatchByRegexpCondition( r'^.*(\d+).*$' ).getResult( match_field ) )
        self.assertFalse( IsMatchByRegexpCondition( r'^.*(\d+).*$' ).getResult( not_match_field ) )
        self.assertFalse( IsMatchByRegexpCondition( r'^.*(\d+).*$' ).getResult( self.empty_str_field ) )
Ejemplo n.º 6
0
    def test_listexpander_map( self ):

        static_source = StaticSource(
            FieldSet([
                Field( 'city', StringFieldType() ),
                Field( 'geometry', ListFieldType() ),
                Field( 'latitude', FloatFieldType() ),
                Field( 'longitude', FloatFieldType() )
            ], 
            FieldMap({
                'city': 0,
                'geometry': 1
            }))
        )
        static_source.setResource([
            [ 'Balatonlelle', [[17.6874552,46.7871465],[17.6865955,46.7870049],[17.6846158,46.7866786],[17.6834977,46.7864944],[17.6822251,46.7862847],[17.6815319,46.7861705],[17.6811473,46.7861071],[17.6795989,46.785852],[17.6774482,46.7854976],[17.6739061,46.7849139],[17.6729351,46.7847539],[17.6720789,46.7846318]] ],
            [ 'Balatonlelle', [[17.6871206,46.7880197],[17.6874552,46.7871465]] ],
            [ 'Balatonboglar', "[[17.6709959,46.7843474],[17.6710995,46.7840514],[17.6711443,46.7838791],[17.6711725,46.7837746],[17.6713146,46.7831483]]" ]
        ])

        expand = ListExpanderExpand( static_source, 'geometry', expanderMap = { 'latitude': 1, 'longitude': 0 } ).initialize()
        records = [ r for r in expand.getRecords() ]

        self.assertEqual( len( records ), 19 )
        self.assertEqual( records[10].getField('city').getValue(), 'Balatonlelle' )
        self.assertEqual( records[10].getField('latitude').getValue(), 46.7847539 )
        self.assertEqual( records[-1].getField('city').getValue(), 'Balatonboglar' )
        self.assertEqual( records[-1].getField('longitude').getValue(), 17.6713146 )
Ejemplo n.º 7
0
    def test_remove_words_by_source(self):

        sourceRecords = [
            FieldSet(
                [Field('name', StringFieldType(), defaultValue='killing')]),
            FieldSet(
                [Field('name', StringFieldType(), defaultValue='sadness')]),
            FieldSet(
                [Field('name', StringFieldType(), defaultValue='hungarian')])
        ]

        self.field.setValue(
            u'contains hungarian members attractive sadness killing')
        self.field.setTransforms([RemoveWordsBySourceTransform(sourceRecords)
                                  ]).run()
        self.assertEqual(self.field.getValue(), 'contains members attractive')
Ejemplo n.º 8
0
    def test_string_field_type( self ):

        ft = StringFieldType()

        self.assertEqual( ft.getValue('first of all'), 'first of all' )
        self.assertEqual( ft.getValue(3), '3' )
        self.assertEqual( ft.getValue(3.32), '3.32' )
        self.assertEqual( ft.getValue( datetime.date.today() ), str( datetime.date.today() ) )
        self.assertIsNone( ft.getValue( '' ) )
        self.assertIsNone( ft.getValue( None ) )
Ejemplo n.º 9
0
    def test_nullable(self):

        f1 = metl.field.Field(
            'test_name',
            StringFieldType(),
        )

        f2 = metl.field.Field('test_name', StringFieldType(), nullable=False)

        f3 = metl.field.Field(
            'test_name',
            StringFieldType(),
            field_final_type=TextFieldType(),
        )

        f4 = metl.field.Field('test_name',
                              StringFieldType(),
                              field_final_type=TextFieldType(),
                              nullable=False)

        f5 = metl.field.Field(
            'test_name',
            DateFieldType(),
            field_final_type=DateTimeFieldType(),
        )

        f6 = metl.field.Field('test_name',
                              DateFieldType(),
                              field_final_type=DateTimeFieldType(),
                              nullable=False)

        f1.setValue(u' ')
        f2.setValue(u' ')
        f3.setValue(u' ')
        f4.setValue(u' ')
        f5.setValue(u' ')
        f6.setValue(u' ')

        self.assertIsNone(f1.getValue())
        self.assertIsNone(f3.getValue())
        self.assertIsNone(f5.getValue())
        self.assertEqual(f2.getValue(), u'')
        self.assertEqual(f4.getValue(), u'')
        self.assertEqual(f6.getValue(), u'')
Ejemplo n.º 10
0
    def setUp(self):

        self.field = Field('name', StringFieldType())
        self.field.setTransforms([
            IFStatement(IsEqualCondition('if_test')),
            SetTransform('if_test_valid'),
            ELIFStatement(IsEqualCondition('elif_test')),
            SetTransform('elif_test_valid'), ELSEStatement,
            SetTransform('else_test_valid'), ENDIFStatement,
            ReturnTrueStatement
        ])

        self.other_field = Field('name', StringFieldType())
        self.other_field.setTransforms([
            IFNotStatement(IsEqualCondition('if_not_test')),
            IFNotStatement(IsEqualCondition('if_if_not_test')),
            SetTransform('if_if_not_test_valid'),
            ELIFNotStatement(IsEqualCondition('if_elif_not_test')),
            SetTransform('if_elif_not_test_valid'), ENDIFStatement,
            ENDIFStatement, ReturnTrueStatement
        ])
Ejemplo n.º 11
0
    def test_field_type_convert_to_boolean( self ):

        fs = BooleanFieldType()

        self.assertTrue( fs.getValue( BooleanFieldType().getValue( True ) ) )
        self.assertTrue( fs.getValue( DateFieldType().getValue( datetime.date.today() ) ) )
        self.assertTrue( fs.getValue( DateTimeFieldType().getValue( datetime.datetime.now() ) ) )
        self.assertTrue( fs.getValue( FloatFieldType().getValue( 4.32112 ) ) )
        self.assertTrue( fs.getValue( IntegerFieldType().getValue( 5 ) ) )
        self.assertTrue( fs.getValue( StringFieldType().getValue('test') ) )
        self.assertTrue( fs.getValue( TextFieldType().getValue('test') ) )
        self.assertIsNone( fs.getValue( None ) )
Ejemplo n.º 12
0
    def test_melt( self ):

        static_source = StaticSource(
            FieldSet([
                Field( 'first', StringFieldType() ),
                Field( 'height', FloatFieldType() ),
                Field( 'last', StringFieldType() ),
                Field( 'weight', IntegerFieldType() ),
                Field( 'iq', IntegerFieldType() ),
                Field( 'quantity', StringFieldType() ),
                Field( 'value', FloatFieldType() )
            ], 
            FieldMap({
                'first': 0,
                'height': 1,
                'last': 2,
                'weight': 3,
                'iq': 4
            }))
        )
        static_source.setResource([
            ['John',5.5,'Doe',130,102],
            ['Mary',6.0,'Bo',150,98]
        ])

        expand = MeltExpand( 
            static_source, 
            fieldNames = ['first','last'],
            valueFieldName = 'value',
            labelFieldName = 'quantity'
        ).initialize()

        records = [ r for r in expand.getRecords() ]

        self.assertEqual( len( records ), 6 )
        self.assertEqual( len( records[0].getFieldNames() ), 4)
        self.assertEqual( records[-1].getField('first').getValue(), 'Mary' )
        self.assertEqual( records[-1].getField('last').getValue(), 'Bo' )
        self.assertEqual( records[-1].getField('quantity').getValue(), 'height' )
        self.assertEqual( records[-1].getField('value').getValue(), 6.0 )
Ejemplo n.º 13
0
    def test_field_type_convert_to_text( self ):

        fs = TextFieldType()

        self.assertEqual( fs.getValue( BooleanFieldType().getValue( True ) ), 'True' )
        self.assertEqual( fs.getValue( BooleanFieldType().getValue( False ) ), 'False' )
        self.assertEqual( fs.getValue( DateFieldType().getValue( datetime.date( 2013, 2, 3 ) ) ), '2013-02-03' )
        self.assertEqual( fs.getValue( DateTimeFieldType().getValue( datetime.datetime( 2013, 4, 4, 16, 06, 58, 929515 ) ) ), '2013-04-04 16:06:58.929515' )
        self.assertEqual( fs.getValue( FloatFieldType().getValue( 4.232 ) ), '4.232' )
        self.assertEqual( fs.getValue( IntegerFieldType().getValue( 5 ) ), '5' )
        self.assertEqual( fs.getValue( StringFieldType().getValue('text') ), 'text' )
        self.assertEqual( fs.getValue( TextFieldType().getValue('text') ), 'text' )      
        self.assertIsNone( fs.getValue( None ) )
Ejemplo n.º 14
0
    def test_field_manipulation(self):

        with self.assertRaises(FieldNotExistsError):
            self.fs.deleteField('key')

        with self.assertRaises(TypeError):
            self.fs.addField('key')

        self.assertEqual(len(self.fs.getFields()), 7)
        self.fs.deleteField('birth_date')
        self.assertEqual(len(self.fs.getFields()), 6)
        self.fs.addField(Field('language', StringFieldType()))
        self.assertEqual(len(self.fs.getFields()), 7)
Ejemplo n.º 15
0
    def test_field_type_convert_to_integer( self ):

        fs = IntegerFieldType()

        with self.assertRaises( FieldTypeError ):
            fs.getValue( DateFieldType().getValue('2013-02-03') )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( DateFieldType().getValue('2013-04-04 16:06:58.929515') ) 

        with self.assertRaises( FieldTypeError ):
            fs.getValue( StringFieldType().getValue('test') )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( TextFieldType().getValue('test') )

        self.assertEqual( fs.getValue( BooleanFieldType().getValue( True ) ), 1 )
        self.assertEqual( fs.getValue( BooleanFieldType().getValue( False ) ), 0 )
        self.assertEqual( fs.getValue( FloatFieldType().getValue( 4.232 ) ), 4 )
        self.assertEqual( fs.getValue( IntegerFieldType().getValue( 5 ) ), 5 )
        self.assertEqual( fs.getValue( StringFieldType().getValue('5') ), 5 )
        self.assertEqual( fs.getValue( TextFieldType().getValue('5') ), 5 )
        self.assertIsNone( fs.getValue( None ) )
Ejemplo n.º 16
0
    def test_joinbykey_modifier(self):

        source = StaticSource(
            FieldSet([
                Field('email', StringFieldType(), key=True),
                Field('age', IntegerFieldType())
            ], FieldMap({
                'email': 0,
                'age': 1
            })))
        source.setResource(
            [['El [email protected]', 12],
             ['Ochala [email protected]', 14],
             ['Sina [email protected]', 17],
             ['Akassa Savage [email protected]', 16],
             ['Sermak [email protected]', 22],
             ['Olivia Deadly [email protected]', 32],
             ['*****@*****.**', 42],
             ['Naria Cold-blodded [email protected]', 22],
             ['*****@*****.**', 54],
             ['Sina [email protected]', 56],
             ['Deadly [email protected]', 43],
             ['Mylenedriz [email protected]', 23],
             ['Calden [email protected]', 35],
             ['*****@*****.**', 56],
             ['Raven [email protected]', 23],
             ['*****@*****.**', 45],
             ['Pluto [email protected]', 64],
             ['Southern [email protected]', 53],
             ['Serious [email protected]', 62],
             ['*****@*****.**', 63],
             ['Risky [email protected]', 21],
             ['Rivatha [email protected]', 56],
             ['Panic [email protected]', 25],
             ['Tomara [email protected]', 46],
             ['Venessa [email protected]', 53],
             ['Western [email protected]', 71],
             ['*****@*****.**', 76]])

        records = [
            r for r in
            JoinByKeyModifier(self.reader, fieldNames=['age'],
                              source=source).initialize().getRecords()
        ]

        self.assertEqual(len(records), 85)
        self.assertIsNone(records[-1].getField('age').getValue())
        self.assertEqual(records[-2].getField('age').getValue(), 71)
        self.assertEqual(records[0].getField('age').getValue(), 12)
Ejemplo n.º 17
0
    def test_field_type_convert_to_date( self ):

        fs = DateFieldType()

        with self.assertRaises( FieldTypeError ):
            fs.getValue( BooleanFieldType().getValue( True ) )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( FloatFieldType().getValue( 4.32112 ) )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( IntegerFieldType().getValue( 5 ) )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( StringFieldType().getValue('test') )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( TextFieldType().getValue('test') )

        self.assertEqual( fs.getValue( DateFieldType().getValue( datetime.date.today() ) ), datetime.date.today() )
        self.assertEqual( fs.getValue( DateTimeFieldType().getValue( datetime.datetime.now() ) ), datetime.date.today() )
        self.assertEqual( fs.getValue( StringFieldType().getValue('2013-02-03') ), datetime.date( 2013, 2, 3 ) )
        self.assertEqual( fs.getValue( TextFieldType().getValue('2013-02-03') ), datetime.date( 2013, 2, 3 ) )
        self.assertIsNone( fs.getValue( None ) )
Ejemplo n.º 18
0
    def test_field_type_convert_to_datetime( self ):

        fs = DateTimeFieldType()

        with self.assertRaises( FieldTypeError ):
            fs.getValue( BooleanFieldType().getValue( True ) )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( FloatFieldType().getValue( 4.32112 ) )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( IntegerFieldType().getValue( 5 ) )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( StringFieldType().getValue('test') )

        with self.assertRaises( FieldTypeError ):
            fs.getValue( TextFieldType().getValue('test') )

        self.assertEqual( fs.getValue( DateFieldType().getValue('2013-04-04 16:06:58.929515') ), datetime.datetime( 2013, 4, 4 ) )
        self.assertEqual( fs.getValue( DateTimeFieldType().getValue( datetime.datetime( 2013, 4, 4, 16, 06, 58, 929515 ) ) ), datetime.datetime( 2013, 4, 4, 16, 06, 58, 929515 ) )
        self.assertEqual( fs.getValue( StringFieldType().getValue('2013-04-04 16:06:58.929515') ), datetime.datetime( 2013, 4, 4, 16, 06, 58, 929515 ) )
        self.assertEqual( fs.getValue( TextFieldType().getValue('2013-04-04 16:06:58.929515') ), datetime.datetime( 2013, 4, 4, 16, 06, 58, 929515 ) )
        self.assertIsNone( fs.getValue( None ) )
Ejemplo n.º 19
0
    def test_field( self ):

        static_source = StaticSource(
            FieldSet([
                Field( 'year', IntegerFieldType() ),
                Field( 'country', StringFieldType() ),
                Field( 'count', IntegerFieldType() ),
                Field( 'cz', IntegerFieldType() ),
                Field( 'hu', IntegerFieldType() ),
                Field( 'sk', IntegerFieldType() ),
                Field( 'pl', IntegerFieldType() )
            ], 
            FieldMap({
                'year': 0,
                'cz': 1,
                'hu': 2,
                'sk': 3,
                'pl': 4
            }))
        )
        static_source.setResource([
            [1999,32,694,129,230],
            [1999,395,392,297,453],
            [1999,635,812,115,97]
        ])

        expand = FieldExpand( 
            static_source, 
            fieldNamesAndLabels = {
                'cz': 'Czech',
                'hu': 'Hungary',
                'sk': 'Slovak',
                'pl': 'Poland',
            },
            valueFieldName = 'count',
            labelFieldName = 'country'
        ).initialize()

        records = [ r for r in expand.getRecords() ]

        self.assertEqual( len( records ), 12 )
        self.assertEqual( records[-1].getField('year').getValue(), 1999 )
        self.assertEqual( records[-1].getField('count').getValue(), 812 )
        self.assertEqual( records[-1].getField('pl').getValue(), 97 )
        self.assertEqual( records[-1].getField('country').getValue(), 'Hungary' )
Ejemplo n.º 20
0
    def test_append( self ):

        source = CSVSource( FieldSet(
            fields = [
                Field( 'NUMBERS', StringFieldType() )
            ],
            fieldmap = FieldMap({
                'NUMBERS': 0
            })
        ) )
        source.setResource('tests/test_sources/test_csv_append.csv')
        expand = AppendExpand( source, resource = 'tests/test_sources/test_csv_appended.csv' )
        expand.initialize()
        records = [ r for r in expand.getRecords() ]
        expand.finalize()

        self.assertEqual( len( records ), 6 )
        self.assertEqual( records[0].getField('NUMBERS').getValue(), 'First' )
        self.assertEqual( records[-1].getField('NUMBERS').getValue(), 'Sixth' )
Ejemplo n.º 21
0
    def test_replace_words_by_source(self):

        sourceRecords = [
            FieldSet([
                Field('from', StringFieldType(), defaultValue='killing'),
                Field('to', StringFieldType(), defaultValue='born')
            ]),
            FieldSet([
                Field('from', StringFieldType(), defaultValue='sadness'),
                Field('to', StringFieldType(), defaultValue='happyness')
            ]),
            FieldSet([
                Field('from', StringFieldType(), defaultValue='hungarian'),
                Field('to', StringFieldType(), defaultValue='anywhere else')
            ])
        ]

        self.field.setValue(
            u'contains hungarian members attractive sadness killing')
        self.field.setTransforms(
            [ReplaceWordsBySourceTransform(sourceRecords, join='from')]).run()
        self.assertEqual(
            self.field.getValue(),
            'contains anywhere else members attractive happyness born')
Ejemplo n.º 22
0
    def setUp(self):

        self.reader = StaticSource(
            FieldSet([
                Field('name', StringFieldType()),
                Field('email', StringFieldType()),
                Field('year', IntegerFieldType()),
                Field('after_year', IntegerFieldType()),
                Field('number', IntegerFieldType())
            ], FieldMap({
                'name': 0,
                'email': 1,
                'year': 2,
                'after_year': 3
            })))
        self.reader.setResource(
            [['El Agent', 'El [email protected]', 2008, 2008],
             [
                 'Serious Electron', 'Serious [email protected]',
                 2008, 2013
             ],
             ['Brave Wizard', 'Brave [email protected]', 2008, 2008],
             [
                 'Forgotten Itchy Emperor',
                 'Forgotten Itchy [email protected]', 2008, 2013
             ],
             [
                 'The Moving Monkey', 'The Moving [email protected]',
                 2008, 2008
             ],
             [
                 'Evil Ghostly Brigadier',
                 'Evil Ghostly [email protected]', 2008, 2013
             ],
             [
                 'Strangely Oyster', 'Strangely [email protected]',
                 2008, 2008
             ],
             [
                 'Anaconda Silver', 'Anaconda [email protected]', 2006,
                 2008
             ], ['Hawk Tough', 'Hawk [email protected]', 2004, 2008],
             [
                 'The Disappointed Craw',
                 'The Disappointed [email protected]', 2008, 2013
             ], ['The Raven', 'The [email protected]', 1999, 2008],
             [
                 'Ruby Boomerang', 'Ruby [email protected]', 2008,
                 2008
             ], ['Skunk Tough', 'Skunk [email protected]', 2010, 2008],
             [
                 'The Nervous Forgotten Major',
                 'The Nervous Forgotten [email protected]', 2008, 2013
             ],
             [
                 'Bursting Furious Puppet',
                 'Bursting Furious [email protected]', 2011, 2008
             ],
             ['Neptune Eagle', 'Neptune [email protected]', 2011, 2013],
             ['The Skunk', 'The [email protected]', 2008, 2013],
             ['Lone Demon', 'Lone [email protected]', 2008, 2008],
             ['The Skunk', 'The [email protected]', 1999, 2008],
             [
                 'Gamma Serious Spear',
                 'Gamma Serious [email protected]', 2008, 2008
             ],
             [
                 'Sleepy Dirty Sergeant',
                 'Sleepy Dirty [email protected]', 2008, 2008
             ], ['Red Monkey', 'Red [email protected]', 2008, 2008],
             [
                 'Striking Tiger', 'Striking [email protected]', 2005,
                 2008
             ],
             ['Sliding Demon', 'Sliding [email protected]', 2011, 2008],
             [
                 'Lone Commander', 'Lone [email protected]', 2008,
                 2013
             ],
             ['Dragon Insane', 'Dragon [email protected]', 2013, 2013],
             ['Demon Skilled', 'Demon [email protected]', 2011, 2004],
             ['Vulture Lucky', 'Vulture [email protected]', 2003, 2008],
             ['The Ranger', 'The [email protected]', 2013, 2008],
             ['Morbid Snake', 'Morbid [email protected]', 2011, 2008],
             [
                 'Dancing Skeleton', 'Dancing [email protected]',
                 2001, 2004
             ], ['The Psycho', 'The [email protected]', 2005, 2008],
             ['Jupiter Rider', 'Jupiter [email protected]', 2011, 2008],
             ['Green Dog', 'Green [email protected]', 2011, 2008],
             [
                 'Brutal Wild Colonel',
                 'Brutal Wild [email protected]', 2004, 2008
             ],
             ['Random Leader', 'Random [email protected]', 2008, 2008],
             [
                 'Pluto Brigadier', 'Pluto [email protected]', 2008,
                 2004
             ],
             [
                 'Southern Kangaroo', 'Southern [email protected]',
                 2008, 2008
             ],
             ['Serious Flea', 'Serious [email protected]', 2001, 2005],
             [
                 'Nocturnal Raven', 'Nocturnal [email protected]', 2008,
                 2004
             ], ['Risky Flea', 'Risky [email protected]', 2005, 2005],
             ['The Corporal', 'The [email protected]', 2013, 2008],
             [
                 'The Lucky Barbarian',
                 'The Lucky [email protected]', 2008, 2008
             ],
             [
                 'Rocky Serious Dog', 'Rocky Serious [email protected]',
                 2008, 2008
             ],
             [
                 'The Frozen Guardian',
                 'The Frozen [email protected]', 2008, 2008
             ],
             [
                 'Freaky Frostbite', 'Freaky [email protected]',
                 2008, 2004
             ],
             [
                 'The Tired Raven', 'The Tired [email protected]', 2008,
                 2008
             ],
             [
                 'Disappointed Frostbite',
                 'Disappointed [email protected]', 2008, 2008
             ], ['The Craw', 'The [email protected]', 2003, 2008],
             [
                 'Gutsy Strangely Chief',
                 'Gutsy Strangely [email protected]', 2008, 2008
             ], ['Queen Angry', 'Queen [email protected]', 2008, 2008],
             [
                 'Pluto Albatross', 'Pluto [email protected]', 2003,
                 2008
             ],
             [
                 'Endless Invader', 'Endless [email protected]', 2003,
                 2004
             ],
             [
                 'Beta Young Sergeant',
                 'Beta Young [email protected]', 2008, 2011
             ], ['The Demon', 'The [email protected]', 2003, 2008],
             ['Lone Monkey', 'Lone [email protected]', 2011, 2008],
             [
                 'Bursting Electron', 'Bursting [email protected]',
                 2003, 2010
             ],
             [
                 'Gangster Solid', 'Gangster [email protected]', 2005,
                 2009
             ],
             ['The Gladiator', 'The [email protected]', 2001, 2002],
             [
                 'Flash Frostbite', 'Flash [email protected]', 2005,
                 2004
             ],
             [
                 'The Rainbow Pluto Demon',
                 'The Rainbow Pluto [email protected]', 2011, 2013
             ],
             [
                 'Poseidon Rider', 'Poseidon [email protected]', 2008,
                 2006
             ],
             [
                 'The Old Alpha Brigadier',
                 'The Old Alpha [email protected]', 2008, 2008
             ],
             [
                 'Rough Anaconda', 'Rough [email protected]', 2001,
                 2011
             ],
             [
                 'Tough Dinosaur', 'Tough [email protected]', 2011,
                 2010
             ],
             [
                 'The Lost Dinosaur', 'The Lost [email protected]',
                 2008, 2008
             ], ['The Raven', 'The [email protected]', 2005, 2009],
             ['The Agent', 'The [email protected]', 2011, 2008],
             [
                 'Brave Scarecrow', 'Brave [email protected]', 2008,
                 2007
             ],
             [
                 'Flash Skeleton', 'Flash [email protected]', 2008,
                 2006
             ], ['The Admiral', 'The [email protected]', 1998, 2005],
             ['The Tombstone', 'The [email protected]', 2013, 2008],
             ['Golden Arrow', 'Golden [email protected]', 2008, 2005],
             [
                 'White Guardian', 'White [email protected]', 2011,
                 2004
             ],
             [
                 'The Black Eastern Power',
                 'The Black Eastern [email protected]', 2008, 2008
             ],
             [
                 'Ruthless Soldier', 'Ruthless [email protected]',
                 2008, 2008
             ], ['Dirty Clown', 'Dirty [email protected]', 2008, 2008],
             ['Alpha Admiral', 'Alpha [email protected]', 2008, 2008],
             [
                 'Lightning Major', 'Lightning [email protected]', 2008,
                 2008
             ],
             [
                 'The Rock Demon', 'The Rock [email protected]', 2008,
                 2001
             ], ['Wild Tiger', 'Wild [email protected]', 2008, 2001],
             [
                 'The Pointless Bandit',
                 'The Pointless [email protected]', 2008, 2008
             ],
             ['The Sergeant', 'The [email protected]', 1998, 2002],
             ['Western Ogre', 'Western [email protected]', 1998, 2004],
             [
                 'Sergeant Strawberry',
                 'Sergeant [email protected]', 2006, 2008
             ]])
Ejemplo n.º 23
0
    def setUp(self):

        self.field = Field('string', StringFieldType())
Ejemplo n.º 24
0
    def test_convertable(self):

        self.assertTrue(self.field.isConvertable(DateFieldType()))
        self.assertTrue(self.field.isConvertable(StringFieldType()))
Ejemplo n.º 25
0
    def test_set_modifier_source(self):
        def setValue(record, field, scope):

            return 'Found same email address' \
                if record.getField('email').getValue() in [ sr.getField('email').getValue() for sr in scope.getSourceRecords() ] \
                else 'Not found same email address'

        fn = setValue

        source = StaticSource(
            FieldSet([
                Field('name', StringFieldType()),
                Field('email', StringFieldType())
            ], FieldMap({
                'name': 0,
                'email': 1
            })))
        source.setResource(
            [['El Agent', 'El [email protected]'],
             ['Ochala Wild', 'Ochala [email protected]'],
             ['Sina Venomous', 'Sina [email protected]'],
             [
                 'Akassa Savage Phalloz',
                 'Akassa Savage [email protected]'
             ], ['Sermak Bad', 'Sermak [email protected]'],
             ['Olivia Deadly Dawod', 'Olivia Deadly [email protected]'],
             ['Pendus Inhuman', '*****@*****.**'],
             [
                 'Naria Cold-blodded Greste',
                 'Naria Cold-blodded [email protected]'
             ], ['Shard Brutal', '*****@*****.**'],
             ['Sina Cruel', 'Sina [email protected]'],
             ['Deadly Ohmar', 'Deadly [email protected]'],
             [
                 'Mylenedriz Cold-blodded',
                 'Mylenedriz [email protected]'
             ], ['Calden Frigid', 'Calden [email protected]'],
             ['Acid Reaper', '*****@*****.**'],
             ['Raven Seth', 'Raven [email protected]'],
             ['Random Leader', '*****@*****.**'],
             ['Pluto Brigadier', 'Pluto [email protected]'],
             ['Southern Kangaroo', 'Southern [email protected]'],
             ['Serious Flea', 'Serious [email protected]'],
             ['Nocturnal Raven', '*****@*****.**'],
             ['Risky Flea', 'Risky [email protected]'],
             ['Rivatha Todal', 'Rivatha [email protected]'],
             ['Panic Oliviaezit', 'Panic [email protected]'],
             ['Tomara Wild', 'Tomara [email protected]'],
             ['Venessa Metalhead', 'Venessa [email protected]'],
             ['Western Ogre', 'Western [email protected]'],
             ['Sergeant Strawberry', '*****@*****.**']])

        modifier = SetModifier(self.reader,
                               fieldNames=['name'],
                               source=source,
                               fn=fn)
        modifier.initialize()
        records = [r for r in modifier.getRecords()]
        modifier.finalize()

        self.assertEqual(len(records), 85)
        self.assertEqual(
            len([
                r for r in records
                if r.getField('name').getValue() == 'Found same email address'
            ]), 6)
        self.assertEqual(
            len([
                r for r in records if r.getField('name').getValue() ==
                'Not found same email address'
            ]), 79)
Ejemplo n.º 26
0
    def test_field_type_convert_to_string( self ):

        fs = StringFieldType()

        self.assertEqual( fs.getValue( BooleanFieldType().getValue( True ) ), 'True' )
        self.assertEqual( fs.getValue( BooleanFieldType().getValue( False ) ), 'False' )
        self.assertEqual( fs.getValue( DateFieldType().getValue( datetime.date( 2013, 2, 3 ) ) ), '2013-02-03' )
        self.assertEqual( fs.getValue( DateTimeFieldType().getValue( datetime.datetime( 2013, 4, 4, 16, 06, 58, 929515 ) ) ), '2013-04-04 16:06:58.929515' )
        self.assertEqual( fs.getValue( FloatFieldType().getValue( 4.232 ) ), '4.232' )
        self.assertEqual( fs.getValue( IntegerFieldType().getValue( 5 ) ), '5' )
        self.assertEqual( fs.getValue( StringFieldType().getValue('text') ), 'text' )
        self.assertEqual( fs.getValue( TextFieldType().getValue('text') ), 'text' )      
        self.assertIsNone( fs.getValue( None ) )