示例#1
0
    def test_pushsqlite_partition(self):
        a = Babe().pull(string=self.s, format='csv')
        a = a.typedetect()
        a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', drop_table = True, create_table=True)

        a = Babe().pull(string=self.s2, format='csv')
        a = a.typedetect()
        a = a.partition(field='id')
        a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', delete_partition=True)

        b = Babe().pull_sql(database_kind='sqlite', database='test.sqlite', table='test_table')
        b = b.sort(field="id")
        self.assertEquals(b.to_string(), self.sr)
示例#2
0
文件: tests.py 项目: nizox/PyBabe
    def test_pushsqlite_partition(self):
        a = Babe().pull(stream=StringIO(self.s), format='csv')
        a = a.typedetect()
        a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', drop_table = True, create_table=True)

        a = Babe().pull(stream=StringIO(self.s2), format='csv')
        a = a.typedetect()
        a = a.partition(field='id')
        a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', delete_partition=True)

        b = Babe().pull_sql(database_kind='sqlite', database='test.sqlite', table='test_table')
        b = b.sort(field="id")
        buf = StringIO()
        b.push(stream=buf, format='csv', delimiter=',')
        self.assertEquals(buf.getvalue(), self.sr)
示例#3
0
 def test_bulk(self):
     a = Babe().pull(stream=StringIO(self.s), format="csv")
     a = a.typedetect()
     a = a.bulkMapTo(lambda list: [[sum([r.a for r in list])]] * len(list),
                     bulk_size=2,
                     insert_fields=["b"])
     self.assertEquals(a.to_string(), self.s2)
 def test_bulk(self):
     a = Babe().pull(stream=StringIO(self.s), format="csv")
     a = a.typedetect()
     a = a.bulkMapTo(lambda list: [[sum([r.a for r in list])]] * len(list),
                     bulk_size=2,
                     insert_fields=["b"])
     self.assertEquals(a.to_string(), self.s2)
示例#5
0
文件: tests.py 项目: nizox/PyBabe
 def test_twitter(self):
     a = Babe().pull_twitter()
     a = a.filterColumns(keep_fields=
     ["author_name", "author_id", "author_screen_name", "created_at", "hashtags", "text", "in_reply_to_status_id_str"])
     a = a.typedetect()
     buf = StringIO()
     a.push(stream=buf, format='csv')
示例#6
0
 def test_twitter(self):
     a = Babe().pull_twitter()
     a = a.filterColumns(keep_fields=[
         "author_name", "author_id", "author_screen_name", "created_at",
         "hashtags", "text", "in_reply_to_status_id_str"
     ])
     a = a.typedetect()
     a.to_string()
示例#7
0
文件: tests.py 项目: nizox/PyBabe
 def test_vectorwise(self):
     a = Babe().pull(stream=StringIO(self.s), format='csv')
     a = a.typedetect()
     a.push_sql(table='test_table', database_kind='vectorwise', database='pybabe_test', drop_table = True, create_table=True)
     b = Babe().pull_sql(database_kind='vectorwise', database='pybabe_test', table='test_table')
     buf = StringIO()
     b.push(stream=buf, format='csv', delimiter=',')
     self.assertEquals(buf.getvalue(), self.s)
示例#8
0
文件: tests.py 项目: nizox/PyBabe
 def test_pushpull(self):
     a  = Babe().pull(stream=StringIO(self.s2), format='csv', primary_key='rown')
     a = a.typedetect()
     a.push_mongo(db='pybabe_test',collection='test_pushpull', drop_collection=True)
     b = Babe().pull_mongo(db="pybabe_test", fields=['rown', 'f', 's'], collection='test_pushpull')
     buf = StringIO()
     b.push(stream=buf, format='csv')
     self.assertEquals(buf.getvalue(), self.s2)      
示例#9
0
 def test_pushsqlite(self):
     a = Babe().pull(string=self.s, format='csv')
     a = a.typedetect()
     a.push_sql(table='test_table',
                database_kind='sqlite',
                database='tests/files/test.sqlite',
                drop_table=True,
                create_table=True)
     b = Babe().pull_sql(database_kind='sqlite',
                         database='tests/files/test.sqlite',
                         table='test_table')
     self.assertEquals(b.to_string(), self.s)
示例#10
0
 def test_vectorwise(self):
     a = Babe().pull(string=self.s, format='csv')
     a = a.typedetect()
     a.push_sql(table='test_table',
                database_kind='vectorwise',
                database='pybabe_test',
                drop_table=True,
                create_table=True)
     b = Babe().pull_sql(database_kind='vectorwise',
                         database='pybabe_test',
                         table='test_table')
     self.assertEquals(b.to_string(), self.s)
示例#11
0
    def test_pushsqlite_partition(self):
        a = Babe().pull(string=self.s, format='csv')
        a = a.typedetect()
        a.push_sql(table='test_table',
                   database_kind='sqlite',
                   database='test.sqlite',
                   drop_table=True,
                   create_table=True)

        a = Babe().pull(string=self.s2, format='csv')
        a = a.typedetect()
        a = a.partition(field='id')
        a.push_sql(table='test_table',
                   database_kind='sqlite',
                   database='test.sqlite',
                   delete_partition=True)

        b = Babe().pull_sql(database_kind='sqlite',
                            database='test.sqlite',
                            table='test_table')
        b = b.sort(field="id")
        self.assertEquals(b.to_string(), self.sr)
示例#12
0
 def test_vectorwise(self):
     a = Babe().pull(string=self.s,
                     format='csv')
     a = a.typedetect()
     a.push_sql(table='test_table',
                database_kind='vectorwise',
                database='pybabe_test',
                drop_table=True,
                create_table=True)
     b = Babe().pull_sql(database_kind='vectorwise',
                         database='pybabe_test',
                         table='test_table')
     self.assertEquals(b.to_string(), self.s)
示例#13
0
 def test_vectorwise(self):
     a = Babe().pull(stream=StringIO(self.s), format='csv')
     a = a.typedetect()
     a.push_sql(table='test_table',
                database_kind='vectorwise',
                database='pybabe_test',
                drop_table=True,
                create_table=True)
     b = Babe().pull_sql(database_kind='vectorwise',
                         database='pybabe_test',
                         table='test_table')
     buf = StringIO()
     b.push(stream=buf, format='csv', delimiter=',')
     self.assertEquals(buf.getvalue(), self.s)
示例#14
0
 def test_pushpull(self):
     a = Babe().pull(stream=StringIO(self.s2),
                     format='csv',
                     primary_key='rown')
     a = a.typedetect()
     a.push_mongo(db='pybabe_test',
                  collection='test_pushpull',
                  drop_collection=True)
     b = Babe().pull_mongo(db="pybabe_test",
                           fields=['rown', 'f', 's'],
                           collection='test_pushpull')
     buf = StringIO()
     b.push(stream=buf, format='csv')
     self.assertEquals(buf.getvalue(), self.s2)
示例#15
0
    def test_pushsqlite_partition(self):
        a = Babe().pull(stream=StringIO(self.s), format='csv')
        a = a.typedetect()
        a.push_sql(table='test_table',
                   database_kind='sqlite',
                   database='test.sqlite',
                   drop_table=True,
                   create_table=True)

        a = Babe().pull(stream=StringIO(self.s2), format='csv')
        a = a.typedetect()
        a = a.partition(field='id')
        a.push_sql(table='test_table',
                   database_kind='sqlite',
                   database='test.sqlite',
                   delete_partition=True)

        b = Babe().pull_sql(database_kind='sqlite',
                            database='test.sqlite',
                            table='test_table')
        b = b.sort(field="id")
        buf = StringIO()
        b.push(stream=buf, format='csv', delimiter=',')
        self.assertEquals(buf.getvalue(), self.sr)
示例#16
0
 def test_push(self):
     a = Babe().pull(stream=StringIO(self.s1),
                     format='csv',
                     primary_key='rown')
     a = a.typedetect()
     a.push_mongo(db='pybabe_test', collection='test_push')
示例#17
0
 def test_pushpull(self):
     a = Babe().pull(string=self.s2, format="csv", primary_key="rown")
     a = a.typedetect()
     a.push_mongo(db="pybabe_test", collection="test_pushpull", drop_collection=True)
     b = Babe().pull_mongo(db="pybabe_test", fields=["rown", "f", "s"], collection="test_pushpull")
     self.assertEquals(b.to_string(), self.s2)
示例#18
0
 def test_push(self):
     a = Babe().pull(string=self.s1, format="csv", primary_key="rown")
     a = a.typedetect()
     a.push_mongo(db="pybabe_test", collection="test_push")
示例#19
0
 def test_pushpull(self):
     a  = Babe().pull(string=self.s2, format='csv', primary_key='rown')
     a = a.typedetect()
     a.push_mongo(db='pybabe_test',collection='test_pushpull', drop_collection=True)
     b = Babe().pull_mongo(db="pybabe_test", fields=['rown', 'f', 's'], collection='test_pushpull')
     self.assertEquals(b.to_string(), self.s2)
示例#20
0
 def test_push(self):
     a  = Babe().pull(string=self.s1, format='csv', primary_key='rown')
     a = a.typedetect()
     a.push_mongo(db='pybabe_test',collection='test_push')