def test_pushsqlite_partition(self):
a = Babe().pull(string=self.s, format='csv')
a = a.typedetect()
a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', drop_table = True, create_table=True)
a = Babe().pull(string=self.s2, format='csv')
a = a.typedetect()
a = a.partition(field='id')
a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', delete_partition=True)
b = Babe().pull_sql(database_kind='sqlite', database='test.sqlite', table='test_table')
b = b.sort(field="id")
self.assertEquals(b.to_string(), self.sr)
def test_pushsqlite_partition(self):
a = Babe().pull(stream=StringIO(self.s), format='csv')
a = a.typedetect()
a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', drop_table = True, create_table=True)
a = Babe().pull(stream=StringIO(self.s2), format='csv')
a = a.typedetect()
a = a.partition(field='id')
a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', delete_partition=True)
b = Babe().pull_sql(database_kind='sqlite', database='test.sqlite', table='test_table')
b = b.sort(field="id")
buf = StringIO()
b.push(stream=buf, format='csv', delimiter=',')
self.assertEquals(buf.getvalue(), self.sr)
def test_bulk(self):
a = Babe().pull(stream=StringIO(self.s), format="csv")
a = a.typedetect()
a = a.bulkMapTo(lambda list: [[sum([r.a for r in list])]] * len(list),
bulk_size=2,
insert_fields=["b"])
self.assertEquals(a.to_string(), self.s2)
def test_bulk(self):
a = Babe().pull(stream=StringIO(self.s), format="csv")
a = a.typedetect()
a = a.bulkMapTo(lambda list: [[sum([r.a for r in list])]] * len(list),
bulk_size=2,
insert_fields=["b"])
self.assertEquals(a.to_string(), self.s2)
def test_twitter(self):
a = Babe().pull_twitter()
a = a.filterColumns(keep_fields=
["author_name", "author_id", "author_screen_name", "created_at", "hashtags", "text", "in_reply_to_status_id_str"])
a = a.typedetect()
buf = StringIO()
a.push(stream=buf, format='csv')
def test_twitter(self):
a = Babe().pull_twitter()
a = a.filterColumns(keep_fields=[
"author_name", "author_id", "author_screen_name", "created_at",
"hashtags", "text", "in_reply_to_status_id_str"
])
a = a.typedetect()
a.to_string()
def test_vectorwise(self):
a = Babe().pull(stream=StringIO(self.s), format='csv')
a = a.typedetect()
a.push_sql(table='test_table', database_kind='vectorwise', database='pybabe_test', drop_table = True, create_table=True)
b = Babe().pull_sql(database_kind='vectorwise', database='pybabe_test', table='test_table')
buf = StringIO()
b.push(stream=buf, format='csv', delimiter=',')
self.assertEquals(buf.getvalue(), self.s)
def test_pushpull(self):
a = Babe().pull(stream=StringIO(self.s2), format='csv', primary_key='rown')
a = a.typedetect()
a.push_mongo(db='pybabe_test',collection='test_pushpull', drop_collection=True)
b = Babe().pull_mongo(db="pybabe_test", fields=['rown', 'f', 's'], collection='test_pushpull')
buf = StringIO()
b.push(stream=buf, format='csv')
self.assertEquals(buf.getvalue(), self.s2)
def test_pushsqlite(self):
a = Babe().pull(string=self.s, format='csv')
a = a.typedetect()
a.push_sql(table='test_table',
database_kind='sqlite',
database='tests/files/test.sqlite',
drop_table=True,
create_table=True)
b = Babe().pull_sql(database_kind='sqlite',
database='tests/files/test.sqlite',
table='test_table')
self.assertEquals(b.to_string(), self.s)
def test_vectorwise(self):
a = Babe().pull(string=self.s, format='csv')
a = a.typedetect()
a.push_sql(table='test_table',
database_kind='vectorwise',
database='pybabe_test',
drop_table=True,
create_table=True)
b = Babe().pull_sql(database_kind='vectorwise',
database='pybabe_test',
table='test_table')
self.assertEquals(b.to_string(), self.s)
def test_pushsqlite_partition(self):
a = Babe().pull(string=self.s, format='csv')
a = a.typedetect()
a.push_sql(table='test_table',
database_kind='sqlite',
database='test.sqlite',
drop_table=True,
create_table=True)
a = Babe().pull(string=self.s2, format='csv')
a = a.typedetect()
a = a.partition(field='id')
a.push_sql(table='test_table',
database_kind='sqlite',
database='test.sqlite',
delete_partition=True)
b = Babe().pull_sql(database_kind='sqlite',
database='test.sqlite',
table='test_table')
b = b.sort(field="id")
self.assertEquals(b.to_string(), self.sr)
def test_vectorwise(self):
a = Babe().pull(string=self.s,
format='csv')
a = a.typedetect()
a.push_sql(table='test_table',
database_kind='vectorwise',
database='pybabe_test',
drop_table=True,
create_table=True)
b = Babe().pull_sql(database_kind='vectorwise',
database='pybabe_test',
table='test_table')
self.assertEquals(b.to_string(), self.s)
def test_vectorwise(self):
a = Babe().pull(stream=StringIO(self.s), format='csv')
a = a.typedetect()
a.push_sql(table='test_table',
database_kind='vectorwise',
database='pybabe_test',
drop_table=True,
create_table=True)
b = Babe().pull_sql(database_kind='vectorwise',
database='pybabe_test',
table='test_table')
buf = StringIO()
b.push(stream=buf, format='csv', delimiter=',')
self.assertEquals(buf.getvalue(), self.s)
def test_pushpull(self):
a = Babe().pull(stream=StringIO(self.s2),
format='csv',
primary_key='rown')
a = a.typedetect()
a.push_mongo(db='pybabe_test',
collection='test_pushpull',
drop_collection=True)
b = Babe().pull_mongo(db="pybabe_test",
fields=['rown', 'f', 's'],
collection='test_pushpull')
buf = StringIO()
b.push(stream=buf, format='csv')
self.assertEquals(buf.getvalue(), self.s2)
def test_pushsqlite_partition(self):
a = Babe().pull(stream=StringIO(self.s), format='csv')
a = a.typedetect()
a.push_sql(table='test_table',
database_kind='sqlite',
database='test.sqlite',
drop_table=True,
create_table=True)
a = Babe().pull(stream=StringIO(self.s2), format='csv')
a = a.typedetect()
a = a.partition(field='id')
a.push_sql(table='test_table',
database_kind='sqlite',
database='test.sqlite',
delete_partition=True)
b = Babe().pull_sql(database_kind='sqlite',
database='test.sqlite',
table='test_table')
b = b.sort(field="id")
buf = StringIO()
b.push(stream=buf, format='csv', delimiter=',')
self.assertEquals(buf.getvalue(), self.sr)
def test_push(self):
a = Babe().pull(stream=StringIO(self.s1),
format='csv',
primary_key='rown')
a = a.typedetect()
a.push_mongo(db='pybabe_test', collection='test_push')
def test_pushpull(self):
a = Babe().pull(string=self.s2, format="csv", primary_key="rown")
a = a.typedetect()
a.push_mongo(db="pybabe_test", collection="test_pushpull", drop_collection=True)
b = Babe().pull_mongo(db="pybabe_test", fields=["rown", "f", "s"], collection="test_pushpull")
self.assertEquals(b.to_string(), self.s2)
def test_push(self):
a = Babe().pull(string=self.s1, format="csv", primary_key="rown")
a = a.typedetect()
a.push_mongo(db="pybabe_test", collection="test_push")
def test_pushpull(self):
a = Babe().pull(string=self.s2, format='csv', primary_key='rown')
a = a.typedetect()
a.push_mongo(db='pybabe_test',collection='test_pushpull', drop_collection=True)
b = Babe().pull_mongo(db="pybabe_test", fields=['rown', 'f', 's'], collection='test_pushpull')
self.assertEquals(b.to_string(), self.s2)
def test_push(self):
a = Babe().pull(string=self.s1, format='csv', primary_key='rown')
a = a.typedetect()
a.push_mongo(db='pybabe_test',collection='test_push')
