def test_pushsqlite_partition(self): a = Babe().pull(string=self.s, format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', drop_table = True, create_table=True) a = Babe().pull(string=self.s2, format='csv') a = a.typedetect() a = a.partition(field='id') a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', delete_partition=True) b = Babe().pull_sql(database_kind='sqlite', database='test.sqlite', table='test_table') b = b.sort(field="id") self.assertEquals(b.to_string(), self.sr)
def test_pushsqlite_partition(self): a = Babe().pull(stream=StringIO(self.s), format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', drop_table = True, create_table=True) a = Babe().pull(stream=StringIO(self.s2), format='csv') a = a.typedetect() a = a.partition(field='id') a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', delete_partition=True) b = Babe().pull_sql(database_kind='sqlite', database='test.sqlite', table='test_table') b = b.sort(field="id") buf = StringIO() b.push(stream=buf, format='csv', delimiter=',') self.assertEquals(buf.getvalue(), self.sr)
def test_bulk(self): a = Babe().pull(stream=StringIO(self.s), format="csv") a = a.typedetect() a = a.bulkMapTo(lambda list: [[sum([r.a for r in list])]] * len(list), bulk_size=2, insert_fields=["b"]) self.assertEquals(a.to_string(), self.s2)
def test_bulk(self): a = Babe().pull(stream=StringIO(self.s), format="csv") a = a.typedetect() a = a.bulkMapTo(lambda list: [[sum([r.a for r in list])]] * len(list), bulk_size=2, insert_fields=["b"]) self.assertEquals(a.to_string(), self.s2)
def test_twitter(self): a = Babe().pull_twitter() a = a.filterColumns(keep_fields= ["author_name", "author_id", "author_screen_name", "created_at", "hashtags", "text", "in_reply_to_status_id_str"]) a = a.typedetect() buf = StringIO() a.push(stream=buf, format='csv')
def test_twitter(self): a = Babe().pull_twitter() a = a.filterColumns(keep_fields=[ "author_name", "author_id", "author_screen_name", "created_at", "hashtags", "text", "in_reply_to_status_id_str" ]) a = a.typedetect() a.to_string()
def test_vectorwise(self): a = Babe().pull(stream=StringIO(self.s), format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='vectorwise', database='pybabe_test', drop_table = True, create_table=True) b = Babe().pull_sql(database_kind='vectorwise', database='pybabe_test', table='test_table') buf = StringIO() b.push(stream=buf, format='csv', delimiter=',') self.assertEquals(buf.getvalue(), self.s)
def test_pushpull(self): a = Babe().pull(stream=StringIO(self.s2), format='csv', primary_key='rown') a = a.typedetect() a.push_mongo(db='pybabe_test',collection='test_pushpull', drop_collection=True) b = Babe().pull_mongo(db="pybabe_test", fields=['rown', 'f', 's'], collection='test_pushpull') buf = StringIO() b.push(stream=buf, format='csv') self.assertEquals(buf.getvalue(), self.s2)
def test_pushsqlite(self): a = Babe().pull(string=self.s, format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='sqlite', database='tests/files/test.sqlite', drop_table=True, create_table=True) b = Babe().pull_sql(database_kind='sqlite', database='tests/files/test.sqlite', table='test_table') self.assertEquals(b.to_string(), self.s)
def test_vectorwise(self): a = Babe().pull(string=self.s, format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='vectorwise', database='pybabe_test', drop_table=True, create_table=True) b = Babe().pull_sql(database_kind='vectorwise', database='pybabe_test', table='test_table') self.assertEquals(b.to_string(), self.s)
def test_pushsqlite_partition(self): a = Babe().pull(string=self.s, format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', drop_table=True, create_table=True) a = Babe().pull(string=self.s2, format='csv') a = a.typedetect() a = a.partition(field='id') a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', delete_partition=True) b = Babe().pull_sql(database_kind='sqlite', database='test.sqlite', table='test_table') b = b.sort(field="id") self.assertEquals(b.to_string(), self.sr)
def test_vectorwise(self): a = Babe().pull(string=self.s, format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='vectorwise', database='pybabe_test', drop_table=True, create_table=True) b = Babe().pull_sql(database_kind='vectorwise', database='pybabe_test', table='test_table') self.assertEquals(b.to_string(), self.s)
def test_vectorwise(self): a = Babe().pull(stream=StringIO(self.s), format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='vectorwise', database='pybabe_test', drop_table=True, create_table=True) b = Babe().pull_sql(database_kind='vectorwise', database='pybabe_test', table='test_table') buf = StringIO() b.push(stream=buf, format='csv', delimiter=',') self.assertEquals(buf.getvalue(), self.s)
def test_pushpull(self): a = Babe().pull(stream=StringIO(self.s2), format='csv', primary_key='rown') a = a.typedetect() a.push_mongo(db='pybabe_test', collection='test_pushpull', drop_collection=True) b = Babe().pull_mongo(db="pybabe_test", fields=['rown', 'f', 's'], collection='test_pushpull') buf = StringIO() b.push(stream=buf, format='csv') self.assertEquals(buf.getvalue(), self.s2)
def test_pushsqlite_partition(self): a = Babe().pull(stream=StringIO(self.s), format='csv') a = a.typedetect() a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', drop_table=True, create_table=True) a = Babe().pull(stream=StringIO(self.s2), format='csv') a = a.typedetect() a = a.partition(field='id') a.push_sql(table='test_table', database_kind='sqlite', database='test.sqlite', delete_partition=True) b = Babe().pull_sql(database_kind='sqlite', database='test.sqlite', table='test_table') b = b.sort(field="id") buf = StringIO() b.push(stream=buf, format='csv', delimiter=',') self.assertEquals(buf.getvalue(), self.sr)
def test_push(self): a = Babe().pull(stream=StringIO(self.s1), format='csv', primary_key='rown') a = a.typedetect() a.push_mongo(db='pybabe_test', collection='test_push')
def test_pushpull(self): a = Babe().pull(string=self.s2, format="csv", primary_key="rown") a = a.typedetect() a.push_mongo(db="pybabe_test", collection="test_pushpull", drop_collection=True) b = Babe().pull_mongo(db="pybabe_test", fields=["rown", "f", "s"], collection="test_pushpull") self.assertEquals(b.to_string(), self.s2)
def test_push(self): a = Babe().pull(string=self.s1, format="csv", primary_key="rown") a = a.typedetect() a.push_mongo(db="pybabe_test", collection="test_push")
def test_pushpull(self): a = Babe().pull(string=self.s2, format='csv', primary_key='rown') a = a.typedetect() a.push_mongo(db='pybabe_test',collection='test_pushpull', drop_collection=True) b = Babe().pull_mongo(db="pybabe_test", fields=['rown', 'f', 's'], collection='test_pushpull') self.assertEquals(b.to_string(), self.s2)
def test_push(self): a = Babe().pull(string=self.s1, format='csv', primary_key='rown') a = a.typedetect() a.push_mongo(db='pybabe_test',collection='test_push')