def test_build_bundle(self):
import shutil
bundle = Bundle()
shutil.copyfile(
bundle.filesystem.path('meta','schema-edit-me.csv'),
bundle.filesystem.path('meta','schema.csv'))
#try:
bundle.database.enable_delete = True
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
bundle.close()
# The second run will use the changes to the schema made in the
# first run, due to the types errors in the 'coding' table.
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
bundle.close()
try:
pass
finally:
# Need to clean up to ensure that we're back to a good state.
# This runs the normal build, which will be used by the other
# tests.
shutil.copyfile(
bundle.filesystem.path('meta','schema-edit-me.csv'),
bundle.filesystem.path('meta','schema.csv'))
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build()
bundle.post_build()
def test_build_bundle(self):
import shutil
bundle = Bundle()
shutil.copyfile(bundle.filesystem.path('meta', 'schema-edit-me.csv'),
bundle.filesystem.path('meta', 'schema.csv'))
#try:
bundle.database.enable_delete = True
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
bundle.close()
# The second run will use the changes to the schema made in the
# first run, due to the types errors in the 'coding' table.
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
bundle.close()
try:
pass
finally:
# Need to clean up to ensure that we're back to a good state.
# This runs the normal build, which will be used by the other
# tests.
shutil.copyfile(
bundle.filesystem.path('meta', 'schema-edit-me.csv'),
bundle.filesystem.path('meta', 'schema.csv'))
bundle.clean()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build()
bundle.post_build()
def test_bundle_build(self):
from ambry.dbexceptions import ConflictError
bundle = Bundle()
# Need to clear the library, or the Bundle's pre_prepare
# will cancel the build if this version is already installed
bundle.library.purge()
bundle.exit_on_fatal = False
bundle.clean()
bundle.database.create()
bundle.prepare()
bp = bundle.partitions
with bundle.session:
bp._new_orm_partition(PartialPartitionName(table = 'tone', time = 't1', space='s1'))
bp._new_orm_partition(PartialPartitionName(table = 'tone', time = 't1', space='s2'))
bp._new_orm_partition(PartialPartitionName(table = 'tone', time = 't1', space=None))
bp._new_orm_partition(PartialPartitionName(table = 'tone', time = 't2', space='s1'))
bp._new_orm_partition(PartialPartitionName(table = 'tone', time = 't2', space='s2'))
bp._new_orm_partition(PartialPartitionName(table = 'tone', time = 't2', space=None))
with self.assertRaises(ConflictError):
with bundle.session:
bp._new_orm_partition(PartialPartitionName(table = 'tone',time = 't1', space='s1'))
pnq = PartitionNameQuery(table = 'tone', time=NameQuery.ANY, space='s1')
names = [p.vname
for p in bp._find_orm(pnq).all()]
self.assertEqual({u'source-dataset-subset-variation-tone-t1-s1-0.0.1',
u'source-dataset-subset-variation-tone-t2-s1-0.0.1'},
set(names))
names = [p.vname
for p in bp._find_orm(PartitionNameQuery(space=NameQuery.ANY)).all()]
self.assertEqual(6, len(names))
names = [p.vname
for p in bp._find_orm(PartitionNameQuery(table = 'tone',time='t1',space=NameQuery.ANY)).all()]
self.assertEqual({'source-dataset-subset-variation-tone-t1-s2-0.0.1',
'source-dataset-subset-variation-tone-t1-0.0.1',
'source-dataset-subset-variation-tone-t1-s1-0.0.1'},
set(names))
names = [p.vname
for p in bp._find_orm(PartitionNameQuery(table = 'tone',time='t1',space=NameQuery.NONE)).all()]
self.assertEqual({'source-dataset-subset-variation-tone-t1-0.0.1'},
set(names))
# Start over, use a higher level function to create the partitions
bundle.close() # Or you'll get an OperationalError
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.clean()
bundle.database.create()
bundle.prepare()
bp = bundle.partitions
bp._new_partition(PartialPartitionName(table = 'tone',time = 't1', space='s1'))
self.assertEquals(1, len(bp.all))
bp._new_partition(PartialPartitionName(table = 'tone',time = 't1', space='s2'))
self.assertEquals(2, len(bp.all))
bp._new_partition(PartialPartitionName(table = 'tone',time = 't1', space=None))
bp._new_partition(PartialPartitionName(table = 'tone',time = 't2', space='s1'))
bp._new_partition(PartialPartitionName(table = 'tone',time = 't2', space='s2'))
bp._new_partition(PartialPartitionName(table = 'tone',time = 't2', space=None))
self.assertEquals(6, len(bp.all))
names = [p.vname
for p in bp._find_orm(PartitionNameQuery(time='t1', space=NameQuery.ANY)).all()]
self.assertEqual({'source-dataset-subset-variation-tone-t1-s2-0.0.1',
'source-dataset-subset-variation-tone-t1-0.0.1',
'source-dataset-subset-variation-tone-t1-s1-0.0.1'},
set(names))
# Start over, use a higher level function to create the partitions
bundle.close()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.clean()
bundle.database.create()
bundle.prepare()
bp = bundle.partitions
p = bp.new_db_partition(table = 'tone',time = 't1', space='s1')
self.assertEquals('source-dataset-subset-variation-tone-t1-s1-0.0.1~piEGPXmDC8001001', p.identity.fqname)
p = bp.find_or_new(table = 'tone',time = 't1', space='s2')
self.assertEquals('source-dataset-subset-variation-tone-t1-s2-0.0.1~piEGPXmDC8002001', p.identity.fqname)
# Duplicate
p = bp.find_or_new(table = 'tone',time = 't1', space='s2')
self.assertEquals('source-dataset-subset-variation-tone-t1-s2-0.0.1~piEGPXmDC8002001', p.identity.fqname)
# Ok! Build!
bundle.close()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.clean()
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
self.assertEquals('diEGPXmDC8001', bundle.identity.vid)
self.assertEquals('source-dataset-subset-variation', bundle.identity.sname)
self.assertEquals('source-dataset-subset-variation-0.0.1', bundle.identity.vname)
self.assertEquals('source-dataset-subset-variation-0.0.1~diEGPXmDC8001', bundle.identity.fqname)
def test_bundle_build(self):
from ambry.dbexceptions import ConflictError
bundle = Bundle()
# Need to clear the library, or the Bundle's pre_prepare
# will cancel the build if this version is already installed
bundle.library.purge()
bundle.exit_on_fatal = False
bundle.clean()
bundle.database.create()
bp = bundle.partitions
with bundle.session:
bp._new_orm_partition(PartialPartitionName(time = 't1', space='s1'))
bp._new_orm_partition(PartialPartitionName(time = 't1', space='s2'))
bp._new_orm_partition(PartialPartitionName(time = 't1', space=None))
bp._new_orm_partition(PartialPartitionName(time = 't2', space='s1'))
bp._new_orm_partition(PartialPartitionName(time = 't2', space='s2'))
bp._new_orm_partition(PartialPartitionName(time = 't2', space=None))
with self.assertRaises(ConflictError):
with bundle.session:
bp._new_orm_partition(PartialPartitionName(time = 't1', space='s1'))
pnq = PartitionNameQuery(time=NameQuery.ANY, space='s1')
names = [p.vname
for p in bp._find_orm(pnq).all()]
self.assertEqual({u'source-dataset-subset-variation-t2-s1-0.0.1',
u'source-dataset-subset-variation-t1-s1-0.0.1'},
set(names))
names = [p.vname
for p in bp._find_orm(PartitionNameQuery(space=NameQuery.ANY)).all()]
self.assertEqual(6,len(names))
names = [p.vname
for p in bp._find_orm(PartitionNameQuery(time='t1',space=NameQuery.ANY)).all()]
self.assertEqual({'source-dataset-subset-variation-t1-s2-0.0.1',
'source-dataset-subset-variation-t1-0.0.1',
'source-dataset-subset-variation-t1-s1-0.0.1'},
set(names))
names = [p.vname
for p in bp._find_orm(PartitionNameQuery(time='t1',space=NameQuery.NONE)).all()]
self.assertEqual({'source-dataset-subset-variation-t1-0.0.1'},
set(names))
# Start over, use a higher level function to create the partitions
bundle.close() # Or you'll get an OperationalError
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.clean()
bundle.database.create()
bp = bundle.partitions
bp._new_partition(PartialPartitionName(time = 't1', space='s1'))
self.assertEquals(1, len(bp.all))
bp._new_partition(PartialPartitionName(time = 't1', space='s2'))
self.assertEquals(2, len(bp.all))
bp._new_partition(PartialPartitionName(time = 't1', space=None))
bp._new_partition(PartialPartitionName(time = 't2', space='s1'))
bp._new_partition(PartialPartitionName(time = 't2', space='s2'))
bp._new_partition(PartialPartitionName(time = 't2', space=None))
self.assertEquals(6, len(bp.all))
names = [p.vname
for p in bp._find_orm(PartitionNameQuery(time='t1',space=NameQuery.ANY)).all()]
self.assertEqual({'source-dataset-subset-variation-t1-s2-0.0.1',
'source-dataset-subset-variation-t1-0.0.1',
'source-dataset-subset-variation-t1-s1-0.0.1'},
set(names))
# Start over, use a higher level function to create the partitions
bundle.close()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.clean()
bundle.database.create()
bp = bundle.partitions
p = bp.new_db_partition(time = 't1', space='s1')
self.assertEquals('source-dataset-subset-variation-t1-s1-0.0.1~piEGPXmDC8001001', p.identity.fqname)
p = bp.find_or_new(time = 't1', space='s2')
self.assertEquals('source-dataset-subset-variation-t1-s2-0.0.1~piEGPXmDC8002001', p.identity.fqname)
# Duplicate
p = bp.find_or_new(time = 't1', space='s2')
self.assertEquals('source-dataset-subset-variation-t1-s2-0.0.1~piEGPXmDC8002001', p.identity.fqname)
p = bp.find_or_new_geo(time = 't2', space='s1')
# Which it is depends on whether GDAL is installed.
self.assertIn(p.identity.fqname,[
'source-dataset-subset-variation-t2-s1-geo-0.0.1~piEGPXmDC8003001',
'source-dataset-subset-variation-t2-s1-0.0.1~piEGPXmDC8003001' ]
)
# Ok! Build!
bundle.close()
bundle = Bundle()
bundle.exit_on_fatal = False
bundle.clean()
bundle.pre_prepare()
bundle.prepare()
bundle.post_prepare()
bundle.pre_build()
bundle.build_db_inserter_codes()
bundle.post_build()
self.assertEquals('diEGPXmDC8001',bundle.identity.vid)
self.assertEquals('source-dataset-subset-variation',bundle.identity.sname)
self.assertEquals('source-dataset-subset-variation-0.0.1',bundle.identity.vname)
self.assertEquals('source-dataset-subset-variation-0.0.1~diEGPXmDC8001',bundle.identity.fqname)
