def test_run_sasi_task(self): self.data_dir = generate_data_dir(effort_model='nominal') def get_connection(): if platform.system() == 'Java': db_uri = 'h2+zxjdbc:///mem:' else: db_uri = 'sqlite://' engine = create_engine(db_uri) con = engine.connect() return con logger = logging.getLogger('test') logger.addHandler(logging.StreamHandler()) logger.setLevel(logging.INFO) task = RunSasiTask( input_path=self.data_dir, get_connection=get_connection, logger=logger, config={ #'result_fields': ['gear_id', 'substrate_id'], 'ingest': { 'sections': { 'gears': { #'limit': 1, }, 'habitats': { #'limit': 1000, }, 'grid': { #'limit': 100, } } }, 'run_model': { 'run': { 'batch_size': 'auto', } }, } ) task.call()
def test_georefine_packager(self): cells = data_generators.generate_cell_grid() energys = data_generators.generate_energys() features = data_generators.generate_features() substrates = data_generators.generate_substrates() gears = data_generators.generate_gears() #results = data_generators.generate_results( #times=range(0,3), cells=cells, energys=energys, #features=features, substrates=substrates, gears=gears) # Directory for GeoRefine-specific data files. source_dir = data_generators.generate_data_dir() metadata_dir = tempfile.mkdtemp(prefix="gr_md.") open(os.path.join(metadata_dir, "foo.html"), "wb").write("Hi") packager = GeoRefinePackager( data={ 'time': [t for t in range(0,10)], 'cell': cells, 'energy': energys, 'substrate': substrates, 'feature': features, 'feature_category': [], 'gear': gears, 'sasi_result': [], 'fishing_result': [], }, source_dir=source_dir, metadata_dir=metadata_dir ) archive_file = packager.create_package() self.target_dir = packager.target_dir print self.target_dir print archive_file
def setUp(self): self.data_dir = dg.generate_data_dir()
def main(): print dg.generate_data_dir()
def generate_data_dir(self, **kwargs): data = {} data['substrates'] = [ models.Substrate(id="S1"), models.Substrate(id="S2"), ] data['energys'] = [models.Energy(id="High"), models.Energy(id="Low")] data['feature_categories'] = [ models.FeatureCategory(id="FC1"), models.FeatureCategory(id="FC2"), ] data['features'] = [ models.Feature(id="F1", category="FC1"), models.Feature(id="F2", category="FC2"), models.Feature(id="F3", category="FC1"), models.Feature(id="F4", category="FC2"), ] data['grid'] = [ dg.generate_cell( id=0, x0=0, y0=-2, x1=4, y1=0, ), dg.generate_cell( id=1, x0=0, y0=0, x1=4, y1=2, ) ] data['habitats'] = [ dg.generate_habitat(id=1, x0=0, y0=-2, x1=1, y1=2, substrate_id='S1', energy_id='Low', z=10), dg.generate_habitat(id=2, x0=1, y0=-2, x1=2, y1=2, substrate_id='S1', energy_id='High', z=20), dg.generate_habitat(id=3, x0=2, y0=-2, x1=3, y1=2, substrate_id='S2', energy_id='Low', z=30), dg.generate_habitat(id=4, x0=3, y0=-2, x1=4, y1=2, substrate_id='S2', energy_id='High', z=40), ] return dg.generate_data_dir(data=data, **kwargs)
def generate_data_dir(self, **kwargs): data = {} data['substrates'] = [ models.Substrate(id="S1"), models.Substrate(id="S2"), ] data['energys'] = [ models.Energy(id="High"), models.Energy(id="Low") ] data['feature_categories'] = [ models.FeatureCategory(id="FC1"), models.FeatureCategory(id="FC2"), ] data['features'] = [ models.Feature(id="F1", category="FC1"), models.Feature(id="F2", category="FC2"), models.Feature(id="F3", category="FC1"), models.Feature(id="F4", category="FC2"), ] data['grid'] = [ dg.generate_cell( id=0, x0=0,y0=-2,x1=4, y1=0, ), dg.generate_cell( id=1, x0=0,y0=0,x1=4, y1=2, ) ] data['habitats'] = [ dg.generate_habitat( id=1, x0=0,y0=-2,x1=1, y1=2, substrate_id='S1', energy_id='Low', z=10 ), dg.generate_habitat( id=2, x0=1,y0=-2,x1=2, y1=2, substrate_id='S1', energy_id='High', z=20 ), dg.generate_habitat( id=3, x0=2,y0=-2,x1=3, y1=2, substrate_id='S2', energy_id='Low', z=30 ), dg.generate_habitat( id=4, x0=3,y0=-2,x1=4, y1=2, substrate_id='S2', energy_id='High', z=40 ), ] return dg.generate_data_dir(data=data, **kwargs)
def test_generate_data_dir(self): data_dir = tempfile.mkdtemp(prefix="tst.") data_generators.generate_data_dir(data_dir=data_dir) shutil.rmtree(data_dir)