def test_run_sasi_task(self):
self.data_dir = generate_data_dir(effort_model='nominal')
def get_connection():
if platform.system() == 'Java':
db_uri = 'h2+zxjdbc:///mem:'
else:
db_uri = 'sqlite://'
engine = create_engine(db_uri)
con = engine.connect()
return con
logger = logging.getLogger('test')
logger.addHandler(logging.StreamHandler())
logger.setLevel(logging.INFO)
task = RunSasiTask(
input_path=self.data_dir,
get_connection=get_connection,
logger=logger,
config={
#'result_fields': ['gear_id', 'substrate_id'],
'ingest': {
'sections': {
'gears': {
#'limit': 1,
},
'habitats': {
#'limit': 1000,
},
'grid': {
#'limit': 100,
}
}
},
'run_model': {
'run': {
'batch_size': 'auto',
}
},
}
)
task.call()
def test_georefine_packager(self):
cells = data_generators.generate_cell_grid()
energys = data_generators.generate_energys()
features = data_generators.generate_features()
substrates = data_generators.generate_substrates()
gears = data_generators.generate_gears()
#results = data_generators.generate_results(
#times=range(0,3), cells=cells, energys=energys,
#features=features, substrates=substrates, gears=gears)
# Directory for GeoRefine-specific data files.
source_dir = data_generators.generate_data_dir()
metadata_dir = tempfile.mkdtemp(prefix="gr_md.")
open(os.path.join(metadata_dir, "foo.html"), "wb").write("Hi")
packager = GeoRefinePackager(
data={
'time': [t for t in range(0,10)],
'cell': cells,
'energy': energys,
'substrate': substrates,
'feature': features,
'feature_category': [],
'gear': gears,
'sasi_result': [],
'fishing_result': [],
},
source_dir=source_dir,
metadata_dir=metadata_dir
)
archive_file = packager.create_package()
self.target_dir = packager.target_dir
print self.target_dir
print archive_file
def setUp(self):
self.data_dir = dg.generate_data_dir()
def main():
print dg.generate_data_dir()
def generate_data_dir(self, **kwargs):
data = {}
data['substrates'] = [
models.Substrate(id="S1"),
models.Substrate(id="S2"),
]
data['energys'] = [models.Energy(id="High"), models.Energy(id="Low")]
data['feature_categories'] = [
models.FeatureCategory(id="FC1"),
models.FeatureCategory(id="FC2"),
]
data['features'] = [
models.Feature(id="F1", category="FC1"),
models.Feature(id="F2", category="FC2"),
models.Feature(id="F3", category="FC1"),
models.Feature(id="F4", category="FC2"),
]
data['grid'] = [
dg.generate_cell(
id=0,
x0=0,
y0=-2,
x1=4,
y1=0,
),
dg.generate_cell(
id=1,
x0=0,
y0=0,
x1=4,
y1=2,
)
]
data['habitats'] = [
dg.generate_habitat(id=1,
x0=0,
y0=-2,
x1=1,
y1=2,
substrate_id='S1',
energy_id='Low',
z=10),
dg.generate_habitat(id=2,
x0=1,
y0=-2,
x1=2,
y1=2,
substrate_id='S1',
energy_id='High',
z=20),
dg.generate_habitat(id=3,
x0=2,
y0=-2,
x1=3,
y1=2,
substrate_id='S2',
energy_id='Low',
z=30),
dg.generate_habitat(id=4,
x0=3,
y0=-2,
x1=4,
y1=2,
substrate_id='S2',
energy_id='High',
z=40),
]
return dg.generate_data_dir(data=data, **kwargs)
def generate_data_dir(self, **kwargs):
data = {}
data['substrates'] = [
models.Substrate(id="S1"),
models.Substrate(id="S2"),
]
data['energys'] = [
models.Energy(id="High"),
models.Energy(id="Low")
]
data['feature_categories'] = [
models.FeatureCategory(id="FC1"),
models.FeatureCategory(id="FC2"),
]
data['features'] = [
models.Feature(id="F1", category="FC1"),
models.Feature(id="F2", category="FC2"),
models.Feature(id="F3", category="FC1"),
models.Feature(id="F4", category="FC2"),
]
data['grid'] = [
dg.generate_cell(
id=0,
x0=0,y0=-2,x1=4, y1=0,
),
dg.generate_cell(
id=1,
x0=0,y0=0,x1=4, y1=2,
)
]
data['habitats'] = [
dg.generate_habitat(
id=1,
x0=0,y0=-2,x1=1, y1=2,
substrate_id='S1',
energy_id='Low',
z=10
),
dg.generate_habitat(
id=2,
x0=1,y0=-2,x1=2, y1=2,
substrate_id='S1',
energy_id='High',
z=20
),
dg.generate_habitat(
id=3,
x0=2,y0=-2,x1=3, y1=2,
substrate_id='S2',
energy_id='Low',
z=30
),
dg.generate_habitat(
id=4,
x0=3,y0=-2,x1=4, y1=2,
substrate_id='S2',
energy_id='High',
z=40
),
]
return dg.generate_data_dir(data=data, **kwargs)
def test_generate_data_dir(self):
data_dir = tempfile.mkdtemp(prefix="tst.")
data_generators.generate_data_dir(data_dir=data_dir)
shutil.rmtree(data_dir)
def main():
print dg.generate_data_dir()
def test_generate_data_dir(self):
data_dir = tempfile.mkdtemp(prefix="tst.")
data_generators.generate_data_dir(data_dir=data_dir)
shutil.rmtree(data_dir)
