def initialise_method_templates(session): """ Initialise the default method templates. :param session: Database connection to add the created templates to :return: None """ blank_template = session.query(MethodTemplate).filter_by(name="Blank Template").first() if not blank_template: blank_method = Method() # blank_method.method_description = "Test description" session.add(blank_method) # Add an empty project as a blank template blank_dataset = Dataset() blank_dataset.name = "Test Title" session.add(blank_dataset) # Add an empty project as a blank template session.flush() blank_template = MethodTemplate() blank_template.template_id = blank_method.id blank_template.dataset_id = blank_dataset.id blank_template.category = "Blank (No pre-fill)" blank_template.name = "Blank Template" blank_template.description = ( "An empty template that allows you to start from scratch (only for advanced " "users or if no other template is relevent)." ) session.add(blank_template) # Add an empty project as a blank template tree_template = session.query(MethodTemplate).filter_by(name="Artificial Tree").first() if not tree_template: tree_method = Method() tree_method.method_name = "Artificial Sensor Tree" tree_method.method_description = ( "Collection method for ingesting aggregated tree sensor data from an external file server." ) tree_method.data_source = PullDataSource.__tablename__ tree_schema = MethodSchema() tree_schema.name = "ArtificialTree" tree_data_field = MethodSchemaField() tree_data_field.type = "file" tree_data_field.units = "text" tree_data_field.name = "TreeData" tree_data_field.description = "Aggregated data of all sensors for an artificial tree." tree_schema.custom_fields = [tree_data_field] tree_method.data_type = tree_schema # blank_method.method_description = "Test description" session.add(tree_method) # Add an empty project as a blank template tree_dataset = Dataset() tree_dataset.name = "Raw Artificial Tree Data" tree_datasource = PullDataSource() tree_datasource.uri = "http://emu.hpc.jcu.edu.au/tree/split/" tree_datasource.filename_pattern = "" tree_datasource.selected_sampling = PullDataSource.periodic_sampling.key tree_datasource.periodic_sampling = "1" tree_dataset.pull_data_source = tree_datasource session.add(tree_dataset) # Add an empty project as a blank template session.flush() tree_template = MethodTemplate() tree_template.template_id = tree_method.id tree_template.dataset_id = tree_dataset.id tree_template.category = "Artificial Tree" tree_template.name = "Artificial Tree" tree_template.description = "Template for setting up ingestion from an artificial tree." session.add(tree_template) # Add an empty project as a blank template sensor_template = session.query(MethodTemplate).filter_by(name="Artificial Tree Sensor").first() if not sensor_template: sensor_method = Method() sensor_method.method_name = "Artificial Tree Sensor" sensor_method.method_description = ( "Filter and index one sensor station from the aggregated artificial tree data." ) sensor_method.data_source = DatasetDataSource.__tablename__ sensor_method.data_type = session.query(MethodSchema).filter_by(name="Temperature").first() # blank_method.method_description = "Test description" session.add(sensor_method) # Add an empty project as a blank template sensor_dataset = Dataset() sensor_dataset.name = "Artificial Tree Sensor" sensor_datasource = DatasetDataSource() sensor_datasource.custom_processing_parameters = ( "file_field=TreeData, temp_field=Temperature, sensor_id=28180E08030000BE" ) sensor_dataset.dataset_data_source = sensor_datasource session.add(sensor_dataset) # Add an empty project as a blank template session.flush() sensor_template = MethodTemplate() sensor_template.template_id = sensor_method.id sensor_template.dataset_id = sensor_dataset.id sensor_template.category = "Artificial Tree" sensor_template.name = "Artificial Tree Sensor" sensor_template.description = "Templates setting up post-processing and indexing of one artificial tree sensor from the aggregated artificial tree data." session.add(sensor_template) # Add an empty project as a blank template placeholder_template_names = [ "DRO", "Australian Wet Tropics", "TERN Supersite", "The Wallace Initiative", "Tropical Futures", ] templates = session.query(MethodTemplate).all() print len(templates) if len(templates) <= 1: count = 0 for name in placeholder_template_names: for i in range(random.randint(2, 5)): template = MethodTemplate() template.template_id = blank_template.id template.dataset_id = blank_template.dataset_id template.category = name template.name = name + " Placeholder Template " + str(count) + " (Testing Only)" count += 1 template.description = ( "An empty template that allows you to start from scratch (only for advanced " "users or if no other template is relevent)." ) session.add(template) # Add an empty project as a blank template
def setUp(self): self.config = ConfigParser.SafeConfigParser() self.config.read('../../development.ini') settings = self.config._sections["app:main"] engine = engine_from_config(settings, 'sqlalchemy.') DBSession.configure(bind=engine) Base.metadata.create_all(engine) self.session = DBSession() self.auth = CredentialsAuthentication(self.config.get("app:main", "ingesterapi.username"), self.config.get("app:main", "ingesterapi.password")) self.ingester_api = IngesterAPIWrapper(self.config.get("app:main", "ingesterapi.url"), self.auth) self.project = Project() # self.project.description = "This is a test description for the DC24 provisioning interface" # self.project.no_activity = True # self.project.project_title = "This is a test title for the test DC24 project" # self.project.data_manager = "A Person" # self.project.project_lead = "Another Person" # self.project.brief_description = "This is a test brief description" # self.project.full_description = "This is a test full description" # keyword1 = Keyword() # keyword1.id = 0 # keyword1.project_id = self.project.id # keyword1.keyword = "Test Keyword" # self.project.keywords.append(keyword1) # for1 = FieldOfResearch() # for1.id = 0 # for1.project_id = self.project.id # for1.field_of_research = "010101" # self.project.fieldOfResearch.append(for1) # # seo1 = FieldOfResearch() # seo1.id = 0 # seo1.project_id = self.project.id # seo1.field_of_research = "010101" # self.project.socioEconomicObjective.append(seo1) # self.project.ecosystems_conservation_climate = True # self.project.typeOfResearch = "applied" # self.project.time_period_description = "Test time period description " + str(self.project.id) # self.project.date_from = 12345 # self.project.date_to = 1234 # self.project.location_description = "Test location description" test_location = Location() test_location.name = "Test Location" test_location.location = "POINT(135.8763427287297 -24.167471616893767)" test_location.elevation = 12.3 self.project.information = Metadata() self.project.information.locations.append(test_location) self.project.information.retention_period = "5" self.project.metadata.national_significance = False method1 = Method() method1.method_name = "Artificial tree sensor" method1.method_description = "A custom developed sensor consisting of a calibrated temperature sensor and a humidity sensor (which also has an uncalibrated temperature sensor within it)" method1.data_source = PullDataSource.__tablename__ temperature_schema = self.session.query(MethodSchema).filter_by(id=1).first() method1.data_type = MethodSchema() method1.data_type.name = "Test Schema" method1.data_type.parents.append(temperature_schema) # This is the default template schema that is setup on first run within scripts\initialise_database.py # The data entry location offset functionality has been changed # offset_schema = MethodSchema() # offset_schema.id = 1 # offset_schema.template_schema = True # offset_schema.name = "XYZ Offset Schema" # offset = LocationOffset() # # x_offset = MethodSchemaField() # x_offset.id = 0 # x_offset.method_schema_id = offset_schema.id # x_offset.type = "Double" # x_offset.units = "m" # offset_schema.custom_fields.append(x_offset) # # y_offset = MethodSchemaField() # y_offset.id = 1 # y_offset.method_schema_id = offset_schema.id # y_offset.type = "Double" # y_offset.units = "m" # offset_schema.custom_fields.append(y_offset) # # z_offset = MethodSchemaField() # z_offset.id = 2 # z_offset.method_schema_id = offset_schema.id # z_offset.type = "Double" # z_offset.units = "m" # offset_schema.custom_fields.append(z_offset) # # method1.data_type.parents.append(offset_schema) custom_field = MethodSchemaField() custom_field.name = "Distance" custom_field.type = "file" custom_field.units = "text/cvs" method1.data_type.custom_fields.append(custom_field) self.project.methods.append(method1) self.session.add(method1) self.session.flush() dataset1 = Dataset() dataset1.method_id = method1.id dataset1.disabled = False dataset1.description = "Test dataset" data_source = PullDataSource() data_source.uri = "http://localhost/test_ingestion" data_source.mime_type = custom_field.units data_source.selected_sampling = PullDataSource.periodic_sampling.key data_source.file_field = custom_field.id data_source.periodic_sampling = 1 dataset1.pull_data_source = data_source dataset1.time_period_description = "Test dataset time description" dataset1.date_from = 1234 dataset1.date_to = 1234 dataset1.location_description = "Test dataset location description" dataset1.elevation = 12.5 # If project location is set: # Allow user to provide offset only (set dataset location to project location) # Else: # Must set location (with optional offset) # TODO: For locations in project: add as region to location dataset_location = Location() dataset_location.name = "Test Dataset Location" dataset_location.location = "POINT(132.8763427287297 -24.167471616893767)" dataset_location.elevation = 12.6 dataset1.dataset_locations.append(dataset_location) location_offset = LocationOffset(0, 0, 5) dataset1.location_offset = location_offset self.project.datasets.append(dataset1) self.session.add(self.project) self.session.flush()