"name": "data", "type": "json" }, { "name": "raster_maps", "type": "raster" }] osm_africa_metadata = MetaData( 'OSM database for Africa', { "url": "http://download.geofabrik.de/africa-latest.osm.pbf", "format": "pbf", "downloadable": "free" }, 'data') osm_africa__ds = ds_from_metadata(osm_africa_metadata) osm_africa = GeoConcept('OSM database for Africa', 'OSM database for Africa.', 'Feature', json_feature_structure, subgeoconcepts=[], data_source=osm_africa__ds) osm_africa_metadata.set_metatable(metadata_table) osm_africa_metadata.set_validitydates(['2021-01-01', '2121-01-01']) metadata_fid_sequence = sequence_generator( dbs.get_last_value_of_seq( osm_africa_metadata.get_metatable().get_self_sequence_name('fid'), set_last_value=True, data_table=osm_africa_metadata.get_metatable().get_scheme() + '.' + osm_africa_metadata.get_metatable().get_name(), id_attribute='fid')) osm_africa_metadata.set_olu_id(next(metadata_fid_sequence)) dbs.execute(osm_africa_metadata.convert_to_sql_insert()) osm_africa__ds.set_metatable(ds_table) ds_fid_sequence = sequence_generator(
return twi # %% fields_metadata = MetaData( 'Pessl fields database', { "local": "/home/jovyan/public/shared/Scenario5/Field_borders/Field035.geojson", "format": "GeoJSON" }, 'data') fields_ds = ds_from_metadata(fields_metadata) fields = GeoConcept('Pessl fields', 'Fields of farmers that are using Pessl instruments', 'Feature', json_feature_structure, data_source=fields_ds, subgeoconcepts=[]) # %% fields.get_data_source().set_data_file( '/home/jovyan/public/shared/Scenario5/Field_borders/Field035.geojson') # %% features = fields.get_data_source().read_features('feature', number=1) feature = next(features)[0] # %% import os os.path.isfile('/home/jovyan/public/dem/eu_dem_czat3035.tif')
dbs_olu.disconnect() dbs_olu.connect() admunit_cz__metadata = MetaData( 'Administrative units in Czech Republic', { "url": "https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip", "format": "GML", "compression": "zip" }, 'data') admunit_cz__ds = ds_from_metadata(admunit_cz__metadata) admunit_cz = GeoConcept('Administrative units in Czech Republic', 'Administrative units in Czech Republic. All levels.', 'AdmUnitFeature', json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[]) url_adresa = admunit_cz.get_data_source().get_attributes()['url'] for i in re.findall('\[.*?\]', url_adresa): if i in list(replacement_dictionary.keys()): url_adresa = url_adresa.replace(i, replacement_dictionary[i]) admunit_cz.get_data_source().set_attribute({'url': url_adresa}) del (url_adresa) admunit_cz.create_table(dbs_admin, name='default', scheme='cz', conflict='append')
outLayer = outDataSource.CreateLayer("data", srs,geom_type=ogr.wkbPolygon) pixel_value = ogr.FieldDefn("pixel_value", ogr.OFTInteger) outLayer.CreateField(pixel_value) gdal.Polygonize( segments_polygons.GetRasterBand(1) , None, outLayer, 0) # %% del(outLayer,outDataSource,outDriver) # %% fields_metadata=MetaData('Identified segments (fields)', {"local":"segments.shp", "format":"ESRI Shapefile"}, 'data') fields_ds=ds_from_metadata(fields_metadata) fields=GeoConcept('Identified segments (fields)','Identified segments (fields) based on 2,4 and 8 bands of Sentinel', 'Feature',json_feature_structure, data_source=fields_ds, subgeoconcepts=[] ) # %% fields.get_data_source().set_data_file(fields.get_data_source().get_attributes()['local']) # %% fields.set_geojson_output_backend(os.getcwd()+'/','segments.geojson') with open(fields.get_geojson_output_backend(), 'w', encoding='utf-8') as file: geojson={"type": "FeatureCollection", "features": [] } features=fields.get_data_source().read_features('feature',number=10) for f in features: if len(f)>0: for feature in f: geojson["features"].append(feature.export_to_geojson()) json.dump(geojson, file, ensure_ascii=False, indent=4)
# %% replacement_dictionary = {"[posledni_den_mesice]":(datetime.datetime.today().replace(day=1)-datetime.timedelta(days=1)).strftime('%Y%m%d'),"[lpis_cz__posledni_aktualizace]":lpis_cz__posledni_aktualizace().strftime('%Y%m%d'), "[vcera]":(datetime.datetime.today().replace(day=1)-datetime.timedelta(days=1)).strftime('%Y%m%d')} json_feature_structure=[{"name":"id","type":"serial primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"}] json_feature_with_bigid_structure=[{"name":"id","type":"bigint primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"}] json_admin_unit_structure=[{"name":"id","type":"integer primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"},{"name":"level","type":"integer"},{"name":"parent_id","type":"text"}] json_admin_unit_structure_at=[{"name":"id","type":"text primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"},{"name":"level","type":"integer"},{"name":"parent_id","type":"text"}] json_feature_with_raster_structure=[{"name":"id","type":"serial primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"},{"name":"raster_maps","type":"raster"}] # %% admunit_cz__metadata=MetaData('Administrative units in Czech Republic', {"url":"https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip", "format":"GML", "compression":"zip"},'data') # %% admunit_cz__ds=ds_from_metadata(admunit_cz__metadata) admunit_cz=GeoConcept('Administrative units in Czech Republic','Administrative units in Czech Republic. All levels.', 'AdmUnitFeature',json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[] ) # %% url_adresa=admunit_cz.get_data_source().get_attributes()['url'] for i in re.findall('\[.*?\]',url_adresa): if i in list(replacement_dictionary.keys()): url_adresa=url_adresa.replace(i,replacement_dictionary[i]) admunit_cz.get_data_source().set_attribute({'url':url_adresa}) del(url_adresa) # %% #admunit_cz.get_data_source().download_data('archive.zip',s,'all',os.getcwd()) admunit_cz.get_data_source().set_data_file('20201031_ST_UKSG.xml') # %%
}] # %% admunit_cz__metadata = MetaData( 'Administrative units in Czech Republic', { "url": "https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip", "format": "GML", "compression": "zip" }, 'data') # %% admunit_cz__ds = ds_from_metadata(admunit_cz__metadata) admunit_cz = GeoConcept('Administrative units in Czech Republic', 'Administrative units in Czech Republic. All levels.', 'AdmUnitFeature', json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[]) # %% url_adresa = admunit_cz.get_data_source().get_attributes()['url'] for i in re.findall('\[.*?\]', url_adresa): if i in list(replacement_dictionary.keys()): url_adresa = url_adresa.replace(i, replacement_dictionary[i]) admunit_cz.get_data_source().set_attribute({'url': url_adresa}) del (url_adresa) # %% #admunit_cz.get_data_source().download_data('archive.zip',s,'all',os.getcwd()) admunit_cz.get_data_source().set_data_file('20201031_ST_UKSG.xml')
olu_conn.commit() olu_cur.execute( "SELECT table_name FROM information_schema.tables WHERE table_schema = 'tanzania_lc'" ) tables = [str(i[0]) for i in olu_cur.fetchall()] cci20__metadata = MetaData('CCI 20 meter African Land Cover map', { "local": "osm_africa/cci_tanzania_3857_2020.tif", "format": "GTiff" }, 'raster') cci20__ds = ds_from_metadata(cci20__metadata) cci20 = GeoConcept('CCI 20 meter African Land Cover map', 'CCI 20 meter African Land Cover map by ESA. ', 'Feature', json_feature_with_raster_structure, data_source=cci20__ds, subgeoconcepts=[]) cci20.set_raster_output_backend( '', cci20.get_data_source().get_attributes()['local']) olu_cur.execute( 'create table tanzania_lc_atts (id integer, lc_class integer, frequency numeric(5,2))' ) olu_conn.commit() olu_cur.execute( 'create unique index idx__tanzania_lc_atts__id on tanzania_lc_atts using btree(id) ' )
dbs_admin.connect() dbs_lpis_cz_connection={**{'dbname':'lpis_cz_ku'},**connectionstring_localhost} dbs_lpis_cz=DBStorage(dbs_lpis_cz_connection) dbs_lpis_cz.connect() dbs_lpis_cz.disconnect() dbs_lpis_cz.connect() admunit_cz__metadata=MetaData('Administrative units in Czech Republic', {"url":"https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip", "format":"GML", "compression":"zip"},'data') admunit_cz__ds=ds_from_metadata(admunit_cz__metadata) admunit_cz=GeoConcept('Administrative units in Czech Republic','Administrative units in Czech Republic. All levels.', 'AdmUnitFeature',json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[] ) url_adresa=admunit_cz.get_data_source().get_attributes()['url'] for i in re.findall('\[.*?\]',url_adresa): if i in list(replacement_dictionary.keys()): url_adresa=url_adresa.replace(i,replacement_dictionary[i]) admunit_cz.get_data_source().set_attribute({'url':url_adresa}) del(url_adresa) #admunit_cz.get_data_source().download_data('archive.zip',s,'all',os.getcwd()) admunit_cz.get_data_source().set_data_file('20201031_ST_UKSG.xml') admunit_cz.create_table(dbs_admin, name='default',scheme='cz',conflict='append')
# %% admunit_cz__metadata = MetaData( 'Uzemni celky v CR', { "url": "https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip", "format": "GML", "compression": "zip" }, 'data') # %% admunit_cz__ds = ds_from_metadata(admunit_cz__metadata) # %% admunit_cz = GeoConcept('Uzemni celky v CR', 'Uzemni celky v CR. Vsechny urovne.', 'AdmUnitFeature', json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[]) # %% url_adresa = admunit_cz.get_data_source().get_attributes()['url'] for i in re.findall('\[.*?\]', url_adresa): if i in list(replacement_dictionary.keys()): url_adresa = url_adresa.replace(i, replacement_dictionary[i]) # %% admunit_cz.get_data_source().set_attribute({'url': url_adresa}) del (url_adresa) # %% #admunit_cz.get_data_source().download_data('archive.zip',s,'all',(os.getcwd()+'/'))
# %% admunit_cz__ds=ds_from_metadata(admunit_cz__metadata) ruian_cz__ds=ds_from_metadata(ruian_cz__metadata) ruian_cz__ds.set_attributes({**ruian_cz__ds.get_attributes(),**{'layer':'Parcely'}}) lpis_cz__ds_xml=ds_from_metadata(lpis_cz__metadata,format='XML') ua_cz__ds=ds_from_metadata(ua_cz__metadata) ua_cz__ds.set_attributes({**ua_cz__ds.get_attributes(),**{'layer':'{compilable:ua_gpkg_layer}'}}) corine_cz__ds=ds_from_metadata(corine_cz__metadata,format='ESRI Shapefile') # %% admunit_cz=GeoConcept('Administrative units in Czech Republic','Administrative units in Czech Republic. All levels.', 'AdmUnitFeature',json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[] ) ruian_parcely_cz=GeoConcept('Land parcels in Czech Republic','Digital land parcels (parcely) in Czech Republic.', 'FeatureWithID',json_feature_with_bigid_structure, data_source=ruian_cz__ds,subgeoconcepts=[],adm_graph_node='1') lpis_cz=GeoConcept('LPIS in Czech Republic','LPIS in Czech Republic. All levels.', 'FeatureWithID',json_feature_structure, data_source=lpis_cz__ds_xml, subgeoconcepts=[], adm_graph_node='1') corine_cz=GeoConcept('CORINE land cover in Czech Republic','CORINE land cover in Czech Republic in years 1990 - 2018.', 'FeatureWithID',json_feature_structure, subgeoconcepts=[], data_source=corine_cz__ds) ua_cz=GeoConcept('Urban Atlas in Czech Republic','Urban Atlas in Czech Republic in 2012.', 'FeatureWithID',json_feature_structure, subgeoconcepts=[], data_source=ua_cz__ds) # %% if 'local' in ruian_parcely_cz.get_data_source().get_attributes():