"name": "data",
"type": "json"
}, {
"name": "raster_maps",
"type": "raster"
}]
osm_africa_metadata = MetaData(
'OSM database for Africa', {
"url": "http://download.geofabrik.de/africa-latest.osm.pbf",
"format": "pbf",
"downloadable": "free"
}, 'data')
osm_africa__ds = ds_from_metadata(osm_africa_metadata)
osm_africa = GeoConcept('OSM database for Africa',
'OSM database for Africa.',
'Feature',
json_feature_structure,
subgeoconcepts=[],
data_source=osm_africa__ds)
osm_africa_metadata.set_metatable(metadata_table)
osm_africa_metadata.set_validitydates(['2021-01-01', '2121-01-01'])
metadata_fid_sequence = sequence_generator(
dbs.get_last_value_of_seq(
osm_africa_metadata.get_metatable().get_self_sequence_name('fid'),
set_last_value=True,
data_table=osm_africa_metadata.get_metatable().get_scheme() + '.' +
osm_africa_metadata.get_metatable().get_name(),
id_attribute='fid'))
osm_africa_metadata.set_olu_id(next(metadata_fid_sequence))
dbs.execute(osm_africa_metadata.convert_to_sql_insert())
osm_africa__ds.set_metatable(ds_table)
ds_fid_sequence = sequence_generator(
return twi
# %%
fields_metadata = MetaData(
'Pessl fields database', {
"local":
"/home/jovyan/public/shared/Scenario5/Field_borders/Field035.geojson",
"format": "GeoJSON"
}, 'data')
fields_ds = ds_from_metadata(fields_metadata)
fields = GeoConcept('Pessl fields',
'Fields of farmers that are using Pessl instruments',
'Feature',
json_feature_structure,
data_source=fields_ds,
subgeoconcepts=[])
# %%
fields.get_data_source().set_data_file(
'/home/jovyan/public/shared/Scenario5/Field_borders/Field035.geojson')
# %%
features = fields.get_data_source().read_features('feature', number=1)
feature = next(features)[0]
# %%
import os
os.path.isfile('/home/jovyan/public/dem/eu_dem_czat3035.tif')
dbs_olu.disconnect()
dbs_olu.connect()
admunit_cz__metadata = MetaData(
'Administrative units in Czech Republic', {
"url":
"https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip",
"format": "GML",
"compression": "zip"
}, 'data')
admunit_cz__ds = ds_from_metadata(admunit_cz__metadata)
admunit_cz = GeoConcept('Administrative units in Czech Republic',
'Administrative units in Czech Republic. All levels.',
'AdmUnitFeature',
json_admin_unit_structure,
data_source=admunit_cz__ds,
subgeoconcepts=[])
url_adresa = admunit_cz.get_data_source().get_attributes()['url']
for i in re.findall('\[.*?\]', url_adresa):
if i in list(replacement_dictionary.keys()):
url_adresa = url_adresa.replace(i, replacement_dictionary[i])
admunit_cz.get_data_source().set_attribute({'url': url_adresa})
del (url_adresa)
admunit_cz.create_table(dbs_admin,
name='default',
scheme='cz',
conflict='append')
outLayer = outDataSource.CreateLayer("data", srs,geom_type=ogr.wkbPolygon)
pixel_value = ogr.FieldDefn("pixel_value", ogr.OFTInteger)
outLayer.CreateField(pixel_value)
gdal.Polygonize( segments_polygons.GetRasterBand(1) , None, outLayer, 0)
# %%
del(outLayer,outDataSource,outDriver)
# %%
fields_metadata=MetaData('Identified segments (fields)',
{"local":"segments.shp", "format":"ESRI Shapefile"},
'data')
fields_ds=ds_from_metadata(fields_metadata)
fields=GeoConcept('Identified segments (fields)','Identified segments (fields) based on 2,4 and 8 bands of Sentinel',
'Feature',json_feature_structure, data_source=fields_ds, subgeoconcepts=[] )
# %%
fields.get_data_source().set_data_file(fields.get_data_source().get_attributes()['local'])
# %%
fields.set_geojson_output_backend(os.getcwd()+'/','segments.geojson')
with open(fields.get_geojson_output_backend(), 'w', encoding='utf-8') as file:
geojson={"type": "FeatureCollection", "features": [] }
features=fields.get_data_source().read_features('feature',number=10)
for f in features:
if len(f)>0:
for feature in f:
geojson["features"].append(feature.export_to_geojson())
json.dump(geojson, file, ensure_ascii=False, indent=4)
# %%
replacement_dictionary = {"[posledni_den_mesice]":(datetime.datetime.today().replace(day=1)-datetime.timedelta(days=1)).strftime('%Y%m%d'),"[lpis_cz__posledni_aktualizace]":lpis_cz__posledni_aktualizace().strftime('%Y%m%d'), "[vcera]":(datetime.datetime.today().replace(day=1)-datetime.timedelta(days=1)).strftime('%Y%m%d')}
json_feature_structure=[{"name":"id","type":"serial primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"}]
json_feature_with_bigid_structure=[{"name":"id","type":"bigint primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"}]
json_admin_unit_structure=[{"name":"id","type":"integer primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"},{"name":"level","type":"integer"},{"name":"parent_id","type":"text"}]
json_admin_unit_structure_at=[{"name":"id","type":"text primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"},{"name":"level","type":"integer"},{"name":"parent_id","type":"text"}]
json_feature_with_raster_structure=[{"name":"id","type":"serial primary key"},{"name":"geom","type":"geometry"},{"name":"data","type":"json"},{"name":"raster_maps","type":"raster"}]
# %%
admunit_cz__metadata=MetaData('Administrative units in Czech Republic',
{"url":"https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip",
"format":"GML", "compression":"zip"},'data')
# %%
admunit_cz__ds=ds_from_metadata(admunit_cz__metadata)
admunit_cz=GeoConcept('Administrative units in Czech Republic','Administrative units in Czech Republic. All levels.',
'AdmUnitFeature',json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[] )
# %%
url_adresa=admunit_cz.get_data_source().get_attributes()['url']
for i in re.findall('\[.*?\]',url_adresa):
if i in list(replacement_dictionary.keys()):
url_adresa=url_adresa.replace(i,replacement_dictionary[i])
admunit_cz.get_data_source().set_attribute({'url':url_adresa})
del(url_adresa)
# %%
#admunit_cz.get_data_source().download_data('archive.zip',s,'all',os.getcwd())
admunit_cz.get_data_source().set_data_file('20201031_ST_UKSG.xml')
# %%
}]
# %%
admunit_cz__metadata = MetaData(
'Administrative units in Czech Republic', {
"url":
"https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip",
"format": "GML",
"compression": "zip"
}, 'data')
# %%
admunit_cz__ds = ds_from_metadata(admunit_cz__metadata)
admunit_cz = GeoConcept('Administrative units in Czech Republic',
'Administrative units in Czech Republic. All levels.',
'AdmUnitFeature',
json_admin_unit_structure,
data_source=admunit_cz__ds,
subgeoconcepts=[])
# %%
url_adresa = admunit_cz.get_data_source().get_attributes()['url']
for i in re.findall('\[.*?\]', url_adresa):
if i in list(replacement_dictionary.keys()):
url_adresa = url_adresa.replace(i, replacement_dictionary[i])
admunit_cz.get_data_source().set_attribute({'url': url_adresa})
del (url_adresa)
# %%
#admunit_cz.get_data_source().download_data('archive.zip',s,'all',os.getcwd())
admunit_cz.get_data_source().set_data_file('20201031_ST_UKSG.xml')
}]
# %%
admunit_cz__metadata = MetaData(
'Administrative units in Czech Republic', {
"url":
"https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip",
"format": "GML",
"compression": "zip"
}, 'data')
# %%
admunit_cz__ds = ds_from_metadata(admunit_cz__metadata)
admunit_cz = GeoConcept('Administrative units in Czech Republic',
'Administrative units in Czech Republic. All levels.',
'AdmUnitFeature',
json_admin_unit_structure,
data_source=admunit_cz__ds,
subgeoconcepts=[])
# %%
url_adresa = admunit_cz.get_data_source().get_attributes()['url']
for i in re.findall('\[.*?\]', url_adresa):
if i in list(replacement_dictionary.keys()):
url_adresa = url_adresa.replace(i, replacement_dictionary[i])
admunit_cz.get_data_source().set_attribute({'url': url_adresa})
del (url_adresa)
# %%
#admunit_cz.get_data_source().download_data('archive.zip',s,'all',os.getcwd())
admunit_cz.get_data_source().set_data_file('20201031_ST_UKSG.xml')
olu_conn.commit()
olu_cur.execute(
"SELECT table_name FROM information_schema.tables WHERE table_schema = 'tanzania_lc'"
)
tables = [str(i[0]) for i in olu_cur.fetchall()]
cci20__metadata = MetaData('CCI 20 meter African Land Cover map', {
"local": "osm_africa/cci_tanzania_3857_2020.tif",
"format": "GTiff"
}, 'raster')
cci20__ds = ds_from_metadata(cci20__metadata)
cci20 = GeoConcept('CCI 20 meter African Land Cover map',
'CCI 20 meter African Land Cover map by ESA. ',
'Feature',
json_feature_with_raster_structure,
data_source=cci20__ds,
subgeoconcepts=[])
cci20.set_raster_output_backend(
'',
cci20.get_data_source().get_attributes()['local'])
olu_cur.execute(
'create table tanzania_lc_atts (id integer, lc_class integer, frequency numeric(5,2))'
)
olu_conn.commit()
olu_cur.execute(
'create unique index idx__tanzania_lc_atts__id on tanzania_lc_atts using btree(id) '
)
dbs_admin.connect()
dbs_lpis_cz_connection={**{'dbname':'lpis_cz_ku'},**connectionstring_localhost}
dbs_lpis_cz=DBStorage(dbs_lpis_cz_connection)
dbs_lpis_cz.connect()
dbs_lpis_cz.disconnect()
dbs_lpis_cz.connect()
admunit_cz__metadata=MetaData('Administrative units in Czech Republic',
{"url":"https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip",
"format":"GML", "compression":"zip"},'data')
admunit_cz__ds=ds_from_metadata(admunit_cz__metadata)
admunit_cz=GeoConcept('Administrative units in Czech Republic','Administrative units in Czech Republic. All levels.',
'AdmUnitFeature',json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[] )
url_adresa=admunit_cz.get_data_source().get_attributes()['url']
for i in re.findall('\[.*?\]',url_adresa):
if i in list(replacement_dictionary.keys()):
url_adresa=url_adresa.replace(i,replacement_dictionary[i])
admunit_cz.get_data_source().set_attribute({'url':url_adresa})
del(url_adresa)
#admunit_cz.get_data_source().download_data('archive.zip',s,'all',os.getcwd())
admunit_cz.get_data_source().set_data_file('20201031_ST_UKSG.xml')
admunit_cz.create_table(dbs_admin, name='default',scheme='cz',conflict='append')
# %%
admunit_cz__metadata = MetaData(
'Uzemni celky v CR', {
"url":
"https://vdp.cuzk.cz/vymenny_format/soucasna/[posledni_den_mesice]_ST_UKSG.xml.zip",
"format": "GML",
"compression": "zip"
}, 'data')
# %%
admunit_cz__ds = ds_from_metadata(admunit_cz__metadata)
# %%
admunit_cz = GeoConcept('Uzemni celky v CR',
'Uzemni celky v CR. Vsechny urovne.',
'AdmUnitFeature',
json_admin_unit_structure,
data_source=admunit_cz__ds,
subgeoconcepts=[])
# %%
url_adresa = admunit_cz.get_data_source().get_attributes()['url']
for i in re.findall('\[.*?\]', url_adresa):
if i in list(replacement_dictionary.keys()):
url_adresa = url_adresa.replace(i, replacement_dictionary[i])
# %%
admunit_cz.get_data_source().set_attribute({'url': url_adresa})
del (url_adresa)
# %%
#admunit_cz.get_data_source().download_data('archive.zip',s,'all',(os.getcwd()+'/'))
# %%
admunit_cz__ds=ds_from_metadata(admunit_cz__metadata)
ruian_cz__ds=ds_from_metadata(ruian_cz__metadata)
ruian_cz__ds.set_attributes({**ruian_cz__ds.get_attributes(),**{'layer':'Parcely'}})
lpis_cz__ds_xml=ds_from_metadata(lpis_cz__metadata,format='XML')
ua_cz__ds=ds_from_metadata(ua_cz__metadata)
ua_cz__ds.set_attributes({**ua_cz__ds.get_attributes(),**{'layer':'{compilable:ua_gpkg_layer}'}})
corine_cz__ds=ds_from_metadata(corine_cz__metadata,format='ESRI Shapefile')
# %%
admunit_cz=GeoConcept('Administrative units in Czech Republic','Administrative units in Czech Republic. All levels.',
'AdmUnitFeature',json_admin_unit_structure, data_source=admunit_cz__ds, subgeoconcepts=[] )
ruian_parcely_cz=GeoConcept('Land parcels in Czech Republic','Digital land parcels (parcely) in Czech Republic.',
'FeatureWithID',json_feature_with_bigid_structure, data_source=ruian_cz__ds,subgeoconcepts=[],adm_graph_node='1')
lpis_cz=GeoConcept('LPIS in Czech Republic','LPIS in Czech Republic. All levels.',
'FeatureWithID',json_feature_structure, data_source=lpis_cz__ds_xml, subgeoconcepts=[], adm_graph_node='1')
corine_cz=GeoConcept('CORINE land cover in Czech Republic','CORINE land cover in Czech Republic in years 1990 - 2018.',
'FeatureWithID',json_feature_structure, subgeoconcepts=[], data_source=corine_cz__ds)
ua_cz=GeoConcept('Urban Atlas in Czech Republic','Urban Atlas in Czech Republic in 2012.',
'FeatureWithID',json_feature_structure, subgeoconcepts=[], data_source=ua_cz__ds)
# %%
if 'local' in ruian_parcely_cz.get_data_source().get_attributes():