def main(args):
debut_total = time.time()
usage = 'USAGE : python place_2_db.py <code INSEE>'
if len(args) < 2:
print(usage)
os._exit(0)
global pgc,dicts,source,code_insee
pgc = get_pgc()
source = 'CADASTRE'
code_insee = args[1]
code_cadastre = get_code_cadastre_from_insee(code_insee)
code_dept = get_cadastre_code_dept_from_insee(code_insee)
batch_id = batch_start_log(source,'cumulPlaces',code_cadastre)
global nodes,ways
nodes = Nodes()
ways = Ways()
data = get_data_from_pg('cadastre_2_places',code_insee)
for d in data:
d[3] = format_toponyme(d[3])
nb_rec = load_to_db(data,code_insee,source,code_cadastre,code_dept)
batch_end_log(nb_rec,batch_id)
def main(args):
debut_total = time.time()
usage = 'USAGE : python suffixe_depuis_noms_de_voies.py <code INSEE>'
if len(args) != 2:
print(usage)
os._exit(0)
global pgc, dicts, adresses, source, code_insee
pgc = get_pgc()
source = 'CADASTRE'
adresses = Adresses()
code_insee = args[1]
code_cadastre = get_code_cadastre_from_insee(code_insee)
code_dept = get_cadastre_code_dept_from_insee(code_insee)
batch_id = batch_start_log(source, 'detectesuffixe', code_cadastre)
fnadresses = os.path.join(
'/data/work/cadastre.openstreetmap.fr/bano_cache', code_dept,
code_cadastre, code_cadastre + '-adresses.osm')
load_hsnr_from_cad_file(fnadresses)
freq = name_frequency()
sel = select_street_names_by_name(freq)
adds = collect_adresses_points(sel)
nb_rec = load_suffixe_2_db(adds)
batch_end_log(nb_rec, batch_id)
def main(args):
debut_total = time.time()
usage = 'USAGE : python hameaux_depuis_noms_de_voies.py <code INSEE>'
if len(args) != 2:
print(usage)
os._exit(0)
global pgc,dicts,adresses,source,code_insee
pgc = get_pgc()
source = 'CADASTRE'
adresses = Adresses()
code_insee = args[1]
code_cadastre = get_code_cadastre_from_insee(code_insee)
code_dept = get_cadastre_code_dept_from_insee(code_insee)
batch_id = batch_start_log(source,'detecteHameaux',code_cadastre)
fnadresses = os.path.join('/data/work/cadastre.openstreetmap.fr/bano_cache',code_dept,code_cadastre,code_cadastre+'-adresses.osm')
# fnadresses = os.path.join('C:\\Users\\vincent\\Documents\\GitHub',code_cadastre+'-adresses.osm')
load_hsnr_from_cad_file(fnadresses)
freq = name_frequency()
sel = select_street_names_by_name(freq)
adds = collect_adresses_points(sel)
nb_rec = load_hameaux_2_db(adds)
batch_end_log(nb_rec,batch_id)
def main(args):
debut_total = time.time()
usage = 'USAGE : python place_2_db.py <code INSEE> {use_cache=True}'
if len(args) < 2:
print(usage)
os._exit(0)
global pgc, fantoir, source, code_insee, code_cadastre, code_dept, dicts, use_cache, places
code_insee = args[1]
dicts = {}
load_dicts()
code_cadastre = get_code_cadastre_from_insee(code_insee)
code_dept = get_cadastre_code_dept_from_insee(code_insee)
format_cadastre = get_cadastre_format(code_insee)
use_cache = True
if len(args) > 2:
use_cache = args[2]
places = Places()
load_fantoir(code_insee)
batch_id_osm = batch_start_log('OSM', 'cumulPlaces', code_cadastre)
if format_cadastre == 'VECT':
batch_id_cadastre = batch_start_log('CADASTRE', 'cumulPlaces',
code_cadastre)
load_cadastre()
load_osm()
nb_rec = load_to_db(places)
batch_end_log(nb_rec, batch_id_osm)
if format_cadastre == 'VECT':
batch_end_log(nb_rec, batch_id_cadastre)
def main(args):
debut_total = time.time()
usage = 'USAGE : python place_2_db.py <code INSEE> {use_cache=True}'
if len(args) < 2:
print(usage)
os._exit(0)
global pgc,fantoir,source,code_insee,code_cadastre,code_dept,dicts,use_cache,places
code_insee = args[1]
dicts = {}
load_dicts()
code_cadastre = get_code_cadastre_from_insee(code_insee)
code_dept = get_cadastre_code_dept_from_insee(code_insee)
format_cadastre = get_cadastre_format(code_insee)
use_cache = True
if len(args) > 2:
use_cache = args[2]
places = Places()
load_fantoir(code_insee)
batch_id_osm = batch_start_log('OSM','cumulPlaces',code_cadastre)
if format_cadastre == 'VECT':
batch_id_cadastre = batch_start_log('CADASTRE','cumulPlaces',code_cadastre)
load_cadastre()
load_osm()
nb_rec = load_to_db(places)
batch_end_log(nb_rec,batch_id_osm)
if format_cadastre == 'VECT':
batch_end_log(nb_rec,batch_id_cadastre)
def main(args):
debut_total = time.time()
usage = "USAGE : python suffixe_depuis_noms_de_voies.py <code INSEE>"
if len(args) != 2:
print(usage)
os._exit(0)
global pgc, dicts, adresses, source, code_insee
pgc = get_pgc()
source = "CADASTRE"
adresses = Adresses()
code_insee = args[1]
code_cadastre = get_code_cadastre_from_insee(code_insee)
code_dept = get_cadastre_code_dept_from_insee(code_insee)
batch_id = batch_start_log(source, "detectesuffixe", code_cadastre)
fnadresses = os.path.join(
"/data/work/cadastre.openstreetmap.fr/bano_cache", code_dept, code_cadastre, code_cadastre + "-adresses.osm"
)
load_hsnr_from_cad_file(fnadresses)
freq = name_frequency()
sel = select_street_names_by_name(freq)
adds = collect_adresses_points(sel)
nb_rec = load_suffixe_2_db(adds)
batch_end_log(nb_rec, batch_id)
def main(args):
debut_total = time.time()
usage = 'USAGE : python place_2_db.py <code INSEE>'
if len(args) < 2:
print(usage)
os._exit(0)
global pgc, dicts, source, code_insee
pgc = get_pgc()
source = 'CADASTRE'
code_insee = args[1]
code_cadastre = get_code_cadastre_from_insee(code_insee)
code_dept = get_cadastre_code_dept_from_insee(code_insee)
batch_id = batch_start_log(source, 'cumulPlaces', code_cadastre)
global nodes, ways
nodes = Nodes()
ways = Ways()
data = get_data_from_pg('cadastre_2_places', code_insee)
for d in data:
d[3] = format_toponyme(d[3])
nb_rec = load_to_db(data, code_insee, source, code_cadastre, code_dept)
batch_end_log(nb_rec, batch_id)
def main():
print("Content-Type: application/json")
print("")
pgc = get_pgc()
params = cgi.FieldStorage()
insee_com = params['insee'].value
cadastre_com = get_code_cadastre_from_insee(insee_com)
dept = get_code_dept_from_insee(insee_com)
labels_statuts_fantoir = get_data_from_pg(pgc, 'labels_statuts_fantoir', '')
infos_commune = get_data_from_pg(pgc, 'infos_commune_insee', insee_com)
if infos_commune:
nom_commune = infos_commune[0][0]
lon_commune = infos_commune[0][1]
lat_commune = infos_commune[0][2]
else:
nom_commune = []
lon_commune = None
lat_commune = None
date_import_cadastre = ''
date_fin_cumul = ['','']
if cadastre_com:
fin_etape = get_fin_etape(pgc, 'recupCadastre', cadastre_com)
if fin_etape:
date_import_cadastre = fin_etape
fin_etape = get_fin_etape(pgc, 'loadCumul', cadastre_com)
if len(fin_etape) == 1:
date_fin_cumul = [[], fin_etape[0]]
else:
date_fin_cumul = fin_etape
date_cache_hsnr = get_fin_etape_dept(pgc, 'cache_dept_hsnr_insee', dept)[0]
date_cache_highway = get_fin_etape_dept(pgc, 'cache_dept_highway_insee', dept)[0]
date_cache_highway_relation = get_fin_etape_dept(pgc, 'cache_dept_highway_relation_insee', dept)[0]
data = [
[
nom_commune,
date_import_cadastre,
date_fin_cumul[0],
date_fin_cumul[1],
date_cache_hsnr,
date_cache_highway,
date_cache_highway_relation,
lon_commune,
lat_commune,
labels_statuts_fantoir
],
get_data_from_pg(pgc, 'voies_adresses_non_rapprochees_insee', insee_com),
get_data_from_pg(pgc, 'voies_adresses_rapprochees_insee', insee_com),
get_data_from_pg(pgc, 'voies_seules_non_rapprochees_insee', insee_com),
get_data_from_pg(pgc, 'voies_seules_rapprochees_insee', insee_com)
]
a = json.JSONEncoder().encode(data)
print(a)
def main(): print "Content-Type: application/json" print "" pgc = get_pgc() params = cgi.FieldStorage() insee_com = params['insee'].value cadastre_com = get_code_cadastre_from_insee(insee_com) dept = get_code_dept_from_insee(insee_com) labels_statuts_fantoir = get_data_from_pg(pgc,'labels_statuts_fantoir','') infos_commune = get_data_from_pg(pgc,'infos_commune_insee',insee_com) if infos_commune: nom_commune = infos_commune[0][0] lon_commune = infos_commune[0][1] lat_commune = infos_commune[0][2] else: nom_commune = [] lon_commune = None lat_commune = None voisins = get_data_from_pg(pgc,'voisins_insee',insee_com) a_voisins = [[v[0],v[1],v[2]] for v in voisins] date_import_cadastre = '' date_fin_cumul = ['',''] if cadastre_com: fin_etape = get_fin_etape(pgc,'recupCadastre',cadastre_com) if fin_etape: date_import_cadastre = fin_etape fin_etape = get_fin_etape(pgc,'loadCumul',cadastre_com) if len(fin_etape) == 1: date_fin_cumul = [[],fin_etape[0]] else: date_fin_cumul = fin_etape date_cache_hsnr = get_fin_etape_dept(pgc,'cache_dept_hsnr_insee',dept)[0] date_cache_highway = get_fin_etape_dept(pgc,'cache_dept_highway_insee',dept)[0] date_cache_highway_relation = get_fin_etape_dept(pgc,'cache_dept_highway_relation_insee',dept)[0] data = [[nom_commune,date_import_cadastre,date_fin_cumul[0],date_fin_cumul[1],date_cache_hsnr,date_cache_highway,date_cache_highway_relation,lon_commune,lat_commune,labels_statuts_fantoir,a_voisins],get_data_from_pg(pgc,'voies_adresses_non_rapprochees_insee',insee_com),get_data_from_pg(pgc,'voies_adresses_rapprochees_insee',insee_com),get_data_from_pg(pgc,'voies_seules_non_rapprochees_insee',insee_com),get_data_from_pg(pgc,'voies_seules_rapprochees_insee',insee_com),get_data_from_pg(pgc,'places_non_rapprochees_insee',insee_com),get_data_from_pg(pgc,'places_rapprochees_insee',insee_com)] a = json.JSONEncoder().encode(data) print(a)
def main(args):
global batch_id
global pgc
global code_insee, code_dept, cadastre_com
global nodes, ways
nodes = Nodes()
ways = Ways()
pgc = get_pgc()
debut_total = time.time()
usage = 'USAGE : python parcelles_buildings_2_db.py <code INSEE>'
if len(args) != 2:
print(usage)
os._exit(0)
code_insee = args[1]
cadastre_com = get_code_cadastre_from_insee(code_insee)
# cadastre_com = 'S0335'
fn_parcelles = os.path.join(get_cache_directory(code_insee, cadastre_com),
cadastre_com + '-parcelles.osm')
# fn_parcelles = 'C:\\Users\\vincent\\Documents\\GitHub\\ZA063-parcelles.osm'
batch_id = batch_start_log('CADASTRE', 'importParcelles', cadastre_com)
nb_parcelles = load_parcelles(fn_parcelles)
batch_end_log(nb_parcelles, batch_id)
a_fn_houses_parts = glob.glob('{:s}/{:s}-[0-9]-[0-9]-houses.osm'.format(
get_cache_directory(code_insee, cadastre_com), cadastre_com))
# a_fn_houses_parts = glob.glob('{:s}\\{:s}-[0-9]-[0-9]-houses.osm'.format('C:\\Users\\vincent\\Documents\\GitHub','ZA063'))
create_tmp_building_table()
nb_buildings = 0
batch_id = batch_start_log('CADASTRE', 'importBuildings', cadastre_com)
for h in a_fn_houses_parts:
print(h)
nodes = Nodes()
ways = Ways()
nb_buildings += load_tmp_buildings(h)
load_buildings()
batch_end_log(nb_buildings, batch_id)
pgc.close()
def main(args):
global batch_id
global pgc
global code_insee, code_dept, cadastre_com
global nodes, ways
nodes = Nodes()
ways = Ways()
pgc = get_pgc()
debut_total = time.time()
usage = "USAGE : python parcelles_buildings_2_db.py <code INSEE>"
if len(args) != 2:
print(usage)
os._exit(0)
code_insee = args[1]
cadastre_com = get_code_cadastre_from_insee(code_insee)
# cadastre_com = 'S0335'
fn_parcelles = os.path.join(get_cache_directory(code_insee, cadastre_com), cadastre_com + "-parcelles.osm")
# fn_parcelles = 'C:\\Users\\vincent\\Documents\\GitHub\\ZA063-parcelles.osm'
batch_id = batch_start_log("CADASTRE", "importParcelles", cadastre_com)
nb_parcelles = load_parcelles(fn_parcelles)
batch_end_log(nb_parcelles, batch_id)
a_fn_houses_parts = glob.glob(
"{:s}/{:s}-[0-9]-[0-9]-houses.osm".format(get_cache_directory(code_insee, cadastre_com), cadastre_com)
)
# a_fn_houses_parts = glob.glob('{:s}\\{:s}-[0-9]-[0-9]-houses.osm'.format('C:\\Users\\vincent\\Documents\\GitHub','ZA063'))
create_tmp_building_table()
nb_buildings = 0
batch_id = batch_start_log("CADASTRE", "importBuildings", cadastre_com)
for h in a_fn_houses_parts:
print(h)
nodes = Nodes()
ways = Ways()
nb_buildings += load_tmp_buildings(h)
load_buildings()
batch_end_log(nb_buildings, batch_id)
pgc.close()
def main(args):
debut_total = time.time()
usage = 'USAGE : python place_2_db.py <code INSEE> <CADASTRE|OSM>'
if len(args) < 3:
print(usage)
os._exit(0)
global pgc,pgcl,fantoir,source,code_insee,code_cadastre,code_dept,dicts
source = args[2].upper()
if source not in ['OSM','CADASTRE']:
print(usage)
os._exit(0)
pgc = get_pgc()
pgcl = get_pgc_layers()
code_insee = args[1]
code_cadastre = get_code_cadastre_from_insee(code_insee)
code_dept = get_cadastre_code_dept_from_insee(code_insee)
fantoir = {}
dicts = Dicts()
dicts.load_all()
load_fantoir(code_insee)
# print(dicts)
batch_id = batch_start_log(source,'cumulPlaces',code_cadastre)
global places
places = []
if source == 'CADASTRE':
data = get_data_from_pg('cadastre_2_places',code_insee)
# for d in data:
# places.append(Place(d[0],d[1],d[2],d[3],d[5],source,d[4]))
else:
data = get_data_from_pgl('place_insee',code_insee,code_cadastre)
for d in data:
places.append(Place(d[0],d[1],d[2],d[3].decode('utf8'),d[5],source,d[4]))
nb_rec = load_to_db(places,code_insee,source,code_cadastre,code_dept)
batch_end_log(nb_rec,batch_id)
return res
def get_fin_etape_dept(etape,dept):
fq = open('sql/date_cache_dept.sql','rb')
str_query = fq.read().replace('__dept__',dept).replace('__etape__',etape)
fq.close()
cur = pgc.cursor()
cur.execute(str_query)
res = cur.fetchall()
return res
print "Content-Type: application/json"
print ""
pgc = get_pgc()
params = cgi.FieldStorage()
insee_com = params['insee'].value
cadastre_com = get_code_cadastre_from_insee(insee_com)
dept = get_code_dept_from_insee(insee_com)
nom_commune = get_data_from_pg('nom_commune_insee',insee_com)
if nom_commune:
nom_commune = nom_commune[0][0]
else:
nom_commune = []
date_import_cadastre = ''
date_fin_cumul = ['','']
if cadastre_com:
fin_etape = get_fin_etape('recupCadastre',cadastre_com)
if fin_etape:
date_import_cadastre = fin_etape
fin_etape = get_fin_etape('loadCumul',cadastre_com)
if len(fin_etape) == 1:
