def get_data_by_dept_from_pg(data_type, dept, local=False):
if dept[0:1] == '0':
dept = dept[1:]
etape_dept = 'cache_dept_' + data_type
# Cache gardé 1h
if o.age_etape_dept(etape_dept, dept) > 1: #3600:
print(u'Mise à jour du cache "{:s}"'.format(data_type.upper()))
batch_id = o.batch_start_log('', etape_dept, dept)
fq = open('sql/{:s}.sql'.format(data_type), 'rb')
str_sql_dept_like = (dept + '___')[0:5]
str_query = fq.read().replace(
'=\'__com__', ' LIKE \'{:s}'.format(str_sql_dept_like))
fq.close()
if local:
pgc = a.get_pgc()
else:
pgc = a.get_pgc_layers()
cur = pgc.cursor()
cur.execute(str_query)
pgccad = a.get_pgc()
str_query_com = "SELECT insee_com,cadastre_com FROM code_cadastre WHERE dept = '{:s}'".format(
dept)
cur_com = pgccad.cursor()
cur_com.execute(str_query_com)
k_insee = {}
for c in cur_com:
k_insee[c[0]] = {'cad': c[1], 'data': []}
for lt in cur:
l = list(lt)
insee = l[-1]
# Exceptions Paris/Lyon/Marseille
if insee == '75056' or insee == '13055' or insee == '69123':
continue
l = l[0:-1]
if insee not in k_insee:
e.write_log_to_file(
f_log,
'Commune manquante au Cadastre : INSEE # {:s}'.format(
insee))
continue
k_insee[insee]['data'].append(str(l))
for k in k_insee.iterkeys():
cache_file = a.get_cache_filename(data_type, k, k_insee[k]['cad'])
f = open(cache_file, 'w')
f.write('\n'.join(k_insee[k]['data']))
f.close()
o.batch_end_log(len(k_insee.keys()), batch_id)
def get_data_by_dept_from_pg(data_type,dept,local=False):
if dept[0:1] == '0':
dept = dept[1:]
etape_dept = 'cache_dept_'+data_type
# Cache gardé 1h
if o.age_etape_dept(etape_dept,dept) > 1 : #3600:
print(u'Mise à jour du cache "{:s}"'.format(data_type.upper()))
batch_id = o.batch_start_log('',etape_dept,dept)
fq = open('sql/{:s}.sql'.format(data_type),'rb')
str_sql_dept_like = (dept+'___')[0:5]
str_query = fq.read().replace('=\'__com__',' LIKE \'{:s}'.format(str_sql_dept_like))
fq.close()
if local:
pgc = a.get_pgc()
else:
pgc = a.get_pgc_layers()
cur = pgc.cursor()
cur.execute(str_query)
pgccad = a.get_pgc()
str_query_com = "SELECT insee_com,cadastre_com FROM code_cadastre WHERE dept = '{:s}'".format(dept)
cur_com = pgccad.cursor()
cur_com.execute(str_query_com)
k_insee = {}
for c in cur_com:
k_insee[c[0]] = {'cad':c[1],'data':[]}
for lt in cur:
l = list(lt)
insee = l[-1]
# Exceptions Paris/Lyon/Marseille
if insee == '75056' or insee == '13055' or insee == '69123':
continue
l = l[0:-1]
if insee not in k_insee:
e.write_log_to_file(f_log,'Commune manquante au Cadastre : INSEE # {:s}'.format(insee))
continue
k_insee[insee]['data'].append(str(l))
for k in k_insee.iterkeys():
cache_file = a.get_cache_filename(data_type,k,k_insee[k]['cad'])
f = open(cache_file,'w')
f.write('\n'.join(k_insee[k]['data']))
f.close()
o.batch_end_log(len(k_insee.keys()),batch_id)
get_data_by_dept_from_pg('hsnr_insee',num_dept_cadastre)
get_data_by_dept_from_pg('hsnr_bbox_insee',num_dept_cadastre)
get_data_by_dept_from_pg('point_par_rue_insee',num_dept_cadastre)
get_data_by_dept_from_pg('point_par_rue_complement_insee',num_dept_cadastre)
get_data_by_dept_from_pg('type_highway_insee',num_dept_cadastre)
# os._exit(0)
get_data_by_dept_from_pg('highway_insee',num_dept_cadastre)
get_data_by_dept_from_pg('highway_bbox_insee',num_dept_cadastre)
get_data_by_dept_from_pg('highway_relation_insee',num_dept_cadastre)
get_data_by_dept_from_pg('highway_relation_bbox_insee',num_dept_cadastre)
# os._exit(0)
clause_vecteur = ''
if source == 'CADASTRE':
clause_vecteur = ' AND format_cadastre = \'VECT\' '
str_query = 'SELECT insee_com,nom_com FROM code_cadastre WHERE cadastre_dept = \'{:s}\' {:s} ORDER BY 2;'.format(num_dept_cadastre,clause_vecteur)
cur = pgc.cursor()
cur.execute(str_query)
for c in cur:
print('{:s} - {:s}'.format(c[0],c[1]))
try:
a.main(['',c[0],source])
except :
e.write_log_to_file(f_log,'Commune : {:s}\n'.format(c[1]))
e.write_log_to_file(f_log,str(sys.exc_info()[0]))
e.write_log_to_file(f_log,str(sys.exc_info()[1]))
e.write_sep_to_file(f_log)
e.end_log_to_file(f_log,True)