def main():
parser = argparse.ArgumentParser(description = __doc__)
parser.add_argument('config_file', help = 'Configuratioin file of Petitpois')
parser.add_argument('-s', '--schema', help = 'Schema\'s name', required = True)
parser.add_argument('-i', '--id', help = 'ID of the renamed field', required = True)
parser.add_argument('-l', '--label', help = 'Label of the renamed field', required = True)
parser.add_argument('-nl', '--new-label', help = 'New name for the field', required = True)
parser.add_argument('-v', '--verbose', action = 'store_true', help = 'increase output verbosity')
args = parser.parse_args()
args_label = args.label.decode('utf-8')
site_conf = appconfig('config:%s' % os.path.abspath(args.config_file))
pylons.config = load_environment(site_conf.global_conf, site_conf.local_conf)
db = model.db
logging.basicConfig(
level = logging.DEBUG if args.verbose else logging.WARNING,
format = '%(asctime)s %(levelname)-5.5s [%(name)s:%(funcName)s line %(lineno)d] %(message)s',
stream = sys.stdout,
)
# Change name in the Schema
log.info('Renaming field label {} in schema'.format(args.schema))
schema = db.schemas.find_one({'title': args.schema})
for field_index, field in enumerate(schema['fields']):
if field['id'] == args.id and field['label'] == args_label:
break
new_field = copy.deepcopy(schema['fields'][field_index])
new_field['label'] = args.new_label
del schema['fields'][field_index]
schema['fields'].insert(field_index, new_field)
db.schemas.save(schema, safe = True)
log.info('Schema\'s field renamed')
# Rename this field in all POIs
log.info('Renaming POIs field')
for poi in db.pois.find({'metadata.schema-name': schema['name']}):
for label_index, label_dict in enumerate(poi['metadata'].get(args.id, [])):
if label_dict['label'] == args_label:
break
else:
continue
new_label = copy.deepcopy(label_dict)
new_label['label'] = args.new_label
del poi['metadata'][args.id][label_index]
poi['metadata'][args.id].insert(label_index, new_label)
try:
poi_tools.poi_add_metadata_indexes_things(poi)
except Exception as exc:
log.error('An exception occurred while indexing POI: {}'.format(exc))
continue
db.pois.save(poi)
poi_tools.poi_changed(poi)
log.info('POIs field renamed')
log.info('Renaming field in POIs history')
for hpoi in db.pois_history.find({'metadata.schema-name': schema['name']}):
for label_index, label_dict in enumerate(hpoi['metadata'].get(args.id, [])):
if label_dict['label'] == args_label:
break
else:
continue
new_label = copy.deepcopy(label_dict)
new_label['label'] = args.new_label
del hpoi['metadata'][args.id][label_index]
hpoi['metadata'][args.id].insert(label_index, new_label)
db.pois_history.save(hpoi)
log.info('History POIs field renamed')
def main():
parser = argparse.ArgumentParser(description = __doc__)
parser.add_argument('config_file', help = 'Configuratioin file of Petitpois')
parser.add_argument('-v', '--verbose', action = 'store_true', help = 'increase output verbosity')
args = parser.parse_args()
site_conf = appconfig('config:%s' % os.path.abspath(args.config_file))
pylons.config = load_environment(site_conf.global_conf, site_conf.local_conf)
db = model.db
logging.basicConfig(
level = logging.DEBUG if args.verbose else logging.WARNING,
format = u'[%(levelname)-5.5s] %(message)s',
#format = u'%(levelname)-5.5s [line %(lineno)d] %(message)s',
#format = u'%(asctime)s %(levelname)-5.5s [%(name)s:%(funcName)s line %(lineno)d] %(message)s',
stream = sys.stdout,
)
log.info(u'Check if "niveau" and "territory" fields exist in "Services d\'information" schema')
schema_name = u'Service d\'information'
schema = db.schemas.find_one({'title': schema_name})
found_fields = []
for field_index, field in enumerate(schema['fields']):
if field['id'] == 'territories' and field['label'] == 'Territoire couvert':
log.info(u'Found "Territoire couvert" field')
found_fields.append('Territoire couvert')
if field['id'] == 'select' and field['label'] == 'Niveau':
log.info(u'Found "Niveau" field')
found_fields.append('Niveau')
if 'Niveau' not in found_fields:
schema['fields'].insert(5, {
u'id': u'select',
u'label': u'Niveau',
u'options': [
u'Local',
u'Départemental',
u'Régional',
u'National',
],
u'protected': u'0',
u'required': u'0',
u'tooltip': u'',
u'value': u'',
})
log.info(u'Add "Niveau" field to schema')
if 'Territoire couvert' not in found_fields:
schema['fields'].insert(6, {
u'id': u'territories',
u'initial': u'',
u'label': u'Territoire couvert',
u'protected': u'0',
u'required': u'0',
u'tooltip': u'',
u'value': u'',
})
log.info(u'Add "Territoire couvert" field to schema')
db.schemas.save(schema, safe = True)
log.info(u'Schema saved')
errors_by_id = {}
log.info(u'Check all POIs for these two fields')
for poi in db.pois.find({'metadata.schema-name': u'ServiceInfo'}):
is_multimodal_info_service = field_value(
poi,
'boolean',
[('label', u'Service d\'information multimodale')],
default = '0',
)
niveau = field_value(poi, 'select', [('label', 'Niveau')])
territoires = field_value(poi, 'territories', [('label', 'Territoire couvert')])
transport_offer_ids = field_value(
poi,
'links',
[('kind', u'OffreTransport'), ('label', u'Offres de transport')],
default = [],
)
transport_offers = list(db.pois.find({'_id': {'$in': transport_offer_ids}}))
official_transport_offers = filter(
lambda item: poi['_id'] == field_value(item, 'link', [('label', u'Service d\'info officiel')]),
transport_offers,
)
if not is_multimodal_info_service and len(transport_offers) == 0:
errors_by_id.setdefault(poi['_id'], {})['name'] = field_value(poi, 'name', [('label', u'Nom du service')])
errors_by_id[poi['_id']].setdefault('messages', []).append(u'Poi hasn\'t got any transport offers')
errors_by_id[poi['_id']]['type'] = '2missing'
continue
if is_multimodal_info_service == '1' or is_multimodal_info_service is True:
poi = set_field_value('1', poi, 'boolean', [('label', u'Service d\'information multimodale')], 4)
# "Territoire couvert" already set for all multimodal info service
if territoires is None:
errors_by_id.setdefault(poi['_id'], {})['name'] = field_value(
poi,
'name',
[('label', u'Nom du service')],
)
errors_by_id[poi['_id']].setdefault('messages', []).append(
'Multimodal info service has no territories',
)
errors_by_id[poi['_id']]['type'] = '1sim'
continue
for territoire in territoires:
territoires_tuple = territoire
territoire_niveau = {
u'ArrondissementOfFrance': u'Local',
u'CommuneOfFrance': u'Local',
u'Country': u'National',
u'DepartmentOfFrance': u'Départemental',
u'RegionOfFrance': u'Régional',
u'UrbanTransportsPerimeterOfFrance': u'Local',
}.get(territoires_tuple[0])
if niveau is not None and niveau != territoire_niveau:
errors_by_id.setdefault(poi['_id'], {})['name'] = field_value(
poi,
'name',
[('label', u'Nom du Service')],
)
errors_by_id[poi['_id']].setdefault('messages', []).append(
'SIM Niveau can\'t be determined through territories',
)
errors_by_id[poi['_id']]['territoires'] = territoires
break
niveau = territoire_niveau
else:
official_transports_offers_niveau = set(
map(lambda item: field_value(item, 'select', [('label', 'Niveau')]), official_transport_offers),
)
transports_offers_niveau = None
if len(official_transports_offers_niveau) == 1:
niveau = official_transports_offers_niveau.pop()
else:
transports_offers_niveau = set(
map(lambda item: field_value(item, 'select', [('label', 'Niveau')]), transport_offers),
)
if len(transports_offers_niveau) == 1:
niveau = transports_offers_niveau.pop()
if niveau is None:
errors_by_id.setdefault(poi['_id'], {})['name'] = field_value(
poi,
'name',
[('label', u'Nom du service')],
)
errors_by_id[poi['_id']].setdefault('messages', []).append(
'Niveau can\'t be determined through transport_offers',
)
errors_by_id[poi['_id']]['niveaux'] = transports_offers_niveau or official_transports_offers_niveau
errors_by_id[poi['_id']]['type'] = '3niveau'
official_transports_offers_territoires = merge_territories(official_transport_offers)
if len(official_transports_offers_territoires) >= 1:
territoires = list(official_transports_offers_territoires)
else:
transports_offers_territoires = merge_territories(transport_offers)
if len(transports_offers_territoires) >= 1:
territoires = list(transports_offers_territoires)
if territoires is None:
errors_by_id.setdefault(poi['_id'], {})['name'] = field_value(
poi,
'name',
[('label', u'Nom du service')],
)
errors_by_id[poi['_id']].setdefault('messages', []).append(
'Territory can\'t be determined through transport_offers',
)
errors_by_id[poi['_id']]['territoires'] = transports_offers_territoires
errors_by_id[poi['_id']]['type'] = '4territoires'
else:
# Remove territories if one of their ancestor territories is is in the list
log.debug(u'Poi\'s territories before removing children : {}'.format(territoires))
territories = [
db.territories.find_one({'kind': territory_kind, 'code': territory_code})
for territory_kind, territory_code in territoires
]
remove_indexes = set()
for index, territory in enumerate(territories):
for index2, territory2 in enumerate(territories):
if index != index2 and territory['_id'] in territory2['ancestors_id']:
remove_indexes.add(index2)
if remove_indexes:
for index in sorted(remove_indexes, reverse = True):
territoires.pop(index)
log.debug(u'Poi\'s territories after removing children : {}'.format(territoires))
poi = set_field_value(niveau, poi, 'select', [('label', 'Niveau')], 5)
log.info(u'Save \'Niveau\' field to {} for poi {}'.format(niveau, poi['_id']))
poi = set_field_value(territoires, poi, 'territories', [('label', 'Territoire couvert')], 6)
log.info(u'Save \'Territoire couvert\' field to {} for poi {}'.format(territoires, poi['_id']))
try:
poi_tools.poi_add_metadata_indexes_things(poi)
except Exception as exc:
log.error(u'An exception occurred while indexing POI: {}'.format(exc))
continue
db.pois.save(poi)
poi_tools.poi_changed(poi)
log.info(u'POIs field renamed')
for index, (_id, error) in enumerate(sorted(errors_by_id.iteritems(), key = lambda t: t[1].get('type'))):
log.error(u'-' * 85)
log.error(index + 1)
log.error(u'http://petitpois.passim-dev.mat.cst.easter-eggs.com/poi/view/{}'.format(_id))
log.error(error['name'])
for message in error['messages']:
log.error(message)
if error.get('niveaux'):
log.error(u'{}* Niveaux :'.format(' ' * 4))
for niveau in error['niveaux']:
log.error(u'{}- {}'.format(' ' * 8, niveau))
if error.get('territoires'):
log.error(u'{}* Territoire couvert :'.format(' ' * 4))
for territoire in error['territoires']:
log.error(u'{}- {}'.format(' ' * 8, territoire))