def collect_references_files():
"""Retrieve locally CSV files in use for dynamic territories' resources."""
REFERENCES_PATH = references.root
if not os.path.exists(REFERENCES_PATH):
os.makedirs(REFERENCES_PATH)
if current_app.config.get('ACTIVATE_TERRITORIES'):
# TERRITORY_DATASETS is a dict of dicts and we want all values
# that are resource based to collect related files.
territory_classes = [
territory_class for territory_dict in TERRITORY_DATASETS.values()
for territory_class in territory_dict.values()
if issubclass(territory_class, ResourceBasedTerritoryDataset)
]
for territory_class in territory_classes:
dataset = Dataset.objects.get(id=territory_class.dataset_id)
for resource in dataset.resources:
if str(resource.id) != str(territory_class.resource_id):
continue
filename = resource.url.split('/')[-1]
reference_path = references.path(filename)
log.info('Found reference: %s', reference_path)
if os.path.exists(reference_path):
log.info('Reference already downloaded')
continue
log.info('Downloading from: %s', resource.url)
with codecs.open(reference_path, 'w', encoding='utf8') as fd:
r = requests.get(resource.url, stream=True)
for chunk in r.iter_content(chunk_size=1024):
fd.write(chunk.decode('latin-1')) # TODO: detect?
log.info('Done')
def render_territory(territory):
if not current_app.config.get('ACTIVATE_TERRITORIES'):
return abort(404)
from udata.models import TERRITORY_DATASETS
territory_dataset_classes = sorted(
TERRITORY_DATASETS.values(), key=lambda a: a.order)
territory_datasets = [
territory_dataset_class(territory)
for territory_dataset_class in territory_dataset_classes
]
datasets = list(Dataset.objects.visible().filter(spatial__zones=territory))
context = {
'territory': territory,
'territory_datasets': territory_datasets,
'datasets': datasets,
}
return theme.render('territories/territory.html', **context)
def render_territory(territory):
if not current_app.config.get('ACTIVATE_TERRITORIES'):
return abort(404)
territory_dataset_classes = sorted(TERRITORY_DATASETS.values(),
key=lambda a: a.order)
territory_datasets = [
territory_dataset_class(territory)
for territory_dataset_class in territory_dataset_classes
]
# Retrieve all datasets then split between those optionaly owned
# by an org for that zone and others. We need to know if the current
# user has datasets for that zone in order to display a custom
# message to ease the conversion.
datasets = Dataset.objects.visible().filter(spatial__zones=territory)
town_datasets = []
other_datasets = []
editable_datasets = []
if datasets:
for dataset in datasets:
if (dataset.organization
and territory.id == dataset.organization.zone):
town_datasets.append(dataset)
else:
other_datasets.append(dataset)
editable_datasets.append(current_user.is_authenticated
and DatasetEditPermission(dataset).can())
context = {
'territory': territory,
'territory_datasets': territory_datasets,
'other_datasets': other_datasets,
'has_pertinent_datasets': any(editable_datasets),
'town_datasets': town_datasets
}
return theme.render('territories/territory.html', **context)
def render_territory(territory):
if not current_app.config.get('ACTIVATE_TERRITORIES'):
return abort(404)
territory_dataset_classes = sorted(TERRITORY_DATASETS.values(),
key=lambda a: a.order)
territory_datasets = [
territory_dataset_class(territory)
for territory_dataset_class in territory_dataset_classes
]
# Retrieve all datasets then split between those optionaly owned
# by an org for that zone and others. We need to know if the current
# user has datasets for that zone in order to display a custom
# message to ease the conversion.
datasets = Dataset.objects.visible().filter(spatial__zones=territory)
town_datasets = []
other_datasets = []
editable_datasets = []
if datasets:
for dataset in datasets:
if (dataset.organization and
territory.id == dataset.organization.zone):
town_datasets.append(dataset)
else:
other_datasets.append(dataset)
editable_datasets.append(current_user.is_authenticated and
DatasetEditPermission(dataset).can())
context = {
'territory': territory,
'territory_datasets': territory_datasets,
'other_datasets': other_datasets,
'has_pertinent_datasets': any(editable_datasets),
'town_datasets': town_datasets
}
return theme.render('territories/territory.html', **context)
def collect_references_files():
"""Retrieve locally CSV files in use for dynamic territories' resources."""
REFERENCES_PATH = references.root
if not os.path.exists(REFERENCES_PATH):
os.makedirs(REFERENCES_PATH)
if current_app.config.get('ACTIVATE_TERRITORIES'):
from udata.models import TERRITORY_DATASETS
for territory_class in TERRITORY_DATASETS.values():
if not issubclass(territory_class, ResourceBasedTerritoryDataset):
continue
dataset = Dataset.objects.get(id=territory_class.dataset_id)
for resource in dataset.resources:
if resource.id == territory_class.resource_id:
break
filename = resource.url.split('/')[-1]
reference_path = references.path(filename)
if os.path.exists(reference_path):
continue
with codecs.open(reference_path, 'w', encoding='utf8') as fd:
r = requests.get(resource.url, stream=True)
for chunk in r.iter_content(chunk_size=1024):
fd.write(chunk.decode('latin-1')) # TODO: detect?
log.info('Done')
def collect_references_files():
"""Retrieve locally CSV files in use for dynamic territories' resources."""
REFERENCES_PATH = references.root
if not os.path.exists(REFERENCES_PATH):
os.makedirs(REFERENCES_PATH)
if current_app.config.get('ACTIVATE_TERRITORIES'):
from udata.models import TERRITORY_DATASETS
for territory_class in TERRITORY_DATASETS.values():
if not issubclass(territory_class, ResourceBasedTerritoryDataset):
continue
dataset = Dataset.objects.get(id=territory_class.dataset_id)
for resource in dataset.resources:
if resource.id == territory_class.resource_id:
break
filename = resource.url.split('/')[-1]
reference_path = references.path(filename)
if os.path.exists(reference_path):
continue
with codecs.open(reference_path, 'w', encoding='utf8') as fd:
r = requests.get(resource.url, stream=True)
for chunk in r.iter_content(chunk_size=1024):
fd.write(chunk.decode('latin-1')) # TODO: detect?
log.info('Done')
