def daten():
"""
Anzeige der /daten Seite mit Auflistung der
Download-Dateien
"""
body_list = db.get_body()
body_dict = {}
for body in body_list:
body_dict[str(body['_id'])] = body['name']
data_list = []
for file in os.listdir(app.config['data_dump_folder']):
if file.endswith(".tar.bz2"):
stat = os.lstat(app.config['data_dump_folder'] + os.sep + file)
data_list.append({
'id': file.split('.')[0],
'name': body_dict[file.split('.')[0]],
'size': "%d" % (stat.st_size / 1024.0 / 1024.0)
})
file_list = []
for file in os.listdir(app.config['files_dump_folder']):
if file.endswith(".tar.bz2"):
stat = os.lstat(app.config['files_dump_folder'] + os.sep + file)
file_list.append({
'id': file.split('.')[0],
'name': body_dict[file.split('.')[0]],
'size': "%d" % (stat.st_size / 1024.0 / 1024.0 / 1024.0)
})
return render_template('daten.html', data_list=data_list, file_list=file_list)
def daten():
"""
Anzeige der /daten Seite mit Auflistung der
Download-Dateien
"""
body_list = db.get_body()
body_dict = {}
for body in body_list:
body_dict[str(body['_id'])] = body['name']
data_list = []
for file in os.listdir(app.config['data_dump_folder']):
if file.endswith(".tar.bz2"):
stat = os.lstat(app.config['data_dump_folder'] + os.sep + file)
data_list.append({
'id': file.split('.')[0],
'name': body_dict[file.split('.')[0]],
'size': "%d" % (stat.st_size / 1024.0 / 1024.0)
})
file_list = []
for file in os.listdir(app.config['files_dump_folder']):
if file.endswith(".tar.bz2"):
stat = os.lstat(app.config['files_dump_folder'] + os.sep + file)
file_list.append({
'id': file.split('.')[0],
'name': body_dict[file.split('.')[0]],
'size': "%d" % (stat.st_size / 1024.0 / 1024.0 / 1024.0)
})
statistics = []
for body in db.get_body(sort=['name', 1]):
statistics.append({
'name': body['name'],
'organization': db.get_organization_count({'body': DBRef('body', body['_id'])}),
'person': db.get_person_count({'body': DBRef('body', body['_id'])}),
'meeting': db.get_meeting_count({'body': DBRef('body', body['_id'])}),
'agendaItem': db.get_agendaItem_count({'body': DBRef('body', body['_id'])}),
'paper': db.get_paper_count({'body': DBRef('body', body['_id'])}),
'file': db.get_file_count({'body': DBRef('body', body['_id'])})
})
statistics_all = {
'organization': db.get_organization_count(),
'person': db.get_person_count(),
'meeting': db.get_meeting_count(),
'agendaItem': db.get_agendaItem_count(),
'paper': db.get_paper_count(),
'file': db.get_file_count()
}
return render_template('daten.html', data_list=data_list, file_list=file_list, statistics=statistics, statistics_all=statistics_all)
def oparl_body_data(params):
data = db.get_body(search_params={'_id': ObjectId(params['_id'])})
if len(data) == 1:
data[0]['legislativeTerm'] = generate_sublist_url(params=params, main_type='body', sublist_type='legislativeTerm')
data[0]['organization'] = generate_sublist_url(params=params, main_type='body', sublist_type='organization')
data[0]['membership'] = generate_sublist_url(params=params, main_type='body', sublist_type='membership')
data[0]['person'] = generate_sublist_url(params=params, main_type='body', sublist_type='person')
data[0]['meeting'] = generate_sublist_url(params=params, main_type='body', sublist_type='meeting')
data[0]['agendaItem'] = generate_sublist_url(params=params, main_type='body', sublist_type='agendaItem')
data[0]['paper'] = generate_sublist_url(params=params, main_type='body', sublist_type='paper')
data[0]['consultation'] = generate_sublist_url(params=params, main_type='body', sublist_type='consultation')
data[0]['file'] = generate_sublist_url(params=params, main_type='body', sublist_type='file')
data[0]['system'] = "%s/oparl%s" % (app.config['api_url'], generate_postfix(params))
data[0]['@type'] = 'OParlBody'
data[0]['@id'] = data[0]['_id']
del data[0]['config']
return data[0]
elif len(data) == 0:
abort(404)
def oparl_bodies_data(params):
search_params = {}
if 'q' in params:
search_params['modified'] = { '$lt': datetime.datetime.strptime(params['q'].split(':<')[1], "%Y-%m-%dT%H:%M:%S.%f") }
# TODO: working pagination, fails because of modified value = string insead of datetime
data = db.get_body(search_params = search_params, limit=1000)
result_count = db.get_body_count(search_params=search_params)
data = {
'items': data,
'itemsPerPage': 1000
}
if result_count > 1000:
data['nextPage'] = '%s/oparl/body%s' % (app.config['api_url'], generate_postfix(params, ['q=modified:<%s' % data['items'][9]['modified'].strftime("%Y-%m-%dT%H:%M:%S.%f")]))
if 'modified' in search_params:
data['firstPage'] = '%s/oparl/body%s' % (app.config['api_url'], generate_postfix(params))
for key, single in enumerate(data['items']):
data['items'][key] = oparl_body_layout(data=single, params=params)
return data
def oparl_bodies_data(params):
search_params = {}
if 'q' in params:
search_params['modified'] = { '$lt': datetime.datetime.strptime(params['q'].split(':<')[1], "%Y-%m-%dT%H:%M:%S.%f") }
data = db.get_body(search_params = search_params, limit=app.config['oparl_items_per_page'])
result_count = db.get_body_count(search_params=search_params)
data = {
'data': data,
'pagination': {
'elementsPerPage': app.config['oparl_items_per_page']
},
'links': {
}
}
if result_count > app.config['oparl_items_per_page']:
data['links']['next'] = '%s/oparl/body%s' % (app.config['api_url'], generate_postfix(params, ['q=modified:<%s' % datetime.datetime.strptime(data['data'][9]['modified'], "%Y-%m-%dT%H:%M:%S.%f+00:00").strftime("%Y-%m-%dT%H:%M:%S.%f")]))
if 'modified' in search_params:
data['links']['first'] = '%s/oparl/body%s' % (app.config['api_url'], generate_postfix(params))
for key, single in enumerate(data['data']):
data['data'][key] = oparl_body_layout(data=single, params=params)
return data
def daten():
"""
Anzeige der /daten Seite mit Auflistung der
Download-Dateien
"""
body_list = db.get_body()
body_dict = {}
for body in body_list:
body_dict[str(body['_id'])] = body['name']
data_list = []
for file in os.listdir(app.config['data_dump_folder']):
if file.endswith(".tar.bz2"):
stat = os.lstat(app.config['data_dump_folder'] + os.sep + file)
data_list.append({
'id': file.split('.')[0],
'name': body_dict[file.split('.')[0]],
'size': "%d" % (stat.st_size / 1024.0 / 1024.0)
})
file_list = []
for file in os.listdir(app.config['files_dump_folder']):
if file.endswith(".tar.bz2"):
stat = os.lstat(app.config['files_dump_folder'] + os.sep + file)
file_list.append({
'id':
file.split('.')[0],
'name':
body_dict[file.split('.')[0]],
'size':
"%d" % (stat.st_size / 1024.0 / 1024.0 / 1024.0)
})
statistics = []
for body in db.get_body(sort=['name', 1]):
statistics.append({
'name':
body['name'],
'organization':
db.get_organization_count({'body': DBRef('body', body['_id'])}),
'person':
db.get_person_count({'body': DBRef('body', body['_id'])}),
'meeting':
db.get_meeting_count({'body': DBRef('body', body['_id'])}),
'agendaItem':
db.get_agendaItem_count({'body': DBRef('body', body['_id'])}),
'paper':
db.get_paper_count({'body': DBRef('body', body['_id'])}),
'file':
db.get_file_count({'body': DBRef('body', body['_id'])})
})
statistics_all = {
'organization': db.get_organization_count(),
'person': db.get_person_count(),
'meeting': db.get_meeting_count(),
'agendaItem': db.get_agendaItem_count(),
'paper': db.get_paper_count(),
'file': db.get_file_count()
}
return render_template('daten.html',
data_list=data_list,
file_list=file_list,
statistics=statistics,
statistics_all=statistics_all)
def oparl_bodies_data(params):
return db.get_body(body_list = True,
add_prefix = "%s/oparl/body/" % app.config['api_url'],
add_postfix=generate_postfix(params))
def oparl_bodies_data(params):
return db.get_body(add_prefix = "%s/oparl/body/" % app.config['api_url'],
add_postfix=generate_postfix(params))
def oparl_body_data(params):
data = db.get_body(search_params={'_id': ObjectId(params['_id'])})
if len(data) == 1:
return oparl_body_layout(data=data[0], params=params)
elif len(data) == 0:
abort(404)
def oparl_body_data(params):
data = db.get_body(search_params={'_id': ObjectId(params['_id'])})
if len(data) == 1:
return oparl_body_layout(data=data[0], params=params)
elif len(data) == 0:
abort(404)
