def daten(): """ Anzeige der /daten Seite mit Auflistung der Download-Dateien """ body_list = db.get_body() body_dict = {} for body in body_list: body_dict[str(body['_id'])] = body['name'] data_list = [] for file in os.listdir(app.config['data_dump_folder']): if file.endswith(".tar.bz2"): stat = os.lstat(app.config['data_dump_folder'] + os.sep + file) data_list.append({ 'id': file.split('.')[0], 'name': body_dict[file.split('.')[0]], 'size': "%d" % (stat.st_size / 1024.0 / 1024.0) }) file_list = [] for file in os.listdir(app.config['files_dump_folder']): if file.endswith(".tar.bz2"): stat = os.lstat(app.config['files_dump_folder'] + os.sep + file) file_list.append({ 'id': file.split('.')[0], 'name': body_dict[file.split('.')[0]], 'size': "%d" % (stat.st_size / 1024.0 / 1024.0 / 1024.0) }) return render_template('daten.html', data_list=data_list, file_list=file_list)
def daten(): """ Anzeige der /daten Seite mit Auflistung der Download-Dateien """ body_list = db.get_body() body_dict = {} for body in body_list: body_dict[str(body['_id'])] = body['name'] data_list = [] for file in os.listdir(app.config['data_dump_folder']): if file.endswith(".tar.bz2"): stat = os.lstat(app.config['data_dump_folder'] + os.sep + file) data_list.append({ 'id': file.split('.')[0], 'name': body_dict[file.split('.')[0]], 'size': "%d" % (stat.st_size / 1024.0 / 1024.0) }) file_list = [] for file in os.listdir(app.config['files_dump_folder']): if file.endswith(".tar.bz2"): stat = os.lstat(app.config['files_dump_folder'] + os.sep + file) file_list.append({ 'id': file.split('.')[0], 'name': body_dict[file.split('.')[0]], 'size': "%d" % (stat.st_size / 1024.0 / 1024.0 / 1024.0) }) statistics = [] for body in db.get_body(sort=['name', 1]): statistics.append({ 'name': body['name'], 'organization': db.get_organization_count({'body': DBRef('body', body['_id'])}), 'person': db.get_person_count({'body': DBRef('body', body['_id'])}), 'meeting': db.get_meeting_count({'body': DBRef('body', body['_id'])}), 'agendaItem': db.get_agendaItem_count({'body': DBRef('body', body['_id'])}), 'paper': db.get_paper_count({'body': DBRef('body', body['_id'])}), 'file': db.get_file_count({'body': DBRef('body', body['_id'])}) }) statistics_all = { 'organization': db.get_organization_count(), 'person': db.get_person_count(), 'meeting': db.get_meeting_count(), 'agendaItem': db.get_agendaItem_count(), 'paper': db.get_paper_count(), 'file': db.get_file_count() } return render_template('daten.html', data_list=data_list, file_list=file_list, statistics=statistics, statistics_all=statistics_all)
def oparl_body_data(params): data = db.get_body(search_params={'_id': ObjectId(params['_id'])}) if len(data) == 1: data[0]['legislativeTerm'] = generate_sublist_url(params=params, main_type='body', sublist_type='legislativeTerm') data[0]['organization'] = generate_sublist_url(params=params, main_type='body', sublist_type='organization') data[0]['membership'] = generate_sublist_url(params=params, main_type='body', sublist_type='membership') data[0]['person'] = generate_sublist_url(params=params, main_type='body', sublist_type='person') data[0]['meeting'] = generate_sublist_url(params=params, main_type='body', sublist_type='meeting') data[0]['agendaItem'] = generate_sublist_url(params=params, main_type='body', sublist_type='agendaItem') data[0]['paper'] = generate_sublist_url(params=params, main_type='body', sublist_type='paper') data[0]['consultation'] = generate_sublist_url(params=params, main_type='body', sublist_type='consultation') data[0]['file'] = generate_sublist_url(params=params, main_type='body', sublist_type='file') data[0]['system'] = "%s/oparl%s" % (app.config['api_url'], generate_postfix(params)) data[0]['@type'] = 'OParlBody' data[0]['@id'] = data[0]['_id'] del data[0]['config'] return data[0] elif len(data) == 0: abort(404)
def oparl_bodies_data(params): search_params = {} if 'q' in params: search_params['modified'] = { '$lt': datetime.datetime.strptime(params['q'].split(':<')[1], "%Y-%m-%dT%H:%M:%S.%f") } # TODO: working pagination, fails because of modified value = string insead of datetime data = db.get_body(search_params = search_params, limit=1000) result_count = db.get_body_count(search_params=search_params) data = { 'items': data, 'itemsPerPage': 1000 } if result_count > 1000: data['nextPage'] = '%s/oparl/body%s' % (app.config['api_url'], generate_postfix(params, ['q=modified:<%s' % data['items'][9]['modified'].strftime("%Y-%m-%dT%H:%M:%S.%f")])) if 'modified' in search_params: data['firstPage'] = '%s/oparl/body%s' % (app.config['api_url'], generate_postfix(params)) for key, single in enumerate(data['items']): data['items'][key] = oparl_body_layout(data=single, params=params) return data
def oparl_bodies_data(params): search_params = {} if 'q' in params: search_params['modified'] = { '$lt': datetime.datetime.strptime(params['q'].split(':<')[1], "%Y-%m-%dT%H:%M:%S.%f") } data = db.get_body(search_params = search_params, limit=app.config['oparl_items_per_page']) result_count = db.get_body_count(search_params=search_params) data = { 'data': data, 'pagination': { 'elementsPerPage': app.config['oparl_items_per_page'] }, 'links': { } } if result_count > app.config['oparl_items_per_page']: data['links']['next'] = '%s/oparl/body%s' % (app.config['api_url'], generate_postfix(params, ['q=modified:<%s' % datetime.datetime.strptime(data['data'][9]['modified'], "%Y-%m-%dT%H:%M:%S.%f+00:00").strftime("%Y-%m-%dT%H:%M:%S.%f")])) if 'modified' in search_params: data['links']['first'] = '%s/oparl/body%s' % (app.config['api_url'], generate_postfix(params)) for key, single in enumerate(data['data']): data['data'][key] = oparl_body_layout(data=single, params=params) return data
def oparl_bodies_data(params): return db.get_body(body_list = True, add_prefix = "%s/oparl/body/" % app.config['api_url'], add_postfix=generate_postfix(params))
def oparl_bodies_data(params): return db.get_body(add_prefix = "%s/oparl/body/" % app.config['api_url'], add_postfix=generate_postfix(params))
def oparl_body_data(params): data = db.get_body(search_params={'_id': ObjectId(params['_id'])}) if len(data) == 1: return oparl_body_layout(data=data[0], params=params) elif len(data) == 0: abort(404)