def get(self): args = datasetsGetParser.parse_args() project_id = args.get('project_id') has_project_access, auth_message = project_auth(project_id) if not has_project_access: return auth_message datasets = db_access.get_datasets(project_id, include_preloaded=True) data_list = [] for d in datasets: dataset_data = { k: d[k] for k in [ 'title', 'file_name', 'id', 'description', 'info_url', 'tags', 'preloaded' ] } dataset_data['details'] = db_access.get_dataset_properties( project_id, d.get('id')) data_list.append(dataset_data) return jsonify({'status': 'success', 'datasets': data_list})
def get(self): args = preloadedDatasetsGetParser.parse_args() project_id = args.get('project_id') get_structure = args.get('get_structure') preloaded_datasets = db_access.get_preloaded_datasets(**args) selected_preloaded_dataset_ids = [] if project_id: selected_preloaded_datasets = db_access.get_project_preloaded_datasets( project_id) selected_preloaded_dataset_ids = [ d['id'] for d in selected_preloaded_datasets ] data_list = [] for d in preloaded_datasets: dataset_data = { k: d[k] for k in [ 'title', 'file_name', 'id', 'description', 'info_url', 'tags' ] } if dataset_data['id'] in selected_preloaded_dataset_ids: dataset_data['selected'] = True else: dataset_data['selected'] = False dataset_data['details'] = db_access.get_dataset_properties( project_id, d.get('id')) data_list.append(dataset_data) return jsonify({'status': 'success', 'datasets': data_list})
def get_dataset_sample(dataset_id, project_id, start=0, inc=100): end = start + inc # Upper bound excluded df = get_data(dataset_id=dataset_id, project_id=project_id) sample = map(list, df.iloc[start:end].values) result = db_access.get_dataset_properties(project_id, dataset_id) result['sample'] = sample return result
def get_dataset_sample(dataset_id, project_id, start=0, inc=100): end = start + inc # Upper bound excluded df = get_data(dataset_id=dataset_id, project_id=project_id) sample = map(list, df.iloc[start:end].values) result = db_access.get_dataset_properties(project_id, dataset_id) result['sample'] = sample return result
def save_dataset_properties(properties_result, dataset_id, project_id): properties = properties_result['result'] existing_dataset_properties = db_access.get_dataset_properties( project_id, dataset_id) if existing_dataset_properties: logger.info("Updating field property of dataset %s", dataset_id) dataset_properties = db_access.update_dataset_properties( project_id, dataset_id, **properties) else: logger.info("Inserting field property of dataset %s", dataset_id) dataset_properties = db_access.insert_dataset_properties( project_id, dataset_id, **properties) return {'desc': 'Done saving dataset properties', 'result': None}
def get_dataset_sample(dataset_id, project_id, start=0, inc=100): end = start + inc # Upper bound excluded df = get_data(dataset_id=dataset_id, project_id=project_id) #sample = map(list, df.iloc[start:end].values) sample = df.iloc[start:end].values.tolist() #print('get_dataset_sample') #print('df', df) #print('df.iloc[start:end].values', df.iloc[start:end].values) #print('sample', sample) result = db_access.get_dataset_properties(project_id, dataset_id) #result['sample'] = sample result['sample'] = sample return result
def get(self): args = datasetsGetParser.parse_args() project_id = args.get('project_id') has_project_access, auth_message = project_auth(project_id) if not has_project_access: return auth_message datasets = db_access.get_datasets(project_id, include_preloaded=True) data_list = [] for d in datasets: dataset_data = { k: d[k] for k in [ 'title', 'file_name', 'id', 'description', 'info_url', 'tags', 'preloaded' ]} dataset_data['details'] = db_access.get_dataset_properties(project_id, d.get('id')) data_list.append(dataset_data) return jsonify({'status': 'success', 'datasets': data_list})
def get(self): args = preloadedDatasetsGetParser.parse_args() project_id = args.get('project_id') get_structure = args.get('get_structure') preloaded_datasets = db_access.get_preloaded_datasets(**args) selected_preloaded_dataset_ids = [] if project_id: selected_preloaded_datasets = db_access.get_project_preloaded_datasets(project_id) selected_preloaded_dataset_ids = [ d['id'] for d in selected_preloaded_datasets ] data_list = [] for d in preloaded_datasets: dataset_data = { k: d[k] for k in [ 'title', 'file_name', 'id', 'description', 'info_url', 'tags' ]} if dataset_data['id'] in selected_preloaded_dataset_ids: dataset_data['selected'] = True else: dataset_data['selected'] = False dataset_data['details'] = db_access.get_dataset_properties(project_id, d.get('id')) data_list.append(dataset_data) return jsonify({'status': 'success', 'datasets': data_list})