def get_db_statistics():
# Get table names
#
db_entry_object = Account()
account_table_name = db_entry_object.table_name
#
db_entry_object = ServiceLinkRecord()
slr_table_name = db_entry_object.table_name
#
db_entry_object = ServiceLinkStatusRecord()
ssr_table_name = db_entry_object.table_name
#
db_entry_object = ConsentRecord()
cr_table_name = db_entry_object.table_name
#
db_entry_object = ConsentStatusRecord()
csr_table_name = db_entry_object.table_name
# Get DB cursor
try:
logger.debug("Getting DB cursor")
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
return False
account_query = "SELECT COUNT(*) FROM " + account_table_name + ";"
slr_query = "SELECT COUNT(*) FROM " + slr_table_name + ";"
ssr_query = "SELECT COUNT(*) FROM " + ssr_table_name + ";"
cr_query = "SELECT COUNT(*) FROM " + cr_table_name + ";"
csr_query = "SELECT COUNT(*) FROM " + csr_table_name + ";"
try:
cursor, account_count = execute_sql_count(cursor=cursor,
sql_query=account_query)
cursor, slr_count = execute_sql_count(cursor=cursor,
sql_query=slr_query)
cursor, ssr_count = execute_sql_count(cursor=cursor,
sql_query=ssr_query)
cursor, cr_count = execute_sql_count(cursor=cursor, sql_query=cr_query)
cursor, csr_count = execute_sql_count(cursor=cursor,
sql_query=csr_query)
except Exception as exp:
logger.debug('sql_query: ' + repr(exp))
raise
else:
count_dict = {
'account': account_count,
'service_link': slr_count,
'service_link_status': ssr_count,
'consent': cr_count,
'consent_status': csr_count
}
return count_dict
def get_slr_for_service(service_id=None, slr_id=None, cursor=None):
"""
Get one slr entry from database by Service ID and Service Link Record ID
:param account_id:
:param slr_id:
:return: dict
"""
if service_id is None:
raise AttributeError("Provide service_id as parameter")
if id is None:
raise AttributeError("Provide id as parameter")
if cursor is None:
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise
try:
db_entry_object = ServiceLinkRecord(service_id=service_id,
service_link_record_id=slr_id)
except Exception as exp:
error_title = "Failed to create slr object"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.debug("slr object created: " + db_entry_object.log_entry)
# Get slr from DB
try:
cursor = db_entry_object.from_db(cursor=cursor)
except Exception as exp:
error_title = "Failed to fetch slr from DB"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.info("slr fetched")
logger.info("slr fetched from db: " + db_entry_object.log_entry)
return db_entry_object.to_api_dict, str(db_entry_object.account_id)
def get_slrs(account_id=None):
"""
Get all slr -entries related to account
:param account_id:
:return: List of dicts
"""
if account_id is None:
raise AttributeError("Provide account_id as parameter")
# Get table name
logger.info("Create slr")
db_entry_object = ServiceLinkRecord()
logger.info(db_entry_object.log_entry)
logger.info("Get table name")
table_name = db_entry_object.table_name
logger.info("Got table name: " + str(table_name))
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise
# Get primary keys for slr
try:
cursor, id_list = get_slr_ids(cursor=cursor,
account_id=account_id,
table_name=table_name)
except Exception as exp:
logger.error('Could not get primary key list: ' + repr(exp))
raise
# Get slrs from database
logger.info("Get slrs from database")
db_entry_list = []
for id in id_list:
logger.info("Getting slr with slr_id: " + str(id))
db_entry_dict = get_slr(account_id=account_id, slr_id=id)
db_entry_list.append(db_entry_dict)
logger.info("slr object added to list: " + json.dumps(db_entry_dict))
return db_entry_list
def post(self, account_id):
try:
endpoint = str(api.url_for(self, account_id=account_id))
except Exception as exp:
endpoint = str(__name__)
try:
api_key = request.headers.get('Api-Key')
except Exception as exp:
logger.error("No ApiKey in headers")
logger.debug("No ApiKey in headers: " + repr(repr(exp)))
return provideApiKey(endpoint=endpoint)
try:
account_id = str(account_id)
except Exception as exp:
raise ApiError(code=400,
title="Unsupported account_id",
detail=repr(exp),
source=endpoint)
# load JSON
json_data = request.get_json()
if not json_data:
error_detail = {
'0': 'Set application/json as Content-Type',
'1': 'Provide json payload'
}
raise ApiError(code=400,
title="No input data provided",
detail=error_detail,
source=endpoint)
else:
logger.debug("json_data: " + json.dumps(json_data))
# Validate payload content
schema = VerifyServiceLink()
schema_validation_result = schema.load(json_data)
# Check validation errors
if schema_validation_result.errors:
raise ApiError(code=400,
title="Invalid payload",
detail=dict(schema_validation_result.errors),
source=endpoint)
else:
logger.debug("JSON validation -> OK")
######
# SLR
######
#
# Get slr
try:
slr = json_data['data']['slr']['attributes']['slr']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch slr from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got slr: " + json.dumps(slr))
# Get surrogate_id
try:
surrogate_id = json_data['data']['surrogate_id']['attributes'][
'surrogate_id']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch surrogate id from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got surrogate_id: " + str(surrogate_id))
# Decode slr payload
try:
#print (json.dumps(json_data))
slr_payload_encoded = slr['payload']
slr_payload_encoded += '=' * (-len(slr_payload_encoded) % 4
) # Fix incorrect padding, base64
slr_payload_decoded = b64decode(slr_payload_encoded).replace(
'\\', '').replace('"{', '{').replace('}"', '}')
slr_payload_dict = json.loads(slr_payload_decoded)
except Exception as exp:
raise ApiError(code=400,
title="Could not decode slr payload",
detail=repr(exp),
source=endpoint)
else:
logger.debug("slr_payload_decoded: " + str(slr_payload_decoded))
# Get service_link_record_id
try:
slr_id = slr_payload_dict['link_id']
except Exception as exp:
raise ApiError(
code=400,
title="Could not fetch service link record id from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got slr_id: " + str(slr_id))
# Get service_id
try:
service_id = slr_payload_dict['service_id']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch service id from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got service_id: " + str(service_id))
# Get operator_id
try:
operator_id = slr_payload_dict['operator_id']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch operator id from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got operator_id: " + str(operator_id))
#######
# Ssr
#######
#
# Get ssr payload
try:
ssr_payload = json_data['data']['ssr']['attributes']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch ssr from json",
detail=repr(exp),
source=endpoint)
# Get ssr_id
try:
ssr_id = ssr_payload['record_id']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch record_id from ssr_payload",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got ssr_id: " + str(ssr_id))
# Get ssr_status
try:
ssr_status = ssr_payload['sl_status']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch sl_status from ssr_payload",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got ssr_status: " + str(ssr_status))
# Get slr_id_from_ssr
try:
slr_id_from_ssr = ssr_payload['slr_id']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch slr_id from ssr_payload",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got slr_id: " + str(slr_id))
# Get prev_ssr_id
try:
prev_ssr_id = ssr_payload['prev_record_id']
except Exception as exp:
raise ApiError(
code=400,
title="Could not fetch prev_ssr_id from ssr_payload",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got prev_ssr_id: " + str(prev_ssr_id))
# Get iat
try:
ssr_iat = int(ssr_payload['iat'])
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch iat from ssr_payload",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got iat: " + str(prev_ssr_id))
#
# Get code
try:
code = json_data['code']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch code from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got code: " + str(code))
##
##
# Check that slr and ssr payload are matching # TODO: Jatka slr:n ja ssr:n keskinäistä vertailua ja validointia
if not slr_id == slr_id_from_ssr:
detail_data = {
'slr_id': str(slr_id),
'slr_id_from_ssr': str(slr_id_from_ssr)
}
raise ApiError(code=409,
title="Service Link Record ID's are not matching",
detail=detail_data,
source=endpoint)
##
##
# Verify Account owner's signature in Service Link Record
try:
slr_verified = verify_jws_signature_with_jwk(
account_id=account_id, jws_json_to_verify=json.dumps(slr))
except Exception as exp:
logger.error(
"Could not verify Account owner's signature in Service Link Record: "
+ repr(exp))
raise ApiError(
code=500,
title=
"Failed to verify Account owner's signature in Service Link Record",
detail=repr(exp),
source=endpoint)
else:
logger.info('Service Link Record verified')
logger.info('Verification passed: ' + str(slr_verified))
# Sign Ssr
try:
ssr_signed = sign_ssr(account_id=account_id,
ssr_payload=ssr_payload,
endpoint=str(endpoint))
except Exception as exp:
logger.error("Could not sign Ssr")
logger.debug("Could not sign Ssr: " + repr(exp))
raise
# Store slr and ssr
logger.info(
"Storing Service Link Record and Service Link Status Record")
try:
slr_entry = ServiceLinkRecord(service_link_record=slr,
service_link_record_id=slr_id,
service_id=service_id,
surrogate_id=surrogate_id,
operator_id=operator_id,
account_id=account_id)
except Exception as exp:
logger.error('Could not create Service Link Record object: ' +
repr(exp))
raise ApiError(code=500,
title="Failed to create Service Link Record object",
detail=repr(exp),
source=endpoint)
try:
ssr_entry = ServiceLinkStatusRecord(
service_link_status_record_id=ssr_id,
status=ssr_status,
service_link_status_record=ssr_signed,
service_link_record_id=slr_id_from_ssr,
issued_at=ssr_iat,
prev_record_id=prev_ssr_id)
except Exception as exp:
logger.error(
'Could not create Service Link Status Record object: ' +
repr(exp))
raise ApiError(
code=500,
title="Failed to create Service Link Status Record object",
detail=repr(exp),
source=endpoint)
try:
stored_slr_entry, stored_ssr_entry = store_slr_and_ssr(
slr_entry=slr_entry,
ssr_entry=ssr_entry,
endpoint=str(endpoint))
except Exception as exp:
logger.error(
"Could not store Service Link Record and Service Link Status Record"
)
logger.debug("Could not store SLR and Ssr: " + repr(exp))
raise
else:
logger.info(
"Stored Service Link Record and Service Link Status Record")
logger.debug("stored_slr_entry: " + stored_slr_entry.log_entry)
logger.debug("stored_ssr_entry: " + stored_ssr_entry.log_entry)
# Response data container
try:
response_data = {}
response_data['code'] = code
response_data['data'] = {}
response_data['data']['slr'] = stored_slr_entry.to_record_dict
response_data['data']['ssr'] = stored_ssr_entry.to_record_dict
response_data['data']['surrogate_id'] = surrogate_id
except Exception as exp:
logger.error('Could not prepare response data: ' + repr(exp))
raise ApiError(code=500,
title="Could not prepare response data",
detail=repr(exp),
source=endpoint)
else:
logger.info('Response data ready')
logger.debug('response_data: ' + repr(response_data))
response_data_dict = dict(response_data)
logger.debug('response_data_dict: ' + repr(response_data_dict))
return make_json_response(data=response_data_dict, status_code=201)
def post(self, account_id, source_slr_id, sink_slr_id):
try:
endpoint = str(
api.url_for(self,
account_id=account_id,
source_slr_id=source_slr_id,
sink_slr_id=sink_slr_id))
except Exception as exp:
endpoint = str(__name__)
try:
api_key = request.headers.get('Api-Key')
except Exception as exp:
logger.error("No ApiKey in headers")
logger.debug("No ApiKey in headers: " + repr(repr(exp)))
return provideApiKey(endpoint=endpoint)
try:
account_id = str(account_id)
except Exception as exp:
raise ApiError(code=400,
title="Unsupported account_id",
detail=repr(exp),
source=endpoint)
try:
source_slr_id = str(source_slr_id)
except Exception as exp:
raise ApiError(code=400,
title="Unsupported source_slr_id",
detail=repr(exp),
source=endpoint)
try:
sink_slr_id = str(sink_slr_id)
except Exception as exp:
raise ApiError(code=400,
title="Unsupported sink_slr_id",
detail=repr(exp),
source=endpoint)
# load JSON
json_data = request.get_json()
if not json_data:
error_detail = {
'0': 'Set application/json as Content-Type',
'1': 'Provide json payload'
}
raise ApiError(code=400,
title="No input data provided",
detail=error_detail,
source=endpoint)
else:
logger.debug("json_data: " + json.dumps(json_data))
# Validate payload content
schema = NewConsent()
schema_validation_result = schema.load(json_data)
# Check validation errors
if schema_validation_result.errors:
logger.error("Invalid payload")
raise ApiError(code=400,
title="Invalid payload",
detail=dict(schema_validation_result.errors),
source=endpoint)
else:
logger.debug("JSON validation -> OK")
######
# Source
######
# Consent Record
try:
source_cr_payload = json_data['data']['source'][
'consentRecordPayload']['attributes']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch source_cr_payload from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got source_cr_payload: " +
json.dumps(source_cr_payload))
# Consent Status Record
try:
source_csr_payload = json_data['data']['source'][
'consentStatusRecordPayload']['attributes']
except Exception as exp:
raise ApiError(
code=400,
title="Could not fetch source_csr_payload from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got source_csr_payload: " +
json.dumps(source_csr_payload))
######
# Sink
######
# Consent Record
try:
sink_cr_payload = json_data['data']['sink'][
'consentRecordPayload']['attributes']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch sink_cr_payload from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got sink_cr_payload: " + json.dumps(sink_cr_payload))
# Consent Status Record
try:
sink_csr_payload = json_data['data']['sink'][
'consentStatusRecordPayload']['attributes']
except Exception as exp:
raise ApiError(code=400,
title="Could not fetch sink_csr_payload from json",
detail=repr(exp),
source=endpoint)
else:
logger.debug("Got sink_csr_payload: " +
json.dumps(sink_csr_payload))
#####
# IDs from CR and CSR payloads
#####
try:
# Source CR
try:
source_cr_cr_id = source_cr_payload['common_part']['cr_id']
source_cr_rs_id = source_cr_payload['common_part'][
'rs_description']['resource_set']['rs_id']
source_cr_slr_id = source_cr_payload['common_part']['slr_id']
source_cr_subject_id = source_cr_payload['common_part'][
'subject_id']
source_cr_surrogate_id = source_cr_payload['common_part'][
'surrogate_id']
source_cr_role = source_cr_payload['common_part']['role']
except Exception as exp:
error_title = "Could not fetch IDs from Source CR payload"
raise
# Source CSR
try:
source_csr_surrogate_id = source_csr_payload['surrogate_id']
source_csr_cr_id = source_csr_payload['cr_id']
source_csr_prev_record_id = source_csr_payload[
'prev_record_id']
source_csr_record_id = source_csr_payload['record_id']
source_csr_consent_status = source_csr_payload[
'consent_status']
source_csr_issued = source_csr_payload['iat']
except Exception as exp:
error_title = "Could not fetch IDs from Source CSR payload"
raise
# Sink CR
try:
sink_cr_cr_id = sink_cr_payload['common_part']['cr_id']
sink_cr_rs_id = sink_cr_payload['common_part'][
'rs_description']['resource_set']['rs_id']
sink_cr_slr_id = sink_cr_payload['common_part']['slr_id']
sink_cr_subject_id = sink_cr_payload['common_part'][
'subject_id']
sink_cr_surrogate_id = sink_cr_payload['common_part'][
'surrogate_id']
sink_cr_role = sink_cr_payload['common_part']['role']
except Exception as exp:
error_title = "Could not fetch IDs from Sink CR payload"
raise
# Sink CSR
try:
sink_csr_surrogate_id = sink_csr_payload['surrogate_id']
sink_csr_cr_id = sink_csr_payload['cr_id']
sink_csr_prev_record_id = sink_csr_payload['prev_record_id']
sink_csr_record_id = sink_csr_payload['record_id']
sink_csr_consent_status = sink_csr_payload['consent_status']
sink_csr_issued = sink_csr_payload['iat']
except Exception as exp:
error_title = "Could not fetch IDs from Sink CSR payload"
raise
except Exception as exp:
logger.error(error_title)
raise ApiError(code=400,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("IDs fetched from CR and CSR payloads")
######
# Sign
####
# Sign Source CR
try:
source_cr_signed = sign_cr(account_id=account_id,
payload=source_cr_payload,
endpoint=endpoint)
except Exception as exp:
logger.error("Could not sign Source's CR: " + repr(exp))
raise
else:
logger.info("Source CR signed")
logger.debug("source_cr_signed: " + json.dumps(source_cr_signed))
# Sign Source CSR
try:
source_csr_signed = sign_csr(account_id=account_id,
payload=source_csr_payload,
endpoint=endpoint)
except Exception as exp:
logger.error("Could not sign Source's CSR: " + repr(exp))
raise
else:
logger.info("Source CSR signed")
logger.debug("source_csr_signed: " + json.dumps(source_csr_signed))
# Sign Sink CR
try:
sink_cr_signed = sign_cr(account_id=account_id,
payload=sink_cr_payload,
endpoint=endpoint)
except Exception as exp:
logger.error("Could not sign Source's CR: " + repr(exp))
raise
else:
logger.info("Sink's CR signed")
logger.debug("sink_cr_signed: " + json.dumps(sink_cr_signed))
# Sign Sink CSR
try:
sink_csr_signed = sign_csr(account_id=account_id,
payload=sink_csr_payload,
endpoint=endpoint)
except Exception as exp:
logger.error("Could not sign Sink's CSR: " + repr(exp))
raise
else:
logger.info("Sink's CSR signed")
logger.debug("sink_csr_signed: " + json.dumps(sink_csr_signed))
#########
# Store #
#########
logger.info("Creating objects to store")
# Source SLR
try:
logger.info("Creating Source SLR")
source_slr_entry = ServiceLinkRecord(
surrogate_id=source_cr_surrogate_id,
account_id=account_id,
service_link_record_id=source_cr_slr_id)
except Exception as exp:
error_title = "Failed to create Source's Service Link Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("source_slr_entry created")
logger.info("source_slr_entry: " + source_slr_entry.log_entry)
# Sink SLR
try:
logger.info("Creating Sink SLR")
sink_slr_entry = ServiceLinkRecord(
surrogate_id=sink_cr_surrogate_id,
account_id=account_id,
service_link_record_id=sink_cr_slr_id)
except Exception as exp:
error_title = "Failed to create Sink's Service Link Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("sink_slr_entry created")
logger.info("sink_slr_entry: " + sink_slr_entry.log_entry)
# Source CR
try:
logger.info("Creating Source CR")
source_cr_entry = ConsentRecord(
consent_record=source_cr_signed,
consent_id=source_cr_cr_id,
surrogate_id=source_cr_surrogate_id,
resource_set_id=source_cr_rs_id,
service_link_record_id=source_cr_slr_id,
subject_id=source_cr_subject_id,
role=source_cr_role)
except Exception as exp:
error_title = "Failed to create Source's Consent Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("source_cr_entry created")
logger.info("source_cr_entry: " + source_cr_entry.log_entry)
# Sink CR
try:
logger.info("Creating Sink CR")
sink_cr_entry = ConsentRecord(
consent_record=sink_cr_signed,
consent_id=sink_cr_cr_id,
surrogate_id=sink_cr_surrogate_id,
resource_set_id=sink_cr_rs_id,
service_link_record_id=sink_cr_slr_id,
subject_id=sink_cr_subject_id,
role=sink_cr_role)
except Exception as exp:
error_title = "Failed to create Sink's Consent Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("sink_cr_entry created")
logger.info("sink_cr_entry: " + sink_cr_entry.log_entry)
# Source CSR
try:
logger.info("Creating Source CSR")
source_csr_entry = ConsentStatusRecord(
consent_status_record_id=source_csr_record_id,
status=source_csr_consent_status,
consent_status_record=source_csr_signed,
consent_record_id=source_csr_cr_id,
issued_at=source_csr_issued,
prev_record_id=source_csr_prev_record_id)
except Exception as exp:
error_title = "Failed to create Source's Consent Status Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("source_csr_entry created")
logger.info("source_csr_entry: " + source_csr_entry.log_entry)
# Sink CSR
try:
logger.info("Creating Sink CSR")
sink_csr_entry = ConsentStatusRecord(
consent_status_record_id=sink_csr_record_id,
status=sink_csr_consent_status,
consent_status_record=sink_csr_signed,
consent_record_id=sink_csr_cr_id,
issued_at=sink_csr_issued,
prev_record_id=sink_csr_prev_record_id)
except Exception as exp:
error_title = "Failed to create Sink's Consent Status Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("sink_csr_entry created")
logger.info("sink_csr_entry: " + sink_csr_entry.log_entry)
# Store CRs and CSRs
try:
logger.info(
"About to store Consent Records and Consent Status Records")
stored_source_cr_entry, stored_source_csr_entry, stored_sink_cr_entry, stored_sink_csr_entry = store_cr_and_csr(
source_slr_entry=source_slr_entry,
sink_slr_entry=sink_slr_entry,
source_cr_entry=source_cr_entry,
source_csr_entry=source_csr_entry,
sink_cr_entry=sink_cr_entry,
sink_csr_entry=sink_csr_entry,
endpoint=endpoint)
except Exception as exp:
error_title = "Could not store Consent Record and Consent Status Record"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.info("Stored Consent Record and Consent Status Record")
logger.info("Source CR: " + stored_source_cr_entry.log_entry)
logger.info("Source CSR: " + stored_source_csr_entry.log_entry)
logger.info("Sink CR: " + stored_sink_cr_entry.log_entry)
logger.info("Sink CSR: " + stored_sink_csr_entry.log_entry)
# Response data container
try:
response_data = {}
response_data['data'] = {}
response_data['data']['source'] = {}
response_data['data']['source']['consentRecord'] = {}
response_data['data']['source']['consentRecord'][
'type'] = "ConsentRecord"
response_data['data']['source']['consentRecord']['attributes'] = {}
response_data['data']['source']['consentRecord']['attributes'][
'cr'] = stored_source_cr_entry.to_record_dict
response_data['data']['source']['consentStatusRecord'] = {}
response_data['data']['source']['consentStatusRecord'][
'type'] = "ConsentStatusRecord"
response_data['data']['source']['consentStatusRecord'][
'attributes'] = {}
response_data['data']['source']['consentStatusRecord'][
'attributes']['csr'] = stored_source_csr_entry.to_record_dict
response_data['data']['sink'] = {}
response_data['data']['sink']['consentRecord'] = {}
response_data['data']['sink']['consentRecord'][
'type'] = "ConsentRecord"
response_data['data']['sink']['consentRecord']['attributes'] = {}
response_data['data']['sink']['consentRecord']['attributes'][
'cr'] = stored_sink_cr_entry.to_record_dict
response_data['data']['sink']['consentStatusRecord'] = {}
response_data['data']['sink']['consentStatusRecord'][
'type'] = "ConsentStatusRecord"
response_data['data']['sink']['consentStatusRecord'][
'attributes'] = {}
response_data['data']['sink']['consentStatusRecord']['attributes'][
'csr'] = stored_sink_csr_entry.to_record_dict
except Exception as exp:
logger.error('Could not prepare response data: ' + repr(exp))
raise ApiError(code=500,
title="Could not prepare response data",
detail=repr(exp),
source=endpoint)
else:
logger.info('Response data ready')
logger.debug('response_data: ' + json.dumps(response_data))
response_data_dict = dict(response_data)
logger.debug('response_data_dict: ' + json.dumps(response_data_dict))
return make_json_response(data=response_data_dict, status_code=201)
def get_auth_token_data(sink_cr_object=None, endpoint="get_auth_token_data()"):
if sink_cr_object is None:
raise AttributeError("Provide sink_cr_object as parameter")
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise
# Get Sink's CR from DB
try:
logger.info("Get Sink's CR from DB")
cursor = sink_cr_object.from_db(cursor=cursor)
except Exception as exp:
error_title = "Failed to fetch Sink's CR from DB"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.debug("sink_cr_object: " + sink_cr_object.log_entry)
# Get required id's from Sink's CR
try:
logger.info("Get required id's from Sink's CR")
sink_slr_primary_key = str(sink_cr_object.service_link_records_id)
except Exception as exp:
error_title = "Failed to get id's from Sink's CR"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.debug("sink_slr_primary_key: " + sink_slr_primary_key)
# Init Source's Consent Record Object
try:
logger.info("Init Source's Consent Record Object")
source_cr_entry = ConsentRecord(
consent_pair_id=sink_cr_object.consent_id,
accounts_id=sink_cr_object.accounts_id,
role="Source")
except Exception as exp:
error_title = "Failed to create Source's Consent Record object"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.debug("source_cr_entry: " + source_cr_entry.log_entry)
# Get Source's Consent Record from DB
try:
logger.info("Get Source's Consent Record from DB")
cursor = source_cr_entry.from_db(cursor=cursor)
except Exception as exp:
error_title = "Failed to fetch Source's CR from DB"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.debug("source_cr_entry: " + source_cr_entry.log_entry)
# Init Sink's Service Link Record Object
try:
logger.info("Init Sink's Service Link Record Object")
sink_slr_entry = ServiceLinkRecord(
id=sink_slr_primary_key,
service_link_record_id=sink_cr_object.service_link_record_id)
except Exception as exp:
error_title = "Failed to create Source's Service Link Record object"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.debug("sink_slr_entry: " + sink_slr_entry.log_entry)
# Get Source's Consent Record from DB
try:
logger.info("Get Source's Consent Record from DB")
cursor = sink_slr_entry.from_db(cursor=cursor)
except Exception as exp:
error_title = "Failed to fetch Sink's SLR from DB"
logger.error(error_title + ": " + repr(exp))
raise
else:
logger.debug("sink_slr_entry: " + sink_slr_entry.log_entry)
return source_cr_entry, sink_slr_entry
def get_account_id_by_cr(cr_id=None,
endpoint="get_account_id_by_cr(cr_id, endpoint)"):
if cr_id is None:
raise AttributeError("Provide cr_id as parameter")
logger.info("Executing for: " + str(endpoint))
##
# Account
try:
logger.info("Create Account object")
account_entry = Account()
except Exception as exp:
error_title = "Failed to create Account object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("account_entry: " + account_entry.log_entry)
# Get database table name for Consent Status Record
try:
logger.info("Get Account table name")
account_table_name = account_entry.table_name
except Exception as exp:
error_title = "Failed to get Account table name"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("Got Account table name: " + str(account_table_name))
##
# ServiceLinkRecord
try:
logger.info("Create ServiceLinkRecord object")
slr_entry = ServiceLinkRecord()
except Exception as exp:
error_title = "Failed to create ServiceLinkRecord object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("slr_entry: " + slr_entry.log_entry)
# Get database table name for Consent Status Record
try:
logger.info("Get ServiceLinkRecord table name")
slr_table_name = slr_entry.table_name
except Exception as exp:
error_title = "Failed to get ServiceLinkRecord table name"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("Got ServiceLinkRecord table name: " + str(slr_table_name))
##
# ConsentRecord
try:
logger.info("Create ConsentRecord object")
cr_entry = ConsentRecord()
except Exception as exp:
error_title = "Failed to create Consent Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("cr_entry: " + cr_entry.log_entry)
# Get database table name for Consent Status Record
try:
logger.info("Get Consent Record table name")
cr_table_name = cr_entry.table_name
except Exception as exp:
error_title = "Failed to get Consent Record table name"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("Got Consent Record table name: " + str(cr_table_name))
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise ApiError(code=500,
title="Failed to get database cursor",
detail=repr(exp),
source=endpoint)
# Get Account ID
try:
logger.info("Get Account ID")
cursor, account_id = get_account_id_by_csr_id(
cursor=cursor,
cr_id=cr_id,
acc_table_name=account_table_name,
slr_table_name=slr_table_name,
cr_table_name=cr_table_name)
except IndexError as exp:
error_title = "Account ID Not Found"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=404,
title=error_title,
detail=repr(exp),
source=endpoint)
except Exception as exp:
error_title = "Failed to get Account ID"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("Got Account ID: " + str(cr_table_name))
return account_id
def init_slr_sink(account_id=None,
slr_id=None,
pop_key=None,
endpoint="init_slr_sink()"):
logger.info("init_slr_sink()")
if account_id is None:
raise AttributeError("Provide account_id as parameter")
if slr_id is None:
raise AttributeError("Provide slr_id as parameter")
if pop_key is None:
raise AttributeError("Provide pop_key as parameter")
if not isinstance(account_id, str):
try:
account_id = str(account_id)
except Exception:
raise TypeError("account_id MUST be str, not " +
str(type(account_id)))
if not isinstance(slr_id, str):
try:
slr_id = str(slr_id)
except Exception:
raise TypeError("slr_id MUST be str, not " + str(type(slr_id)))
if not isinstance(pop_key, dict):
try:
pop_key = dict(pop_key)
except Exception:
raise TypeError("pop_key MUST be dict, not " + str(type(pop_key)))
if not isinstance(endpoint, str):
try:
endpoint = str(endpoint)
except Exception:
raise TypeError("endpoint MUST be str, not " + str(type(endpoint)))
logger.info("Initing SLR")
try:
slr_entry = ServiceLinkRecord(service_link_record_id=slr_id,
account_id=account_id,
pop_key=pop_key)
except Exception as exp:
logger.error('Could not create Service Link Record object: ' +
repr(exp))
raise ApiError(code=500,
title="Failed to create Service Link Record object",
detail=repr(exp),
source=endpoint)
else:
logger.info("Service Link Record entry created")
logger.debug(slr_entry.log_entry)
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise ApiError(code=500,
title="Failed to get database cursor",
detail=repr(exp),
source=endpoint)
# Store DB entry
try:
cursor = slr_entry.to_db(cursor=cursor)
slr_id = slr_entry.service_link_record_id
db.connection.commit()
except IntegrityError as exp:
error_title = "Service Link ID already exists"
error_detail = str(exp.args[1])
logger.error(error_title + " - " + error_detail)
db.connection.rollback()
logger.debug('--> rollback')
raise ApiError(code=409,
title=error_title,
detail=error_detail,
source=endpoint)
except Exception as exp:
logger.error('Slr init commit failed: ' + repr(exp))
db.connection.rollback()
logger.debug('--> rollback')
raise ApiError(code=500,
title="Failed to store init SLR",
detail=repr(exp),
source=endpoint)
else:
logger.info('Slr initialized commited')
logger.debug("slr_entry: " + slr_entry.log_entry)
return slr_id
def get_last_slr_status(account_id=None,
slr_id=None,
endpoint="get_last_slr_status()"):
if slr_id is None:
raise AttributeError("Provide slr_id as parameter")
if account_id is None:
raise AttributeError("Provide account_id as parameter")
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise ApiError(code=500,
title="Failed to get database cursor",
detail=repr(exp),
source=endpoint)
# Init ServiceLinkRecord Object
try:
logger.info("Create ServiceLinkRecord object")
slr_entry = ServiceLinkRecord(service_link_record_id=slr_id,
account_id=account_id)
logger.info(slr_entry.log_entry)
except Exception as exp:
error_title = "Failed to create Service Link Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.debug("slr_entry: " + slr_entry.log_entry)
# Get ServiceLinkRecord from DB
try:
cursor = slr_entry.from_db(cursor=cursor)
except IndexError as exp:
error_title = "Service Link Status Record not found with provided information."
error_detail = "Account ID was {} and Service Link Record ID was {}.".format(
account_id, slr_id)
logger.error(error_title + " " + error_detail + ": " + repr(exp))
raise ApiError(code=404,
title=error_title,
detail=error_detail,
source=endpoint)
except Exception as exp:
error_title = "Failed to fetch Service Link Record from DB"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=str(exp.message),
source=endpoint)
else:
logger.debug("slr_entry: " + slr_entry.log_entry)
# Create ServiceLinkStatusRecord object
try:
slsr_entry = ServiceLinkStatusRecord()
except Exception as exp:
error_title = "Failed to create ServiceLinkStatusRecord object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.debug("slsr_entry: " + slsr_entry.log_entry)
# Get database table name for ServiceLinkStatusRecord
try:
logger.info("Get ServiceLinkStatusRecord table name")
slsr_table_name = slsr_entry.table_name
except Exception as exp:
error_title = "Failed to get ServiceLinkStatusRecord table name"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("Got ServiceLinkStatusRecord table name: " +
str(slsr_table_name))
# Get ServiceLinkStatusRecord ID
try:
cursor, slsr_id = get_last_slsr_id(cursor=cursor,
slr_id=slr_id,
table_name=slsr_table_name)
except IndexError as exp:
error_title = "ServiceLinkStatusRecord not found from DB with given Consent Record ID"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=404,
title=error_title,
detail=repr(exp),
source=endpoint)
except Exception as exp:
error_title = "Failed to get last ServiceLinkStatusRecord ID from database"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.debug("slsr_id: " + str(slsr_id))
# Append ID to ServiceLinkStatusRecord Object
try:
logger.info("Append ID to ServiceLinkStatusRecord object: " +
slsr_entry.log_entry)
slsr_entry.service_link_status_record_id = slsr_id
except Exception as exp:
error_title = "Failed to append ID to ServiceLinkStatusRecord object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.info("Appended ID to ServiceLinkStatusRecord object: " +
slsr_entry.log_entry)
# Get ServiceLinkStatusRecord from DB
try:
cursor = slsr_entry.from_db(cursor=cursor)
except IndexError as exp:
error_title = "ServiceLinkStatusRecord not found from DB with given ID"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=404,
title=error_title,
detail=repr(exp),
source=endpoint)
except Exception as exp:
error_title = "Failed to fetch ServiceLinkStatusRecord from DB"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
else:
logger.debug("slsr_entry: " + slsr_entry.log_entry)
return slsr_entry.to_api_dict
def get_slrs_for_service(service_id=None, surrogate_id="", account_id=""):
"""
Get all slr -entries related to service
:param service_id:
:param surrogate_id:
:param account_id:
:return: List of dicts
"""
if service_id is None:
raise AttributeError("Provide service_id as parameter")
logger.info("service_id: " + str(service_id))
logger.info("surrogate_id: " + str(surrogate_id))
logger.info("account_id: " + str(account_id))
# Get table name
logger.info("Create slr")
db_entry_object = ServiceLinkRecord()
logger.info(db_entry_object.log_entry)
logger.info("Get table name")
table_name = db_entry_object.table_name
logger.info("Got table name: " + str(table_name))
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise
# Get primary keys for slr
try:
cursor, id_list = get_slr_ids_by_service(cursor=cursor,
service_id=service_id,
surrogate_id=surrogate_id,
account_id=account_id,
table_name=table_name)
except Exception as exp:
logger.error('Could not get primary key list: ' + repr(exp))
raise
# Get slrs from database
logger.info("Get slrs from database")
db_entry_list = []
account_id_list = []
for id in id_list:
logger.info("Getting slr with slr_id: " + str(id))
db_entry_dict, account_id = get_slr_for_service(service_id=service_id,
slr_id=id)
db_entry_list.append(db_entry_dict)
account_id_list.append(account_id)
logger.info("slr object added to list: " + json.dumps(db_entry_dict))
logger.info("account_id added to list: " + str(account_id))
try:
account_id_list = list(set(account_id_list))
except Exception as exp:
logger.error('Could not remove duplicates from account id listing: ' +
repr(exp))
raise
return db_entry_list, account_id_list
def get_slr_record(account_id=None, slr_id=None, endpoint="get_slr_record()"):
logger.info("get_slr_record()")
if account_id is None:
raise AttributeError("Provide account_id as parameter")
if slr_id is None:
raise AttributeError("Provide slr_id as parameter")
if not isinstance(account_id, str):
try:
account_id = str(account_id)
except Exception:
raise TypeError("account_id MUST be str, not " +
str(type(account_id)))
if not isinstance(slr_id, str):
try:
slr_id = str(slr_id)
except Exception:
raise TypeError("slr_id MUST be str, not " + str(type(slr_id)))
if not isinstance(endpoint, str):
try:
endpoint = str(endpoint)
except Exception:
raise TypeError("endpoint MUST be str, not " + str(type(endpoint)))
logger.info("Creating ServiceLinkRecord object")
try:
slr_entry = ServiceLinkRecord(service_link_record_id=slr_id,
account_id=account_id)
except Exception as exp:
logger.error('Could not create Service Link Record object: ' +
repr(exp))
raise ApiError(code=500,
title="Failed to create Service Link Record object",
detail=repr(exp),
source=endpoint)
else:
logger.info("Service Link Record entry created")
logger.debug(slr_entry.log_entry)
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise ApiError(code=500,
title="Failed to get database cursor",
detail=repr(exp),
source=endpoint)
logger.info("Get ServiceLinkRecord from database")
try:
cursor = slr_entry.from_db(cursor=cursor)
except Exception as exp:
error_title = "Could not get ServiceLinkRecord from database"
error_detail = str(exp.message)
logger.error(error_title + " - " + error_detail)
raise
else:
logger.info('Got ServiceLinkRecord from database')
logger.debug("slr_entry: " + slr_entry.log_entry)
return slr_entry
def get_auth_token_data(sink_cr_object=None, endpoint="get_auth_token_data()"):
if sink_cr_object is None:
raise AttributeError("Provide sink_cr_object as parameter")
# Get DB cursor
try:
cursor = get_db_cursor()
except Exception as exp:
logger.error('Could not get database cursor: ' + repr(exp))
raise ApiError(code=500,
title="Failed to get database cursor",
detail=repr(exp),
source=endpoint)
# Get Sink's CR from DB
try:
cursor = sink_cr_object.from_db(cursor=cursor)
except Exception as exp:
error_title = "Failed to fetch Sink's CR from DB"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=404,
title=error_title,
detail=repr(exp),
source=endpoint)
finally:
logger.debug("sink_cr_object: " + sink_cr_object.log_entry)
# Get required id's from Sink's CR
try:
sink_rs_id = str(sink_cr_object.resource_set_id)
sink_slr_primary_key = str(sink_cr_object.service_link_records_id)
except Exception as exp:
error_title = "Failed to get id's from Sink's CR"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
finally:
logger.debug("sink_rs_id: " + sink_rs_id)
# Init Source's Consent Record Object
try:
source_cr_entry = ConsentRecord(resource_set_id=sink_rs_id,
role="Source")
except Exception as exp:
error_title = "Failed to create Source's Consent Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
finally:
logger.debug("source_cr_entry: " + source_cr_entry.log_entry)
# Get Source's Consent Record from DB
source_cr = {}
try:
cursor = source_cr_entry.from_db(cursor=cursor)
source_cr = source_cr_entry.consent_record
except Exception as exp:
error_title = "Failed to fetch Source's CR from DB"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
finally:
logger.debug("source_cr_entry: " + source_cr_entry.log_entry)
logger.debug("source_cr: " + json.dumps(source_cr))
# Init Sink's Service Link Record Object
try:
sink_slr_entry = ServiceLinkRecord(id=sink_slr_primary_key)
except Exception as exp:
error_title = "Failed to create Source's Service Link Record object"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
finally:
logger.debug("source_cr_entry: " + source_cr_entry.log_entry)
# Get Source's Consent Record from DB
sink_slr = {}
try:
cursor = sink_slr_entry.from_db(cursor=cursor)
sink_slr = sink_slr_entry.service_link_record
except Exception as exp:
error_title = "Failed to fetch Sink's SLR from DB"
logger.error(error_title + ": " + repr(exp))
raise ApiError(code=500,
title=error_title,
detail=repr(exp),
source=endpoint)
finally:
logger.debug("sink_slr_entry: " + sink_slr_entry.log_entry)
logger.debug("sink_slr: " + json.dumps(sink_slr))
return source_cr, json.loads(sink_slr)