def _remove_file(self,file_name):
"""
This method is used to remove file.
@param self the DataRequestHandler itself, it should be DataRequestHandler
@param file_name the file name,it is supposed to be a str, can be None/empty.
@throw Exception Any error should be raised to caller.
"""
signature='hfppnetwork.partner.httpservices.DataRequestHandler._remove_file'
method_enter(signature,{
"self":self,
"file_name":file_name
})
try:
if file_name is not None:
check_string("file_name",file_name)
if file_name and os.path.exists(file_name):
os.remove(file_name)
method_exit(signature)
except Exception as e:
method_error(signature, e)
def handle_analysis_result(self, request_id, study_id, result):
"""
This method is used to handle analysis result.
This method will not throw exceptions. Any error should be caught and logged.
@param self the AnalysisResultHandler itself, it should be AnalysisResultHandler
@param request_id the request ID,it is supposed to be a non-None/empty str. Required.
@param study_id the study ID,it is supposed to be a non-None/empty str. Required.
@param result the analysis result. Required
"""
signature='hfppnetwork.partner.httpservices.AnalysisResultHandler.handle_analysis_result'
method_enter(signature,{
"self":self,
"request_id":request_id,
"result":result
})
uncompressed_file = tempfile.NamedTemporaryFile(delete=False).name
try:
#check input arguments
check_string("request_id",request_id)
check_string("study_id", study_id)
check_string("result",result)
decoded_data = zlib.decompress(base64.b64decode(result))
file_name = STUDY_REPORT_DIRECTORY + "/" + study_id + ".xlsx"
with open(file_name, "wb") as out_file:
out_file.write(decoded_data)
method_exit(signature)
except Exception as e:
# log error
method_error(signature, e)
finally:
os.remove(uncompressed_file)
def convert_data(file_type, input_file_name, output_file_name):
"""
This function is used to convert data file.
@param file_type: the file type - it is supposed to be a str, not None/empty. Required.
@param input_file_name: the input file name (including full path),
this function will assume the file exists - it is supposed to be a str, not None/empty. Required.
@param output_file_name: the output file name (including full path), this function will assume the file exists,
hence it will not create the file - it is supposed to be a str, not None/empty. Required.
@throws TypeError throws if any argument isn't of right type
@throws ValueError throws if any argument isn't valid (refer to the argument documentation)
@throws DataConversionError throws if any other error occurred during the operation
"""
signature = 'hfppnetwork.partner.httpservices.dataconversion.convert_data'
method_enter(signature,{
'file_type':file_type,
'input_file_name':input_file_name,
'output_file_name':output_file_name
})
# Acceptable file types
types_mapping = {
'beneficiary': 'BeneficiarySummary',
'carrier': 'CarrierClaim',
'inpatient': 'InpatientClaim',
'outpatient': 'OutpatientClaim',
'prescription': 'PrescriptionEvent'}
check_string('file_type', file_type)
if not file_type in types_mapping:
raise ValueError('File type "' + file_type + '" is not acceptable. Use '
+ str(types_mapping))
check_string('input_file_name', input_file_name)
check_string('output_file_name', output_file_name)
if os.path.exists(input_file_name) is False:
raise ValueError('input_file_name should be valid file path')
if os.path.exists(output_file_name) is False:
raise ValueError('output_file_name should be valid file path')
try:
csv2xml(input_file_name, output_file_name, types_mapping[file_type])
except:
raise DataConversionError('Data conversion internal error.')
method_exit(signature)
def convert_data(file_type, input_file_name, output_file_name):
"""
This function is used to convert data file.
@param file_type: the file type - it is supposed to be a str, not None/empty. Required.
@param input_file_name: the input file name (including full path),
this function will assume the file exists - it is supposed to be a str, not None/empty. Required.
@param output_file_name: the output file name (including full path), this function will assume the file exists,
hence it will not create the file - it is supposed to be a str, not None/empty. Required.
@throws TypeError throws if any argument isn't of right type
@throws ValueError throws if any argument isn't valid (refer to the argument documentation)
@throws DataConversionError throws if any other error occurred during the operation
"""
signature = "hfppnetwork.partner.httpservices.dataconversion.convert_data"
method_enter(
signature, {"file_type": file_type, "input_file_name": input_file_name, "output_file_name": output_file_name}
)
# Acceptable file types
types_mapping = {
"beneficiary": "BeneficiarySummary",
"carrier": "CarrierClaim",
"inpatient": "InpatientClaim",
"outpatient": "OutpatientClaim",
"prescription": "PrescriptionEvent",
}
check_string("file_type", file_type)
if not file_type in types_mapping:
raise ValueError('File type "' + file_type + '" is not acceptable. Use ' + str(types_mapping))
check_string("input_file_name", input_file_name)
check_string("output_file_name", output_file_name)
if os.path.exists(input_file_name) is False:
raise ValueError("input_file_name should be valid file path")
if os.path.exists(output_file_name) is False:
raise ValueError("output_file_name should be valid file path")
try:
csv2xml(input_file_name, output_file_name, types_mapping[file_type])
except:
raise DataConversionError("Data conversion internal error.")
method_exit(signature)
def create_partner_request(request):
'''
This is the view function for creating one partner request.
Thread Safety:
The implementation is not thread safe but it will be used in a thread-safe manner.
@param request: the http request
@return: the http response
'''
CLASS_NAME = 'decision_module.views'
LOGGER = logging.getLogger(CLASS_NAME)
# Do logging
signature = CLASS_NAME + '.create_partner_request'
helper.log_entrance(LOGGER, signature, {'request': request})
# Check posted values
try:
check_string('request_id', request.POST['request_id'])
check_string('study_id', request.POST['study_id'])
check_string('query', request.POST['query'])
check_string('expiration_time', request.POST['expiration_time'])
check_string('cache_available', request.POST['cache_available'])
if request.POST['cache_available'] == 'true':
check_string('cache_timestamp', request.POST['cache_timestamp'])
check_string('status', request.POST['status'])
except Exception as e:
helper.log_exception(LOGGER, signature, e)
if dbconfig["type"]=='redis':
fields = [request.POST['request_id'], request.POST['study_id'], request.POST['query'],
request.POST['expiration_time'], request.POST['cache_available'],
request.POST['cache_timestamp'], request.POST['status'],]
else:# MySQL - SQL statements must translate ' to double ', or sql statement is illegal.
fields = [request.POST['request_id'], request.POST['study_id'], request.POST['query'].replace("'", "''"),
request.POST['expiration_time'], request.POST['cache_available'],
request.POST['cache_timestamp'], request.POST['status'],]
p = get_request_persistence()
p.connectionConfig = dbconfig
try:
p.begin()
p.createRequest(fields)
p.commit()
except:
p.rollback()
finally:
if p.connection:
p.close()
# Redirect to /partner_tags
# ret = HttpResponseRedirect('/')
ret = HttpResponse(status=200)
# Do logging
helper.log_exit(LOGGER, signature, [ret])
return ret
def handle_data_request(self,request_id, study_id, query,expiration_time,
cache_available=False,cache_timestamp=None,
force_fullfil=False):
"""
This method is used to handle data request.
This method will not throw exceptions. Any error should be caught and logged.
@param self the DataRequestHandler itself, it should be DataRequestHandler
@param request_id the request ID,it is supposed to be a non-None/empty str. Required.
@param study_id the study ID,it is supposed to be a non-None/empty str. Required.
@param query the query string,it is supposed to be a non-None/empty str. Required.
@param expiration_time the request expiration time,it is supposed to be a non-None datetime. Required.
@param cache_available whether cache is available,it is supposed to be a bool. Optional, default to False.
@param cache_timestamp the cache timestamp,it is supposed to be a datetime. Optional, default to None.
@param force_fullfil this parameter is set to True when this method is called by decision module.
"""
signature='hfppnetwork.partner.httpservices.DataRequestHandler.handle_data_request'
method_enter(signature,{
"self":self,
"request_id":request_id,
"study_id":study_id,
"query":query,
"expiration_time":expiration_time,
"cache_available":cache_available,
"cache_timestamp":cache_timestamp
})
# Dictionary to hold data query result file names
query_result_file_names = {}
try:
#check input arguments
check_string("request_id",request_id)
check_string("study_id",study_id)
check_string("query",query)
check_datetime("expiration_time",expiration_time)
check_bool("cache_available",cache_available)
if cache_timestamp is not None:
check_datetime("cache_timestamp",cache_timestamp)
# Parse the query string
try:
query_dict = json.loads(query)
except ValueError as e:
query_dict = None
method_error(signature, e)
# Check if we can fulfill the data request
can_fulfill_request = can_fulfill_data_request(request_id, study_id, query,
expiration_time, cache_available,
cache_timestamp, force_fullfil)
# Dictionary to hold data conversion result file names
conversion_result_file_names = {}
# Data Response XML file name
response_xml_file_name = None
# Compressed file name
compressed_file_name = None
logging.debug('%s:%s', 'can_fulfill_request', can_fulfill_request)
#can_fulfill_request
if query_dict is not None and 'file_types' in query_dict \
and 'logical_expressions' in query_dict and can_fulfill_request:
# Can fulfill the request, create temporary files
for file_type in query_dict['file_types']:
query_result_file_names[file_type] = tempfile.NamedTemporaryFile(delete=False).name
conversion_result_file_names[file_type] = tempfile.NamedTemporaryFile(delete=False).name
response_xml_file_name = tempfile.NamedTemporaryFile(delete=False).name
compressed_file_name = tempfile.NamedTemporaryFile(delete=False).name
# Query data
use_cache = query_data(query_dict['file_types'], query_dict['logical_expressions'],
query_result_file_names,
cache_timestamp if cache_available else None)
with open(response_xml_file_name, 'ab') as response_xml_file:
# Write XML
xml = '<?xml version="1.0" encoding="utf-8"?>' \
'<DataResponse>' \
'<RequestID>{request_id}</RequestID>' \
'<RequestDenied>false</RequestDenied>' \
'<ErrorMessage></ErrorMessage>' \
'<Data useCache="{use_cache}"><![CDATA['.\
format(request_id=request_id, use_cache='true' if use_cache else 'false')
response_xml_file.write(xml.encode('utf-8'))
if not use_cache:
logging.debug('not use cache will use result from converted data')
# Convert data
for file_type in query_dict['file_types']:
convert_data(file_type, query_result_file_names[file_type],
conversion_result_file_names[file_type])
# Aggregate and compress data
compressor = zlib.compressobj(level=9)
with open(compressed_file_name, 'wb') as out_file:
for file_type in query_dict['file_types']:
with open(conversion_result_file_names[file_type], 'rb') as in_file:
out_file.write(compressor.compress(in_file.read()))
out_file.write(compressor.flush())
# Encode in Base64
with open(compressed_file_name, 'rb') as in_file:
base64.encode(in_file, response_xml_file)
# Write XML
response_xml_file.write(']]></Data></DataResponse>'.encode('utf-8'))
# POST XML to Network Node /data_response service
if datetime.now(timezone.utc) < expiration_time:
logging.debug('post to data response url %s%s',
HFPP_NODE_HTTP_SERVICE_BASE_URL ,'/data_response')
# Only POST the XML if the request has not been expired
request = urllib.request.Request(HFPP_NODE_HTTP_SERVICE_BASE_URL + '/data_response')
request.add_header('Content-Type','application/xml;charset=utf-8')
request.add_header('x-hfpp-username', HFPP_PARTNER_USERNAME)
request.add_header('x-hfpp-password', HFPP_PARTNER_PASSWORD)
if response_xml_file_name is not None and can_fulfill_request:
with open(response_xml_file_name, 'rb') as in_file,\
mmap.mmap(in_file.fileno(), 0, access=mmap.ACCESS_READ) as data_response_xml:
try:
resp = urllib.request.urlopen(request, data_response_xml,
cafile=CA_CERTIFICATE_FILE, cadefault=True)
# Parse response XML
resp_content = resp.read().decode('utf-8')
logging.debug('response code:%s',resp.getcode())
logging.debug('response:%s',resp_content)
except urllib.error.HTTPError as e:
method_error(signature, e)
self._handle_error_response(e)
else:
data_response_xml = '<?xml version="1.0" encoding="utf-8"?>' \
'<DataResponse>' \
'<RequestID>{request_id}</RequestID>' \
'<RequestDenied>true</RequestDenied>' \
'<ErrorMessage>{waitApproval}</ErrorMessage>' \
'<Data></Data>' \
'</DataResponse>'.format(request_id=request_id,
waitApproval=('' if PARTNER_IMMEDIATE_FULLFIL else 'Waiting Approval'))
logging.debug('post data response xml %s', data_response_xml)
try:
resp = urllib.request.urlopen(request, data_response_xml.encode('utf-8'),
cafile=CA_CERTIFICATE_FILE, cadefault=True)
# Parse response XML
resp_content = resp.read().decode('utf-8')
logging.debug('response code:%s',resp.getcode())
logging.debug('response:%s',resp_content)
except urllib.error.HTTPError as e:
method_error(signature, e)
self._handle_error_response(e)
else:
# Request expired, log error
logging.error('Request expired')
method_exit(signature)
except Exception as e:
# log error
method_error(signature, e)
finally:
if query_dict is not None and 'file_types' in query_dict:
# Remove temporary files
for file_type in query_dict['file_types']:
if file_type in query_result_file_names:
self._remove_file(query_result_file_names[file_type])
if file_type in conversion_result_file_names:
self._remove_file(conversion_result_file_names[file_type])
self._remove_file(compressed_file_name)
self._remove_file(response_xml_file_name)
logging.exception('')
method_exit(signature)
if __name__ == '__main__':
"""
This is the "if __name__ == '__main__':" code block.
This code block configures and starts the cherrypy
"""
#configure logging
logging.config.fileConfig(
os.path.join(os.path.dirname(__file__), 'logging.conf'))
signature = 'hfppnetwork.partner.partnercli.main'
method_enter(signature)
try:
check_string('HFPP_NODE_HTTP_SERVICE_BASE_URL',
HFPP_NODE_HTTP_SERVICE_BASE_URL)
check_string('HFPP_PARTNER_USERNAME', HFPP_PARTNER_USERNAME)
check_string('HFPP_PARTNER_PASSWORD', HFPP_PARTNER_PASSWORD)
check_file('CA_CERTIFICATE_FILE', CA_CERTIFICATE_FILE)
check_file('PARTNER_CERTIFICATE', PARTNER_CERTIFICATE)
check_file('PARTNER_PRIVATE_KEY', PARTNER_PRIVATE_KEY)
check_string('HFPP_PARTNER_ID', HFPP_PARTNER_ID)
check_port('PARTNER_CLIENT_HTTP_SERVICE_PORT',
PARTNER_CLIENT_HTTP_SERVICE_PORT)
check_bool('PARTNER_IMMEDIATE_FULLFIL', PARTNER_IMMEDIATE_FULLFIL)
check_string('DECISION_MODULE_URL', DECISION_MODULE_URL)
check_file('STUDY_REPORT_DIRECTORY', STUDY_REPORT_DIRECTORY)
#badly formed hexadecimal UUID string will throw if not uuid string
partner_id = uuid.UUID(HFPP_PARTNER_ID)
logging.debug('hfpp partner id:%s', partner_id)
except (TypeError, ValueError) as e:
method_enter(signature)
cherrypy.response.status = 500
logging.exception('')
method_exit(signature)
if __name__ == '__main__':
"""
This is the "if __name__ == '__main__':" code block.
This code block configures and starts the cherrypy
"""
#configure logging
logging.config.fileConfig(os.path.join(os.path.dirname(__file__),'logging.conf'))
signature='hfppnetwork.partner.partnercli.main'
method_enter(signature)
try:
check_string('HFPP_NODE_HTTP_SERVICE_BASE_URL',HFPP_NODE_HTTP_SERVICE_BASE_URL)
check_string('HFPP_PARTNER_USERNAME',HFPP_PARTNER_USERNAME)
check_string('HFPP_PARTNER_PASSWORD',HFPP_PARTNER_PASSWORD)
check_file('CA_CERTIFICATE_FILE',CA_CERTIFICATE_FILE)
check_file('PARTNER_CERTIFICATE', PARTNER_CERTIFICATE)
check_file('PARTNER_PRIVATE_KEY', PARTNER_PRIVATE_KEY)
check_string('HFPP_PARTNER_ID',HFPP_PARTNER_ID)
check_port('PARTNER_CLIENT_HTTP_SERVICE_PORT',PARTNER_CLIENT_HTTP_SERVICE_PORT)
check_bool('PARTNER_IMMEDIATE_FULLFIL', PARTNER_IMMEDIATE_FULLFIL)
check_string('DECISION_MODULE_URL', DECISION_MODULE_URL)
check_file('STUDY_REPORT_DIRECTORY', STUDY_REPORT_DIRECTORY)
#badly formed hexadecimal UUID string will throw if not uuid string
partner_id = uuid.UUID(HFPP_PARTNER_ID)
logging.debug('hfpp partner id:%s',partner_id)
except (TypeError,ValueError) as e:
method_error(signature, e)
def create_partner_request(request):
'''
This is the view function for creating one partner request.
Thread Safety:
The implementation is not thread safe but it will be used in a thread-safe manner.
@param request: the http request
@return: the http response
'''
CLASS_NAME = 'decision_module.views'
LOGGER = logging.getLogger(CLASS_NAME)
# Do logging
signature = CLASS_NAME + '.create_partner_request'
helper.log_entrance(LOGGER, signature, {'request': request})
# Check posted values
try:
check_string('request_id', request.POST['request_id'])
check_string('study_id', request.POST['study_id'])
check_string('query', request.POST['query'])
check_string('expiration_time', request.POST['expiration_time'])
check_string('cache_available', request.POST['cache_available'])
if request.POST['cache_available'] == 'true':
check_string('cache_timestamp', request.POST['cache_timestamp'])
check_string('status', request.POST['status'])
except Exception as e:
helper.log_exception(LOGGER, signature, e)
if dbconfig["type"] == 'redis':
fields = [
request.POST['request_id'],
request.POST['study_id'],
request.POST['query'],
request.POST['expiration_time'],
request.POST['cache_available'],
request.POST['cache_timestamp'],
request.POST['status'],
]
else: # MySQL - SQL statements must translate ' to double ', or sql statement is illegal.
fields = [
request.POST['request_id'],
request.POST['study_id'],
request.POST['query'].replace("'", "''"),
request.POST['expiration_time'],
request.POST['cache_available'],
request.POST['cache_timestamp'],
request.POST['status'],
]
p = get_request_persistence()
p.connectionConfig = dbconfig
try:
p.begin()
p.createRequest(fields)
p.commit()
except:
p.rollback()
finally:
if p.connection:
p.close()
# Redirect to /partner_tags
# ret = HttpResponseRedirect('/')
ret = HttpResponse(status=200)
# Do logging
helper.log_exit(LOGGER, signature, [ret])
return ret
