def _export_via_s3(save_method, filename, email=None):
file_url = ''
if not current_app.config['IS_TEST']:
# Save locally
local_save_path = get_local_save_path(filename)
save_method(local_save_path)
# upload to s3
file_url = upload_local_file_to_s3(local_save_path, filename)
if email:
send_export_email(file_url, email)
else:
if g.user.email is not None:
send_export_email(file_url, g.user.email)
# remove local file path
os.remove(local_save_path)
return file_url
def post(self):
post_data = request.get_json()
transfer_account = g.user.transfer_account
date_range = post_data.get(
'date_range') # last day, previous week, or all
email = post_data.get('email')
credit_transfer_columns = [
{
'header': 'ID',
'query_type': 'db',
'query': 'id'
},
{
'header': 'Transfer Amount',
'query_type': 'custom',
'query': 'transfer_amount'
},
{
'header': 'Created',
'query_type': 'db',
'query': 'created'
},
{
'header': 'Resolved Date',
'query_type': 'db',
'query': 'resolved_date'
},
{
'header': 'Transfer Type',
'query_type': 'db',
'query': 'transfer_type'
},
{
'header': 'Transfer Status',
'query_type': 'db',
'query': 'transfer_status'
},
{
'header': 'Transfer Use',
'query_type': 'db',
'query': 'transfer_use'
},
]
random_string = ''.join(random.choices(string.ascii_letters, k=5))
export_time = str(datetime.utcnow())
workbook_filename = 'vendor-id' + str(transfer_account.id) + '-' + str(
export_time[0:10]) + '-' + random_string + '.xlsx'
# e.g. vendor-id9-2018-09-19-adsff.xlsx
# Vendor Export
wb = Workbook()
ws = wb.active
ws.title = "credit_transfers"
start_date = None
end_date = None
credit_transfer_list = []
# Create credit_transfers workbook headers
for index, column in enumerate(credit_transfer_columns):
_ = ws.cell(column=index + 1,
row=1,
value="{0}".format(column['header']))
if date_range == 'day':
# return previous day of transactions
start_date = datetime.utcnow()
end_date = start_date - timedelta(days=1)
if date_range == 'week':
# return previous week of transactions
start_date = datetime.utcnow()
end_date = start_date - timedelta(weeks=1)
if start_date and end_date is not None:
# filter by date_range & transfer_account.id
credit_transfer_list = CreditTransfer.query.filter(
and_(CreditTransfer.created.between(start_date, end_date),
(or_(
CreditTransfer.recipient_transfer_account_id
== transfer_account.id,
CreditTransfer.sender_transfer_account_id
== transfer_account.id))))
else:
# default to all credit transfers of transfer_account.id
credit_transfer_list = CreditTransfer.query.filter(
or_(
CreditTransfer.recipient_id == transfer_account.id,
CreditTransfer.sender_transfer_account_id ==
transfer_account.id))
# loop over all credit transfers, create cells
if credit_transfer_list is not None:
for index, credit_transfer in enumerate(credit_transfer_list):
for jindix, column in enumerate(credit_transfer_columns):
if column['query_type'] == 'db':
cell_contents = "{0}".format(
getattr(credit_transfer, column['query']))
elif column['query'] == 'transfer_amount':
cell_contents = "{0}".format(
getattr(credit_transfer, column['query']) / 100)
else:
cell_contents = ""
_ = ws.cell(column=jindix + 1,
row=index + 2,
value=cell_contents)
if credit_transfer_list is not None:
# Create local URL + save local + Upload to s3 bucket
local_save_directory = os.path.join(current_app.config['BASEDIR'],
"tmp/")
local_save_path = os.path.join(local_save_directory,
workbook_filename)
wb.save(filename=local_save_path)
file_url = upload_local_file_to_s3(local_save_path,
workbook_filename)
if email:
send_export_email(file_url, email)
else:
if g.user.email is not None:
send_export_email(file_url, g.user.email)
os.remove(local_save_path)
response_object = {
'status': 'success',
'message': 'Export file created.',
'file_url': file_url,
}
return make_response(jsonify(response_object)), 201
else:
# return no data
response_object = {
'status': 'Fail',
'message': 'No data available for export',
'file_url': None,
}
return make_response(jsonify(response_object)), 201
def post(self):
post_data = request.get_json()
export_type = post_data.get('export_type')
include_transfers = post_data.get('include_transfers') # True or False
user_type = post_data.get('user_type') # Beneficiaries, Vendors, All
selected = post_data.get('selected')
# TODO: implement date_range
date_range = post_data.get(
'date_range') # last day, previous week, or all
payable_period_type = post_data.get('payable_period_type',
'month') # day, week, month
payable_period_length = post_data.get(
'payable_period_length',
1) # Integer, ie "payable every _2_ months"
payable_epoch = post_data.get(
'payable_epoch') # When did the very first cycle begin?
payable_period_start_date = post_data.get(
'payable_period_start_date'
) # any sort of reasonable date string for custom date period
payable_period_end_date = post_data.get('payable_period_end_date')
transfer_account_columns = [
{
'header': 'ID',
'query_type': 'db',
'query': 'id'
},
{
'header': 'First Name',
'query_type': 'custom',
'query': 'first_name'
},
{
'header': 'Last Name',
'query_type': 'custom',
'query': 'last_name'
},
{
'header': 'Created (UTC)',
'query_type': 'db',
'query': 'created'
},
{
'header': 'Is Approved?',
'query_type': 'db',
'query': 'is_approved'
},
{
'header': 'Current Balance',
'query_type': 'custom',
'query': 'balance'
},
# {'header': 'Prev. Period Payable', 'query_type': 'custom', 'query': 'prev_period_payable'},
# {'header': 'Total Payable', 'query_type': 'custom', 'query': 'total_payable'},
]
credit_transfer_columns = [
{
'header': 'ID',
'query_type': 'db',
'query': 'id'
},
{
'header': 'Transfer Amount',
'query_type': 'custom',
'query': 'transfer_amount'
},
{
'header': 'Created',
'query_type': 'db',
'query': 'created'
},
{
'header': 'Resolved Date',
'query_type': 'db',
'query': 'resolved_date'
},
{
'header': 'Transfer Type',
'query_type': 'db',
'query': 'transfer_type'
},
{
'header': 'Transfer Status',
'query_type': 'db',
'query': 'transfer_status'
},
{
'header': 'Transfer Use',
'query_type': 'db',
'query': 'transfer_use'
},
{
'header': 'Sender ID',
'query_type': 'db',
'query': 'sender_transfer_account_id'
},
{
'header': 'Recipient ID',
'query_type': 'db',
'query': 'recipient_transfer_account_id'
},
]
# need to add Balance (Payable)
random_string = ''.join(random.choices(string.ascii_letters, k=5))
# TODO MAKE THIS API AUTHED
time = str(datetime.utcnow())
workbook_filename = current_app.config['DEPLOYMENT_NAME'] + '-id' + str(
g.user.id) + '-' + str(time[0:10]) + '-' + random_string + '.xlsx'
# e.g. dev-id1-2018-09-19-asfi.xlsx
wb = Workbook()
ws = wb.active
ws.title = "transfer_accounts"
# ws1 = wb.create_sheet(title='transfer_accounts')
start_date = None
end_date = None
user_filter = None
# Create transfer_accounts workbook headers
for index, column in enumerate(transfer_account_columns):
_ = ws.cell(column=index + 1,
row=1,
value="{0}".format(column['header']))
user_accounts = []
credit_transfer_list = []
# filter user accounts
if user_type == 'beneficiary':
user_filter = User.has_beneficiary_role
if user_type == 'vendor':
user_filter = User.has_vendor_role
if date_range == 'all':
end_date = datetime.utcnow()
start_date = end_date - timedelta(weeks=520)
if date_range == 'day':
# return previous day of transactions
end_date = datetime.utcnow()
start_date = end_date - timedelta(days=1)
if date_range == 'week':
# return previous week of transactions
end_date = datetime.utcnow()
start_date = end_date - timedelta(weeks=1)
if user_filter is not None:
user_accounts = User.query.filter(user_filter == True).all()
elif user_type == 'selected':
user_accounts = User.query.filter(
User.transfer_account_id.in_(selected)).all()
if user_accounts is not None:
# TODO: fix export
for index, user_account in enumerate(user_accounts):
transfer_account = user_account.transfer_account
if transfer_account:
for jindix, column in enumerate(transfer_account_columns):
if column['query_type'] == 'db':
cell_contents = "{0}".format(
getattr(transfer_account, column['query']))
elif column['query'] == 'first_name':
cell_contents = "{0}".format(
transfer_account.primary_user.first_name)
elif column['query'] == 'last_name':
cell_contents = "{0}".format(
transfer_account.primary_user.last_name)
elif column['query'] == 'balance':
cell_contents = getattr(transfer_account,
column['query']) / 100
elif column['query'] == 'prev_period_payable':
if payable_period_start_date and payable_period_end_date:
prior_period_start = parser.parse(
payable_period_start_date)
prior_period_end = parser.parse(
payable_period_end_date)
else:
if payable_epoch is None:
payable_epoch = transfer_account.created
else:
payable_epoch = parser.parse(
str(payable_epoch))
prior_period_start, prior_period_end = find_last_period_dates(
payable_epoch, datetime.utcnow(),
payable_period_type, payable_period_length)
in_for_period = 0
# All funds start of last period, up to end of last period, NOT including after last period
in_transactions = CreditTransfer.query.filter(
and_(
CreditTransfer.
recipient_transfer_account_id ==
transfer_account.id,
CreditTransfer.transfer_status ==
TransferStatusEnum.COMPLETE,
CreditTransfer.resolved_date.between(
prior_period_start,
prior_period_end))).all()
for transaction in in_transactions:
in_for_period += transaction.transfer_amount
out_for_period = 0
# Out transactions DO NOT include reimbursements (withdrawals) from the previous month
out_transactions = CreditTransfer.query.filter(
and_(
CreditTransfer.sender_transfer_account_id
== transfer_account.id,
CreditTransfer.transfer_status ==
TransferStatusEnum.COMPLETE,
CreditTransfer.resolved_date.between(
prior_period_start, prior_period_end),
CreditTransfer.transfer_type !=
TransferTypeEnum.WITHDRAWAL)).all()
for transaction in out_transactions:
out_for_period += transaction.transfer_amount
payable_balance = in_for_period - out_for_period
cell_contents = payable_balance / 100
elif column['query'] == 'total_payable':
if payable_period_end_date:
prior_period_end = parser.parse(
payable_period_end_date)
else:
if payable_epoch is None:
payable_epoch = transfer_account.created
else:
payable_epoch = parser.parse(
str(payable_epoch))
prior_period_start, prior_period_end = find_last_period_dates(
payable_epoch, datetime.utcnow(),
payable_period_type, payable_period_length)
in_for_period = 0
# All funds in from epoch, up to end of last period, NOT including after last period
in_transactions = CreditTransfer.query.filter(
and_(
CreditTransfer.
recipient_transfer_account_id ==
transfer_account.id,
CreditTransfer.transfer_status ==
TransferStatusEnum.COMPLETE,
CreditTransfer.resolved_date.between(
payable_epoch,
prior_period_end))).all()
for transaction in in_transactions:
in_for_period += transaction.transfer_amount
out_for_period = 0
# All funds out over all time, _including_ withdrawals
out_transactions = CreditTransfer.query.filter(
and_(
CreditTransfer.sender_transfer_account_id
== transfer_account.id,
CreditTransfer.transfer_status ==
TransferStatusEnum.COMPLETE,
CreditTransfer.resolved_date.between(
payable_epoch,
datetime.utcnow()))).all()
for transaction in out_transactions:
out_for_period += transaction.transfer_amount
payable_balance = in_for_period - out_for_period
cell_contents = payable_balance / 100
else:
cell_contents = ""
_ = ws.cell(column=jindix + 1,
row=index + 2,
value=cell_contents)
else:
print('No Transfer Account for user account id: ',
user_account.id)
if include_transfers and user_accounts is not None:
if start_date and end_date is not None:
credit_transfer_list = CreditTransfer.query.filter(
CreditTransfer.created.between(start_date,
end_date)).all()
if date_range == 'all':
credit_transfer_list = CreditTransfer.query.all()
transfer_sheet = wb.create_sheet(title='credit_transfers')
# Create credit_transfers workbook headers
for index, column in enumerate(credit_transfer_columns):
_ = transfer_sheet.cell(column=index + 1,
row=1,
value="{0}".format(column['header']))
if credit_transfer_list is not None:
for index, credit_transfer in enumerate(credit_transfer_list):
for jindix, column in enumerate(credit_transfer_columns):
if column['query_type'] == 'db':
cell_contents = "{0}".format(
getattr(credit_transfer, column['query']))
elif column['query'] == 'transfer_amount':
cell_contents = "{0}".format(
getattr(credit_transfer, column['query']) /
100)
else:
cell_contents = ""
_ = transfer_sheet.cell(column=jindix + 1,
row=index + 2,
value=cell_contents)
else:
print('No Credit Transfers')
if len(user_accounts) is not 0:
# Create local URL + save local + Upload to s3 bucket
local_save_directory = os.path.join(current_app.config['BASEDIR'],
"tmp/")
local_save_path = os.path.join(local_save_directory,
workbook_filename)
wb.save(filename=local_save_path)
file_url = upload_local_file_to_s3(local_save_path,
workbook_filename)
send_export_email(file_url, g.user.email)
os.remove(local_save_path)
response_object = {
'message': 'Export file created.',
'data': {
'file_url': file_url,
}
}
return make_response(jsonify(response_object)), 201
else:
# return no data
response_object = {
'message': 'No data available for export',
}
return make_response(jsonify(response_object)), 404