def processAccount(self, aclink, acCount, acName, account_path):
logging.debug('ac link - ' + aclink)
logging.debug('ac path - ' + str(account_path) + ' - end')
if account_path != "":
# delete existing current xactions
logging.debug('Processing account ')
builder = StatementBuilder(self.facade, account_path, self.token)
self.statementlist.append(builder)
self.statementbuilder = self.statementlist[self.current_statement]
currentBalance = 34505
isVisa = False
self.statementbuilder.make_recent_statement(
'Smile-recent', 'Scraper', None) #TODO change this
self.statementbuilder.set_current_balance(currentBalance)
for row in xacts1:
self.statementbuilder.make_xact(row)
#self.statementbuilder.set_balance(atts['amount']) #TODO - still use this?
self.statementbuilder.put_statement()
self.current_statement = self.current_statement + 1
return "http:\\blah2.com"
def _processNormAccount(self, raw, account_path, balance):
soup = BeautifulSoup(raw)
logging.debug('Norm ac path - ' + str(account_path) + ' - end')
try:
if account_path != "":
# delete existing current xactions
logging.debug('Processing :) norm ')
builder = StatementBuilder(self.facade, account_path,
self.token)
self.statementlist.append(builder)
self.statementbuilder = self.statementlist[
self.current_statement]
# we know this is not a credit card
isCCard = False
# get a fixed balance somewhere??
# balance passed in for natwest
# set up our statement
self.statementbuilder.make_recent_dif_statement(
'NatWest-recent', 'Scraper', None)
# now set the final balance
logging.debug("Balance - - - - - - - > " + str(balance))
self.statementbuilder.set_current_balance(balance)
# now find all the recent transactions
x_table = soup.find('table', attrs={'class': 'ItemTable'})
if x_table == None:
# could easily be no transactions
logging.debug(" No xtable ======>")
if x_table != None:
x_body = x_table.find('tbody')
inputs = x_body.findAll('tr')
# build the post values up
for rows in inputs:
atts = {}
vals = rows.findAll('td')
if vals:
cash = ''
for i, val in enumerate(vals):
data = self.tidy_text(val.text)
if i == 0:
dp = DateParser()
try:
atts['date'] = dp.ymd_from_date(
dp.date_from_small(data))
except:
atts['date'] == ''
if i == 1:
if data == 'ATM':
cash = 'CASH - '
if i == 2:
if data != "":
extra = ""
datebit = ""
parts = data.split(',')
if len(parts) > 1:
# match natwest dates - a.la. 8062 14APR11
if re.match(
'\d{4}\s\d\d[A-Z]{3}\d\d',
parts[0]) != None:
datebit = parts[0][
0:4] + ' ' + parts[0][
5:7] + ' ' + parts[0][
7:10]
# remember pretty_display strips out any words containing a sequence of 3 or more numbers
parts = parts[1:]
if len(parts) > 1:
extra = parts[-1]
parts = parts[0:-1]
data = ' '.join(parts)
disp = (cash + data).strip()
atts['display'] = " ".join(
disp.split())
atts['extradisplay'] = " ".join(
(extra + " " + datebit).split())
if i > 2: # the numbers
if data != "" and data != '-':
amount = self.normalise_ammount(data)
if i == 3:
atts['amount'] = amount
atts['type'] = 'Credit'
if i == 4:
atts['amount'] = amount
atts['type'] = 'Debit'
if i == 5:
self.statementbuilder.make_xact(atts)
self.statementbuilder.put_statement()
self.current_statement = self.current_statement + 1
except Exception, e:
logging.exception('NatWest parsing error - ' + str(e))
def _processCCAccount(self, raw, account_path, balance):
soup = BeautifulSoup(raw)
logging.debug('CC ac path - ' + str(account_path) + ' - end')
try:
if account_path != "":
# delete existing current xactions
logging.debug('Processing :) ')
builder = StatementBuilder(self.facade, account_path,
self.token)
self.statementlist.append(builder)
self.statementbuilder = self.statementlist[
self.current_statement]
# we know this is not a credit card
isCCard = True
# get a fixed balance somewhere??
# passed in for natwest
# set up our statement
self.statementbuilder.make_recent_dif_statement(
'NatWest-recent', 'Scraper', None)
# now set the final balance
logging.debug("Balance - - - - - - - > " + str(balance))
self.statementbuilder.set_current_balance(balance)
# now find all the recent transactions
x_table = soup.find('table', attrs={'class': 'ItemTable'})
if x_table != None:
x_body = x_table.find('tbody')
inputs = x_body.findAll('tr')
# build the post values up
for rows in inputs:
atts = {}
vals = rows.findAll('td')
if vals:
datebit = ''
for i, val in enumerate(vals):
data = self.tidy_text(val.text)
if i == 0:
dp = DateParser()
try:
atts['date'] = dp.ymd_from_date(
dp.date_from_small(data))
except:
atts['date'] == ''
if i == 1:
datebit = data[:-5]
if i == 2:
if data != 'SALE': # only keep extra xact date for Sales
datebit = ''
if i == 3:
if data != "":
atts['display'] = " ".join(
data.split()).encode('utf8')
atts['extradisplay'] = datebit.encode(
'utf8')
if i > 3: # the numbers
if data != "" and data != '-':
amount = self.normalise_ammount(data)
if i == 4:
atts['amount'] = amount
atts['type'] = 'Credit'
if i == 5:
atts['amount'] = amount
atts['type'] = 'Debit'
if i == 5:
self.statementbuilder.make_xact(atts)
self.statementbuilder.put_statement()
self.current_statement = self.current_statement + 1
except Exception, e:
logging.exception('NatWest parsing error - ' + str(e))
def processAccount(self, acCount, acName, account_path, allofit):
page = self.HexToByte(allofit['body'])
# save this page
self.output_page("account" + str(acCount) + ".html", page)
soup = BeautifulSoup(page)
logging.debug('ac path - ' + str(account_path) + ' - end')
if account_path != "":
# delete existing current xactions
logging.debug('Processing :) ')
self.statementbuilder = StatementBuilder(self.facade, account_path,
self.token)
# need to get last statement and make a new one every time
self.statementbuilder.make_recent_dif_statement(
'Fd-recent', 'Scraper', None) #TODO change this
isVisa = False
loginform = soup.find(
'input', attrs={'name': 'cmd_sort_referenceAscending'})
if loginform != None:
isVisa = True
bal_tables = soup.findAll(
'table', attrs={'class': 'fdTableBackgroundOne'})
balance_table = bal_tables[2]
if balance_table <> None:
vals = balance_table.findAll('td')
if vals:
bal = vals[1].text
data = bal.replace('£', u'£')
data = data.strip(u'£')
if data[-1] == 'D':
data = data.replace('DB', '')
data = data.replace('D', '')
lastbal = int(float(data) * 100)
firstbal = 0 - lastbal
else:
data = data.replace('CR', '')
data = data.replace('C', '')
firstbal = int(float(data) * 100)
self.statementbuilder.set_current_balance(firstbal)
logging.debug(
"-----------------------------*******---------------------")
if isVisa:
logging.debug("found visa --")
acTable = soup.find('table', attrs={'class': 'fdStatTable'})
# if no table then no new data afaik
if acTable != None:
datarows = acTable.findAll('tr')
next = False
# build the post values up
atts = {}
isFirst = True
firstbal = 0
firstdate = ""
lastbal = 0
lastdate = ""
doBalance = False
dp = DateParser()
for rows in datarows:
vals = rows.findAll('td')
if vals:
for i, val in enumerate(vals):
if val.text:
data = val.text.strip()
data = unescape(data)
data = unicode(data)
else:
data = ""
if data != " ":
data = data.replace(' ', '')
if i == 0:
if data != "":
try:
lastdate = dp.ymd_from_date(
dp.date_from_dmy(data, '/'))
except:
logging.warn(
"Invalid FD date format - probably no transactions"
)
return
if firstdate == "":
firstdate = lastdate
atts['date'] = lastdate
if (i == 1 and not isVisa) or (i == 2
and isVisa):
atts['display'] = data[0:19]
atts['extradisplay'] = data[19:]
if (i == 2 and not isVisa) or (i == 3
and isVisa):
if data != "":
data = data.strip(u'£')
data = data.strip(u'D')
data = data.strip(u'B')
if data == '':
atts['amount'] = 0
else:
atts['amount'] = int(
float(data) * 100)
atts['type'] = 'Debit'
if (i == 3 and not isVisa) or (i == 4
and isVisa):
if data != "":
data = data.strip(u'£')
data = data.strip(u'C')
data = data.strip(u'R')
if data == '':
atts['amount'] = 0
else:
atts['amount'] = int(
float(data) * 100)
atts['type'] = 'Credit'
if not isVisa:
if i == 4:
data = data.strip(u'£')
if data != "":
lastbal = int(float(data) * 100)
if isFirst:
isFirst = False
firstbal = lastbal
doBalance = True
if i == 5:
if doBalance:
doBalance = False
if data == "D":
firstbal = 0 - firstbal
self.statementbuilder.set_current_balance(
firstbal)
self.statementbuilder.make_xact(atts)
self.statementbuilder.put_statement()
self.current_statement = self.current_statement + 1