def getNewAssetForUpdate(self):
db = dbconnection.start()
with closing(db.cursor()) as cur:
newFX = self.checkForNewPriorityCurrencies(cur)
newFX = [[x[0],None] for x in newFX]
db.close()
return newFX
def main():
data = []
for x in xrange(1,10):
#for x in range(1,2):
url ='''https://www.quandl.com/api/v2/datasets.json?query=*&source_code=CURRFX&per_page=300&page={}&auth_token=ZiSfvVWczC5Q3dGUvNM2'''.format(str(x))
page = requests.get(url)
page = page.json()
newdata = [[pair['code'],pair['description'],pair['from_date'], pair['to_date']]
for pair in page['docs'] if pair['code'].startswith('USD')]
for pair in newdata:
check = False
for pair2 in data:
if pair[0]==pair2[0]:
check = True
if not check:
data.append(pair)
print data
db = dbconnection.start()
with closing(db.cursor()) as cur:
for pair in data:
code = pair[0]
name = pair[1].split('1 U.S. Dollar in ',1)[1].split('.',1)[0]
fromdate = datetime.datetime.strptime(pair[2], "%Y-%m-%d").date()
todate = datetime.datetime.strptime(pair[3], "%Y-%m-%d").date()
cur.execute('''INSERT INTO currencies
(code, name, fromdate, todate) VALUES
(%s, %s, %s, %s)''',
(code, name, fromdate, todate,))
db.commit()
db.close()
def getNewAssetForUpdate(self):
db = dbconnection.start()
with closing(db.cursor()) as cur:
newFX = self.checkForNewPriorityCurrencies(cur)
newFX = [[x[0], None] for x in newFX]
db.close()
return newFX
def getExistingAssetsForUpdate(self):
db = dbconnection.start()
with closing(db.cursor()) as cur:
upFX = self.checkForUpdates(cur)
db.close()
upFX = [[x[0],x[1]] for x in upFX]
return upFX
def getExistingAssetsForUpdate(self):
db = dbconnection.start()
with closing(db.cursor()) as cur:
upFX = self.checkForUpdates(cur)
db.close()
upFX = [[x[0], x[1]] for x in upFX]
return upFX
def databasePersons(self):
db = dbconnection.start()
with closing(db.cursor()) as cur:
for personsDict in self.personsList:
#print personsDict
cur.execute('''INSERT INTO recursers
(name, phone, job, skills, gitUser, twitterUser, email, batchname)
VALUES (%s, %s, %s, %s, %s, %s, %s, %s)''',
(personsDict.get('Name'), personsDict.get('Phone'),personsDict.get('Job'),
personsDict.get('Skills'),personsDict.get('Links').get('GitHub'),
personsDict.get('Links').get('Twitter'),personsDict.get('Links').get('Email'),
self.batchTitle,))
db.commit()
cur = self.checkBatches(cur)
db.commit()
db.close()
def main():
data = []
for x in xrange(1, 10):
#for x in range(1,2):
url = '''https://www.quandl.com/api/v2/datasets.json?query=*&source_code=CURRFX&per_page=300&page={}&auth_token=ZiSfvVWczC5Q3dGUvNM2'''.format(
str(x))
page = requests.get(url)
page = page.json()
newdata = [[
pair['code'], pair['description'], pair['from_date'],
pair['to_date']
] for pair in page['docs'] if pair['code'].startswith('USD')]
for pair in newdata:
check = False
for pair2 in data:
if pair[0] == pair2[0]:
check = True
if not check:
data.append(pair)
print data
db = dbconnection.start()
with closing(db.cursor()) as cur:
for pair in data:
code = pair[0]
name = pair[1].split('1 U.S. Dollar in ', 1)[1].split('.', 1)[0]
fromdate = datetime.datetime.strptime(pair[2], "%Y-%m-%d").date()
todate = datetime.datetime.strptime(pair[3], "%Y-%m-%d").date()
cur.execute(
'''INSERT INTO currencies
(code, name, fromdate, todate) VALUES
(%s, %s, %s, %s)''', (
code,
name,
fromdate,
todate,
))
db.commit()
db.close()
def databasePersons(self):
db = dbconnection.start()
with closing(db.cursor()) as cur:
for personsDict in self.personsList:
#print personsDict
cur.execute(
'''INSERT INTO recursers
(name, phone, job, skills, gitUser, twitterUser, email, batchname)
VALUES (%s, %s, %s, %s, %s, %s, %s, %s)''', (
personsDict.get('Name'),
personsDict.get('Phone'),
personsDict.get('Job'),
personsDict.get('Skills'),
personsDict.get('Links').get('GitHub'),
personsDict.get('Links').get('Twitter'),
personsDict.get('Links').get('Email'),
self.batchTitle,
))
db.commit()
cur = self.checkBatches(cur)
db.commit()
db.close()
#Indices = [['^DJI', 'Dow Jones Industrial Average', 'USA', 1],
# ['^GSPC', 'S&P 500', 'USA', 1],
# ['^IXIC', 'NASDAQ Composite', 'USA', 1],
# ['^RUT', 'Russell 2000','USA',2],
# ['^SSEC', 'Shanghai Composite', 'Asia',1],
# ['^HSI', 'Hang Seng', 'Asia',1],
# ['^N225', 'Nikkei 225', 'Asia',1],
# ['^GSPTSE', 'S&P TSX Composite', 'Americas',2],
# ['^FCHI','CAC 40','Europe',1],
# ['^GDAXI','DAX','Europe',1],
# ['^SSMI','Swiss Market','Europe',2],
# ['^FTSE','FTSE 100','Europe',1],
# ]
with open('Indicies.csv', 'rb') as csvfile:
data = [row for row in csv.reader(csvfile.read().splitlines())][1:]
db = dbconnection.start()
with closing(db.cursor()) as cur:
for index in data:
cur.execute(
'''INSERT INTO indices
(code, name , datasource) VALUES
(%s,%s,'YahooQuandl')''', (
index[0],
index[2],
))
db.commit()
db.close()
def uploadData(self, data):
db = dbconnection.start()
with closing(db.cursor()) as cur:
cur = self.curConstructor(cur, data)
db.commit()
db.close()
import psycopg2
import dbconnection
from contextlib import closing
db = dbconnection.start()
with closing(db.cursor()) as cur:
cur.execute('''CREATE TABLE currencies (
id SERIAL PRIMARY KEY,
code VARCHAR(8) NOT NULL UNIQUE,
name text NOT NULL,
fromdate date,
todate date
priority int)''')
cur.execute('''CREATE TABLE dailyFXprices (
id SERIAL PRIMARY KEY,
code VARCHAR(8) NOT NULL,
rate numeric NOT NULL,
highprice numeric,
lowprice numeric,
date date)''')
db.commit()
db.close()
def uploadData(self, data):
db = dbconnection.start()
with closing(db.cursor()) as cur:
cur = self.curConstructor(cur, data)
db.commit()
db.close()
