def parse():
filename = '../data/raw/projections_pergame.csv'
rows = csv_reader.read(filename)
player_db = []
proj_pergame = []
player_id = constants.PLAYER_INDEX_START
for row in rows:
row['name'] = row['name'].replace(".", "")
player_db.append(generate_player_info(row, player_id))
proj_pergame.append(generate_player_stat(row, player_id))
player_id = player_id + 1
proj_zscores = calculate_zscores(proj_pergame)
json_helper.dump({
'count': len(player_db),
'players': player_db
}, '../data/processed/1_player_db.json')
json_helper.dump(
{
'count': len(proj_pergame),
'max': get_max(proj_pergame),
'min': get_min(proj_pergame),
'players': proj_pergame
}, '../data/processed/2_proj_pergame.json')
json_helper.dump(
{
'count': len(proj_zscores),
'max': get_max(proj_zscores),
'min': get_min(proj_zscores),
'players': proj_zscores
}, '../data/processed/3_proj_zscores.json')
def add_board_from_csv(self, file):
head = csv_reader.read(file)[0]
for board in head:
full_board = self.name + " - " + board
if "NR" not in str(board) and "id" not in str(
board) and "Anforderung" not in str(board):
self.project.add_board(full_board, board)
def get_flow_history(self):
datum = read('flow_history.csv')[1:41]
def new_data(data):
data[0] = data[0].split()[0]
data.pop(1)
return data
return map(new_data, datum)
def get_flow_history(self):
datum = read('flow_history.csv')[1:41]
def new_data(data):
data[0] = data[0].split()[0]
data.pop(1)
return data
return map(new_data, datum)
def get_transaction_history(self):
datum = read('transaction_history.csv')[1:41]
def new_data(data):
data[1] = data[1].split()[0]
return [
data[1], data[11], data[7], data[8], data[9], data[6],
data[15], data[13], data[14], data[3], data[2], data[16]
]
return map(new_data, datum)
def get_transaction_history(self):
datum = read('transaction_history.csv')[1:41]
def new_data(data):
data[1] = data[1].split()[0]
return [
data[1], data[11], data[7], data[8], data[9], data[6],
data[15], data[13], data[14], data[3], data[2], data[16]
]
return map(new_data, datum)
def get_executives(self):
datum = read('executives.csv')[1:]
for executive in datum:
executive[3] = executive[3].decode('utf8')
if executive[3] == u'执行董事':
executive[1] = 1
if executive[3] == u'非执行董事':
executive[1] = 2
if executive[3] == u'独立董事':
executive[1] = 3
return sorted(datum, key=lambda x: x[1])
def parse():
filename = '../data/raw/lastseason_pergame.csv'
rows = csv_reader.read(filename)
player_db = json_helper.load('../data/processed/1_player_db.json')
last_pergame, last_zscores = generate_lastseason_data(rows, player_db)
json_helper.dump({ 'count' : len(last_pergame), 'max' : get_max(last_pergame),
'min' : get_min(last_pergame), 'players' : last_pergame}, '../data/processed/4_last_pergame.json')
json_helper.dump({ 'count' : len(last_zscores), 'max' : get_max(last_zscores),
'min' : get_min(last_zscores), 'players' : last_zscores}, '../data/processed/5_last_zscores.json')
def get_executives(self):
datum = read('executives.csv')[1:]
for executive in datum:
executive[3] = executive[3].decode('utf8')
if executive[3] == u'执行董事':
executive[1] = 1
if executive[3] == u'非执行董事':
executive[1] = 2
if executive[3] == u'独立董事':
executive[1] = 3
return sorted(datum, key=lambda x: x[1])
def reports(self, index):
page_size = 5
index = int(index)
datum = read('research_reports.csv')
data = [
self.render_string("research_report.html", report=report)
for report in datum[index * page_size:(index + 1) * page_size]
]
page_num = len(datum) / page_size - 1
page_num += 0 if len(datum) % page_size == 0 else 1
return {
'data': data,
'page_num': page_num,
}
def news(self, index):
page_size = 5
index = int(index)
datum = read('company_news.csv')
data = [
self.render_string("news_item.html", news=news)
for news in datum[index * page_size:(index + 1) * page_size]
]
page_num = len(datum) / page_size - 1
page_num += 0 if len(datum) % page_size == 0 else 1
return {
'data': data,
'page_num': page_num,
}
def csv_as_dict(self):
print(
'########################## now running csv_as_dict ########################'
)
self.csv = csv_reader.read(self.file, self.separator)
boards = {}
for board in range(len(self.csv[0])):
boards[board] = []
for y in range(len(self.csv)):
for x in range(len(self.csv[y])):
if not y == 0:
boards[x].append(self.csv[y][x])
dict_len = len(boards.keys())
for z in range(dict_len):
if len(boards[z]) == 0:
boards.pop(z)
else:
# before, the list is just a number, now that number gets replaced by the list's name.
boards[self.csv[0][z]] = boards[z]
boards.pop(z)
print(boards)
print('returning')
return boards
def add_list_from_csv(self):
cols_to_ignore = ["NR", "Anforderung"]
boards = {}
self.csv = csv_reader.read(os.path.join('csv', 'smartGarantie.CSV'),
';')
for board in range(len(self.csv[0])):
boards[board] = []
for y in range(len(self.csv)):
for x in range(len(self.csv[y])):
if not y == 0 and self.csv[0][x] not in cols_to_ignore:
boards[x].append(self.csv[y][x])
dict_len = len(boards.keys())
for z in range(dict_len):
if len(boards[z]) == 0:
boards.pop(z)
else:
boards[self.csv[0][z]] = boards[z]
boards.pop(z)
print(
'######################################\nstep 1\n####################################3'
)
print(boards)
for board in boards.keys():
print(board)
boards[board] = list(dict.fromkeys(boards[board]))
print(
'######################################\nstep 2\n####################################3'
)
print(boards)
print(
'######################################\nstep 3\n####################################3'
)
for board in boards:
print('-----------------------printing lists for board ' + board +
'------------------------------')
for my_list in boards[board]:
print(my_list)
def get_stock_items(self):
datum = read('stock_items.csv')
return datum
def get_company(self):
datum = read('company.csv')
datum[0] = [name.strip('\n') for name in datum[0]]
return dict(zip(datum[0], datum[1]))
def get_cash_financial_report(self):
datum = read('cash_financial_report.csv')
datum = [ data[1:] for data in datum ]
return datum
def get_benefit_financial_report(self):
datum = read('benefit_financial_report.csv')
datum = [ data[1:] for data in datum ]
return datum
def get_benefit_financial_report(self):
datum = read('benefit_financial_report.csv')
datum = [data[1:] for data in datum]
return datum
def get_cash_financial_report(self):
datum = read('cash_financial_report.csv')
datum = [data[1:] for data in datum]
return datum
def get_company(self):
datum = read('company.csv')
datum[0] = [name.strip('\n') for name in datum[0]]
return dict(zip(datum[0], datum[1]))
def get_stock_items(self):
datum = read('stock_items.csv')
return datum
def check_read(self):
trello = csv_reader.read(os.path.join("csv", "smartGarantie.CSV"),
separator=";")
print(trello)
self.assertEqual(True, True)
