def console_script():
from_config(main)(sys.argv[1])
def main(route):
for series_filename in route:
print "series: {}".format(series_filename)
from_config(run_series)(series_filename)
def quarterly_records(self):
"""Get quarterly records from CSVs."""
for stock, info in self.stocks.items():
dates = info['quarterly']['dates']
for stat, series in info['quarterly'].items():
if stat != 'dates':
for date, val in zip(dates, series):
yield {
'stock': stock,
'stat': stat,
'date': date,
'val': extract_numeric(val)
}
def main(uploads, chunksize=DEFAULT_CHUNKSIZE):
"""Upload stock data from the CSVs into the database."""
print("Loading stock data")
stocks = stockings.reader.read_all_stocks()
print("Uploading records")
with sql.DatabaseEnvironment() as env:
uploader = Uploader(env, stocks, chunksize=chunksize)
uploader.upload(uploads)
if __name__ == '__main__':
from_config(main)(sys.argv[1])
def of(self, string):
with open(self.filename, 'r') as file_in:
reader = csv.reader(file_in)
for row_offset, row in enumerate(reader):
for column_offset, cell in enumerate(row):
for cell_offset in occurrence_indices(cell, string):
yield row_offset, column_offset, cell_offset
def row_at(self, row_offset):
with open(self.filename, 'r') as file_in:
reader = csv.reader(file_in)
for i, row in enumerate(reader):
if i == row_offset:
return row
def main(filenames, output_filename, string):
with open(output_filename, 'w') as file_out:
writer = csv.writer(file_out)
writer.writerow(['file_id', 'row_offset', 'column_offset', 'cell_offset'])
for file_id, filename in enumerate(filenames):
file_coordinates = FileCoordinates(filename)
for row_offset, column_offset, cell_offset in file_coordinates.of(string):
writer.writerow([file_id, row_offset, column_offset, cell_offset])
if __name__ == '__main__':
script, config = sys.argv
from_config(main)(config)