def console_script(): from_config(main)(sys.argv[1])
def main(route): for series_filename in route: print "series: {}".format(series_filename) from_config(run_series)(series_filename)
def quarterly_records(self): """Get quarterly records from CSVs.""" for stock, info in self.stocks.items(): dates = info['quarterly']['dates'] for stat, series in info['quarterly'].items(): if stat != 'dates': for date, val in zip(dates, series): yield { 'stock': stock, 'stat': stat, 'date': date, 'val': extract_numeric(val) } def main(uploads, chunksize=DEFAULT_CHUNKSIZE): """Upload stock data from the CSVs into the database.""" print("Loading stock data") stocks = stockings.reader.read_all_stocks() print("Uploading records") with sql.DatabaseEnvironment() as env: uploader = Uploader(env, stocks, chunksize=chunksize) uploader.upload(uploads) if __name__ == '__main__': from_config(main)(sys.argv[1])
def of(self, string): with open(self.filename, 'r') as file_in: reader = csv.reader(file_in) for row_offset, row in enumerate(reader): for column_offset, cell in enumerate(row): for cell_offset in occurrence_indices(cell, string): yield row_offset, column_offset, cell_offset def row_at(self, row_offset): with open(self.filename, 'r') as file_in: reader = csv.reader(file_in) for i, row in enumerate(reader): if i == row_offset: return row def main(filenames, output_filename, string): with open(output_filename, 'w') as file_out: writer = csv.writer(file_out) writer.writerow(['file_id', 'row_offset', 'column_offset', 'cell_offset']) for file_id, filename in enumerate(filenames): file_coordinates = FileCoordinates(filename) for row_offset, column_offset, cell_offset in file_coordinates.of(string): writer.writerow([file_id, row_offset, column_offset, cell_offset]) if __name__ == '__main__': script, config = sys.argv from_config(main)(config)