def process(reference, symbol, start, end, output_path): print 'Reference: %s' % reference print 'Symbol: %s' % symbol result = data_engine.get(reference).process(symbol, start, end) if len(result) is 0: print 'No data found.' filename = '%s(%s)[%s:%s].csv' % ( reference, symbol, dateutils.datetime_to_string(result.ix[0].name), dateutils.datetime_to_string(result.ix[-1].name)) file_path = os.path.join(output_path, filename) print 'Start: %s' % start print 'End: %s' % end print 'Saving results to "%s"' % file_path result.to_csv(file_path)
def process(reference, symbol, start, end, output_path): print 'Reference: %s' % reference print 'Symbol: %s' % symbol result = data_engine.get(reference).process(symbol, start, end) if len(result) is 0: print 'No data found.' filename = '%s(%s)[%s:%s].csv' % (reference, symbol, dateutils.datetime_to_string(result.ix[0].name), dateutils.datetime_to_string(result.ix[-1].name)) file_path = os.path.join(output_path, filename) print 'Start: %s' % start print 'End: %s' % end print 'Saving results to "%s"' % file_path result.to_csv(file_path)
def memory_profiling_job(): data_engine.select() a = data_engine.select().all() del a a = data_engine.get('NORMALIZED:RAW_BOVESPA').process('PETR4') del a selection = data_engine.select('{RAW_BOVESPA}') for reference in selection: data_engine.get(reference).process('PETR4') results = [] for reference in selection: results.append(data_engine.get(reference).process('PETR4')) print results del results for reference in selection: data_engine.get(reference).process('PETR4')