def main(): parser = argparse.ArgumentParser(prog="download", description='') parser.add_argument('--updater', help="Updater", default='truefx', type=str) parser.add_argument('--symbols', help="Symbol", default='EURUSD', type=str) parser.add_argument('--start', help="Start date", default='', type=str) parser.add_argument('--end', help="End date", default='', type=str) parser.add_argument('--freq', help="Freq", default='', type=str) parser.add_argument('--max_rows', help="max_rows", default=10, type=int) parser.add_argument('--max_columns', help="max_columns", default=6, type=int) parser.add_argument('--api_key', help="API key", default='', type=str) parser.add_argument('--expire_after', help="Cache expiration ('0': no cache, '-1': no expiration, 'HH:MM:SS.X': expiration duration)", default='24:00:00.0', type=str) parser.add_argument('--cache_directory', help="Cache directory", default='~/cache/truefx/', type=str) args = parser.parse_args() logging.basicConfig(level=logging.DEBUG) pd.set_option('max_rows', args.max_rows) pd.set_option('expand_frame_repr', False) pd.set_option('max_columns', args.max_columns) if args.start != '': start = pd.to_datetime(args.start) else: start = None if args.end != '': end = pd.to_datetime(args.end) else: end = None if args.freq != '': freq = args.freq else: freq = None session = get_session(args.expire_after, 'cache') my_updater = updater(args.updater, session=session, cache_directory=args.cache_directory) if args.api_key != '': my_updater.set_credentials(api_key=args.api_key) if args.symbols != '': symbols = args.symbols.split(',') else: symbols = my_updater.symbols logger.info(args) logger.info(my_updater) logger.info(symbols) start, end = my_updater._sanitize_dates(start, end) logger.info(start) logger.info(end) for year, month in my_updater._year_month_generator(start, end): for symbol in symbols: print(symbol, year, month) my_updater.download(symbol, year, month)
def main(): parser = argparse.ArgumentParser(prog="store", description='Store data to DB') parser.add_argument('--host', help="MongoDB host", default=MONGO_HOST_DEFAULT, type=str) parser.add_argument('--updater', help="Updater", default=UPDATER_DEFAULT, type=str) parser.add_argument('-s', '--source', help="Source", default=SOURCE_DEFAULT, type=str) parser.add_argument('--symbols', help="Symbol", default=SYMBOLS_DEFAULT, type=str) parser.add_argument('--start', help="Start date", default='', type=str) parser.add_argument('--end', help="End date", default='', type=str) parser.add_argument('--freq', help="Freq", default='', type=str) parser.add_argument('--max_rows', help="max_rows", default=10, type=int) parser.add_argument('--max_columns', help="max_columns", default=6, type=int) parser.add_argument('--api_key', help="API key", default='', type=str) parser.add_argument('--expire_after', help="Cache expiration ('0': no cache, '-1': no expiration, 'HH:MM:SS.X': expiration duration)", default='24:00:00.0', type=str) args = parser.parse_args() pd.set_option('max_rows', args.max_rows) pd.set_option('expand_frame_repr', False) pd.set_option('max_columns', args.max_columns) if args.start != '': start = pd.to_datetime(args.start) else: start = None if args.end != '': end = pd.to_datetime(args.end) else: end = None if args.freq != '': freq = args.freq else: freq = None symbols = args.symbols.split(',') session = get_session(args.expire_after, 'cache') my_updater = updater(args.updater, session=session) if args.api_key != '': my_updater.set_credentials(api_key=args.api_key) store = Arctic(args.host) library_name = my_updater.library_name(args.source, freq) print(library_name) store.initialize_library(library_name) library = store[library_name] for symbol in symbols: update(library, my_updater, symbol, start, end, freq, args.source.lower())
def main(): parser = argparse.ArgumentParser(prog="store", description='Store data to DB') parser.add_argument('--host', help="MongoDB host", default=MONGO_HOST_DEFAULT, type=str) parser.add_argument('--updater', help="Updater", default=UPDATER_DEFAULT, type=str) parser.add_argument('-s', '--source', help="Source", default=SOURCE_DEFAULT, type=str) parser.add_argument('--symbols', help="Symbol", default=SYMBOLS_DEFAULT, type=str) parser.add_argument('--start', help="Start date", default='', type=str) parser.add_argument('--end', help="End date", default='', type=str) parser.add_argument('--freq', help="Freq", default='', type=str) parser.add_argument('--max_rows', help="max_rows", default=10, type=int) parser.add_argument('--max_columns', help="max_columns", default=6, type=int) parser.add_argument('--api_key', help="API key", default='', type=str) parser.add_argument( '--expire_after', help= "Cache expiration ('0': no cache, '-1': no expiration, 'HH:MM:SS.X': expiration duration)", default='24:00:00.0', type=str) args = parser.parse_args() pd.set_option('max_rows', args.max_rows) pd.set_option('expand_frame_repr', False) pd.set_option('max_columns', args.max_columns) if args.start != '': start = pd.to_datetime(args.start) else: start = None if args.end != '': end = pd.to_datetime(args.end) else: end = None if args.freq != '': freq = args.freq else: freq = None symbols = args.symbols.split(',') session = get_session(args.expire_after, 'cache') my_updater = updater(args.updater, session=session) if args.api_key != '': my_updater.set_credentials(api_key=args.api_key) store = Arctic(args.host) library_name = my_updater.library_name(args.source, freq) print(library_name) store.initialize_library(library_name) library = store[library_name] for symbol in symbols: update(library, my_updater, symbol, start, end, freq, args.source.lower())
def main(): parser = argparse.ArgumentParser(prog="download", description='') parser.add_argument('--updater', help="Updater", default='truefx', type=str) parser.add_argument('--symbols', help="Symbol", default='EURUSD', type=str) parser.add_argument('--start', help="Start date", default='', type=str) parser.add_argument('--end', help="End date", default='', type=str) parser.add_argument('--freq', help="Freq", default='', type=str) parser.add_argument('--max_rows', help="max_rows", default=10, type=int) parser.add_argument('--max_columns', help="max_columns", default=6, type=int) parser.add_argument('--api_key', help="API key", default='', type=str) parser.add_argument( '--expire_after', help= "Cache expiration ('0': no cache, '-1': no expiration, 'HH:MM:SS.X': expiration duration)", default='24:00:00.0', type=str) parser.add_argument('--cache_directory', help="Cache directory", default='~/cache/truefx/', type=str) args = parser.parse_args() logging.basicConfig(level=logging.DEBUG) pd.set_option('max_rows', args.max_rows) pd.set_option('expand_frame_repr', False) pd.set_option('max_columns', args.max_columns) if args.start != '': start = pd.to_datetime(args.start) else: start = None if args.end != '': end = pd.to_datetime(args.end) else: end = None if args.freq != '': freq = args.freq else: freq = None session = get_session(args.expire_after, 'cache') my_updater = updater(args.updater, session=session, cache_directory=args.cache_directory) if args.api_key != '': my_updater.set_credentials(api_key=args.api_key) if args.symbols != '': symbols = args.symbols.split(',') else: symbols = my_updater.symbols logger.info(args) logger.info(my_updater) logger.info(symbols) start, end = my_updater._sanitize_dates(start, end) logger.info(start) logger.info(end) for year, month in my_updater._year_month_generator(start, end): for symbol in symbols: print(symbol, year, month) my_updater.download(symbol, year, month)