# -*- coding: utf-8 -*- import logging from apscheduler.schedulers.background import BackgroundScheduler from fooltrader.connector import es_connector from fooltrader.datamanager.china_stock_manager import crawl_stock_meta, craw_stock_category from fooltrader.utils.utils import init_process_log init_process_log('crawling_stock_meta.log') logger = logging.getLogger(__name__) sched = BackgroundScheduler() @sched.scheduled_job('cron', hour=00, minute=00) def scheduled_job1(): crawl_stock_meta() @sched.scheduled_job('cron', hour=00, minute=10) def scheduled_job2(): craw_stock_category() es_connector.security_meta_to_es() if __name__ == '__main__': logger.info("start crawling stock meta")
# -*- coding: utf-8 -*- import logging from apscheduler.schedulers.background import BackgroundScheduler from fooltrader.consts import CRYPTOCURRENCY_EXCHANGES from fooltrader.datasource.ccxt_wrapper import init_markets, fetch_kdata from fooltrader.utils.utils import init_process_log init_process_log('crawling_cryptocurrency_data.log') logger = logging.getLogger(__name__) sched = BackgroundScheduler() @sched.scheduled_job('cron', hour=00, minute=00) def scheduled_job1(): init_markets() @sched.scheduled_job('cron', hour=00, minute=30) def scheduled_job2(): for item in CRYPTOCURRENCY_EXCHANGES: fetch_kdata(item) if __name__ == '__main__': init_markets() for item in CRYPTOCURRENCY_EXCHANGES:
# -*- coding: utf-8 -*- import logging from apscheduler.schedulers.background import BackgroundScheduler from fooltrader.datamanager.china_stock_manager import crawl_stock_quote, crawl_index_quote from fooltrader.settings import STOCK_START_CODE, STOCK_END_CODE from fooltrader.utils.utils import init_process_log init_process_log('crawling_china_stock_quote.log') logger = logging.getLogger(__name__) sched = BackgroundScheduler() @sched.scheduled_job('cron', hour=17, minute=00) def scheduled_job1(): crawl_stock_quote('000001', '666666') @sched.scheduled_job('cron', hour=18, minute=00) def scheduled_job2(): crawl_index_quote() if __name__ == '__main__': logger.info("start crawling stock china stock quote") crawl_stock_quote(STOCK_START_CODE, STOCK_END_CODE)
# -*- coding: utf-8 -*- import logging from apscheduler.schedulers.background import BackgroundScheduler from fooltrader.connector import es_connector from fooltrader.datamanager import process_crawl from fooltrader.datamanager.china_stock_manager import crawl_finance_data from fooltrader.spiders.chinastock.stock_forecast_spider import StockForecastSpider from fooltrader.utils.utils import init_process_log init_process_log('crawling_china_finance_data.log') logger = logging.getLogger(__name__) sched = BackgroundScheduler() @sched.scheduled_job('cron', hour=18, minute=00) def scheduled_job1(): crawl_finance_data('000001', '666666') es_connector.finance_sheet_to_es() es_connector.finance_event_to_es(event_type='finance_report') @sched.scheduled_job('cron', hour=18, minute=10) def scheduled_job2(): process_crawl(StockForecastSpider) es_connector.finance_event_to_es(event_type='finance_forecast')