# -*- coding: utf-8 -*-
import logging
from apscheduler.schedulers.background import BackgroundScheduler
from fooltrader.connector import es_connector
from fooltrader.datamanager.china_stock_manager import crawl_stock_meta, craw_stock_category
from fooltrader.utils.utils import init_process_log
init_process_log('crawling_stock_meta.log')
logger = logging.getLogger(__name__)
sched = BackgroundScheduler()
@sched.scheduled_job('cron', hour=00, minute=00)
def scheduled_job1():
crawl_stock_meta()
@sched.scheduled_job('cron', hour=00, minute=10)
def scheduled_job2():
craw_stock_category()
es_connector.security_meta_to_es()
if __name__ == '__main__':
logger.info("start crawling stock meta")
# -*- coding: utf-8 -*-
import logging
from apscheduler.schedulers.background import BackgroundScheduler
from fooltrader.consts import CRYPTOCURRENCY_EXCHANGES
from fooltrader.datasource.ccxt_wrapper import init_markets, fetch_kdata
from fooltrader.utils.utils import init_process_log
init_process_log('crawling_cryptocurrency_data.log')
logger = logging.getLogger(__name__)
sched = BackgroundScheduler()
@sched.scheduled_job('cron', hour=00, minute=00)
def scheduled_job1():
init_markets()
@sched.scheduled_job('cron', hour=00, minute=30)
def scheduled_job2():
for item in CRYPTOCURRENCY_EXCHANGES:
fetch_kdata(item)
if __name__ == '__main__':
init_markets()
for item in CRYPTOCURRENCY_EXCHANGES:
# -*- coding: utf-8 -*-
import logging
from apscheduler.schedulers.background import BackgroundScheduler
from fooltrader.datamanager.china_stock_manager import crawl_stock_quote, crawl_index_quote
from fooltrader.settings import STOCK_START_CODE, STOCK_END_CODE
from fooltrader.utils.utils import init_process_log
init_process_log('crawling_china_stock_quote.log')
logger = logging.getLogger(__name__)
sched = BackgroundScheduler()
@sched.scheduled_job('cron', hour=17, minute=00)
def scheduled_job1():
crawl_stock_quote('000001', '666666')
@sched.scheduled_job('cron', hour=18, minute=00)
def scheduled_job2():
crawl_index_quote()
if __name__ == '__main__':
logger.info("start crawling stock china stock quote")
crawl_stock_quote(STOCK_START_CODE, STOCK_END_CODE)
# -*- coding: utf-8 -*-
import logging
from apscheduler.schedulers.background import BackgroundScheduler
from fooltrader.connector import es_connector
from fooltrader.datamanager import process_crawl
from fooltrader.datamanager.china_stock_manager import crawl_finance_data
from fooltrader.spiders.chinastock.stock_forecast_spider import StockForecastSpider
from fooltrader.utils.utils import init_process_log
init_process_log('crawling_china_finance_data.log')
logger = logging.getLogger(__name__)
sched = BackgroundScheduler()
@sched.scheduled_job('cron', hour=18, minute=00)
def scheduled_job1():
crawl_finance_data('000001', '666666')
es_connector.finance_sheet_to_es()
es_connector.finance_event_to_es(event_type='finance_report')
@sched.scheduled_job('cron', hour=18, minute=10)
def scheduled_job2():
process_crawl(StockForecastSpider)
es_connector.finance_event_to_es(event_type='finance_forecast')