def __init__(self, stock_num):
self.mongo = MongodbAPI()
self.stock_num = stock_num
self.htmlreq = HtmlRequests()
self.req = self.htmlreq.get_session(SESSIONURL)
now = datetime.now()
self.stop_date = datetime(now.year, now.month, now.day, 13, 30, 10)
def __init__(self, stock_num: str, start_year: int, start_month: int):
self.mongo = MongodbAPI()
self.stock_num = stock_num
self.htmlreq = HtmlRequests()
self.req = self.htmlreq.get_session(SESSIONURL)
self.req.keep_alive = False
self.start_year = start_year
self.start_month = start_month
self.now_date = datetime.now()
self.retry = 0
def main():
stocks = [
'3455', '5443', '8064', '2409', '1504', '3535', '2397', '2316', '2392',
'2888', '2385', '2337', '3406', '2492', '2478', '6182', '8163', '2337',
'2481', '3016', '6153', '3630', '4190'
]
m = MongodbAPI()
cp = Crawl_Proxy()
cp.start()
# opts, args = [], []
# try:
# opts, args = getopt.getopt(sys.argv[1:], 'rDdipe', [])
# except getopt.GetoptError as err:
# logging.error(err)
# sys.exit(2)
# for opt, args in opts:
# if opt in ("-r"):
# # Realtime Parser End
# logging.info("start realtime parser")
# threads = []
# thread_num = len(stocks)
# for i in range(thread_num):
# threads.append(threading.Thread(
# target=twse_realtime, args=(stocks[i],)))
# threads[i].start()
# for i in range(thread_num):
# threads[i].join()
# logging.info("Thread Done")
# # Realtime Parser End
# elif opt == "-D":
# logging.info("start daily parser")
# threads = []
# thread_num = len(stocks)
# for i in range(thread_num):
# threads.append(threading.Thread(
# target=twse_daily, args=(stocks[i], 2007, 1)))
# threads[i].start()
# for i in range(thread_num):
# threads[i].join()
# logging.info("Thread Done")
# elif opt == "-d":
#
# elif opt == "-i":
# date_list = create_random_date()
# threads = []
# thread_num = 16
# for i in range(thread_num):
# threads.append(threading.Thread(
# target=tse_institutional_investors, args=(date_list,)))
# threads[i].start()
# for i in range(thread_num):
# threads[i].join()
# logging.info("Thread Done")
# elif '-p' in opt and '-e' in opt:
# else:
# close_proxy()
cli_parser = _build_parser()
args = cli_parser.parse_args()
if args.d:
# 每日交易明細
logging.info("start daily detail stock")
threads = []
thread_num = len(stocks)
ml = Money_link()
for i in range(thread_num):
threads.append(
threading.Thread(target=money_link, args=(
m,
ml,
stocks[i],
)))
threads[i].start()
for i in range(thread_num):
threads[i].join()
logging.info("Thread Done")
# 每日交易明細 結束
if args.ep:
date_list = create_random_date()
threads = []
thread_num = 16
for i in range(thread_num):
threads.append(
threading.Thread(target=tse_daily_price_earning,
args=(date_list, )))
threads[i].start()
for i in range(thread_num):
threads[i].join()
logging.info("Thread Done")
close_proxy()
def __init__(self):
self.source_url = CYBERSYNDROME
self.mongo = MongodbAPI()
def __init__(self, date: datetime):
self.mongo = MongodbAPI()
self.htmlreq = HtmlRequests()
self.__date = date
pass
def __init__(self):
self.mongo = MongodbAPI()