file_content)
file_content = ''
# 无下一页数据时退出循环
if cursor == '':
break
logger.info("Finished With %s Pages Crawled." % page_num)
logger = LogHelper.Logger("../logs/wallstreetcn_crawler.log")
startDate = ''
endDate = ''
print("the script name is ", sys.argv[0])
if len(sys.argv) > 2:
for num in range(1, 3):
logger.info("parameter %d is %s " % (num, sys.argv[num]))
if CommonUtil.check_date(sys.argv[num]):
if num == 1:
startDate = sys.argv[num]
if num == 2:
endDate = sys.argv[num]
else:
startDate = CommonUtil.get_today()
endDate = startDate
logger.warning(
'The Format of Argument \"%s\" Should Be A Date like \"20180406\", Now Set To \"%s\", \"%s\"'
% (sys.argv[num], startDate, endDate))
else:
startDate = CommonUtil.get_today()
endDate = startDate
logger.warning(
'The Number of Argument Should Be 2 like \"20180406 20180408\", Now Set To \"%s\", \"%s\"'
