help="write report to FILE", metavar="FILE") parser.add_option("-q", "--quiet", action="store_false", dest="verbose", default=True, help="don't print status messages to stdout") (options, args) = parser.parse_args() parser = Parser() stdate = datetime.strptime(args[0], "%Y%m%d").date() endate = datetime.strptime(args[1], "%Y%m%d").date() oneday = timedelta(1) cudate = stdate while True: url = "http://news.cctv.com/news/xwlb/%s/index.shtml" % cudate.strftime("%Y%m%d") parser.dir = cudate.strftime("%Y%m%d") links = parser.parseFrontPage(url) for link in links[1:]: if link.strip() == "": continue logging.info("Downloading "+link) text = parser.parse(link) logging.info(text.decode('gb2312', 'ignore')) if cudate == endate: logging.info("DONE.") break cudate += oneday