Пример #1
0
        help="write report to FILE", metavar="FILE")
    parser.add_option("-q", "--quiet",
        action="store_false", dest="verbose", default=True,
        help="don't print status messages to stdout")
    
    (options, args) = parser.parse_args()

    parser = Parser()

    stdate = datetime.strptime(args[0], "%Y%m%d").date()
    endate = datetime.strptime(args[1], "%Y%m%d").date()

    oneday = timedelta(1)
    cudate = stdate
    while True:
        url = "http://news.cctv.com/news/xwlb/%s/index.shtml" % cudate.strftime("%Y%m%d")

        parser.dir = cudate.strftime("%Y%m%d")
        links = parser.parseFrontPage(url)

        for link in links[1:]:
            if link.strip() == "": continue
            logging.info("Downloading "+link)
            text = parser.parse(link)
            logging.info(text.decode('gb2312', 'ignore'))

        if cudate == endate:
            logging.info("DONE.")
            break
        cudate += oneday