Python Model_Scraper_Tencent_Standard Examples

Example #1

 def scrape(self, url):
     self.process = Model_Scraper_Tencent_Standard()
     html = self.process.process_gb2312(url)
     # print (html)
     if (html):
         content = self.processor.process(html)
         return (content)

Example #2

class Model_Scraper_Tencent_Sports():
    def __init__(self):
        self.processor = Service_Functions().getTencentProcessor(
            'Tencent_Sports')

    def scrape(self, url):
        self.process = Model_Scraper_Tencent_Standard()
        html = self.process.process_gb2312(url)
        # print (html)
        if (html):
            content = self.processor.process(html)
            return (content)

    def process_content(self, html, url_id, url):
        scrape = Model_Processor_Tencent_Content()
        content = scrape.process(html)
        content['url_id'] = url_id
        content['url'] = url
        return content