Exemplos de fetch em Python

Exemplo n.º 1

Arquivo: test_crawler.py Projeto: Faith4444/MSpider

#!/usr/bin/python
#-*-coding:utf-8-*-
#Author : Manning
#Date : 2015-10-17
import sys
sys.path.append(sys.path[0].split('MSpider')[0] + "MSpider")
from lib.core.crawl import crawl
from lib.core.fetch import fetch


if __name__ == '__main__':
    url = 'http://www.wooyun.org/bugs/'
    html = fetch(url)
    for i in crawl(url,html):
        print i

Exemplo n.º 2

#!/usr/bin/python
#-*-coding:utf-8-*-
#Author : Manning
#Date : 2015-10-17
import sys
sys.path.append(sys.path[0].split('MSpider')[0] + "MSpider")
from lib.core.crawl import crawl
from lib.core.fetch import fetch

if __name__ == '__main__':
    url = 'http://www.wooyun.org/bugs/'
    html = fetch(url)
    for i in crawl(url, html):
        print i

Exemplo n.º 3

#!/usr/bin/python
#-*-coding:utf-8-*-
#Author : Manning
#Date : 2015-10-17
import sys
sys.path.append(sys.path[0].split('MSpider')[0] + "MSpider")
from lib.core.fetch import fetch

if __name__ == '__main__':
    url = 'http://www.baidu.com'
    print fetch(url)

Exemplo n.º 4

Arquivo: test_fetcher.py Projeto: Faith4444/MSpider

#!/usr/bin/python
#-*-coding:utf-8-*-
#Author : Manning
#Date : 2015-10-17
import sys
sys.path.append(sys.path[0].split('MSpider')[0] + "MSpider")
from lib.core.fetch import fetch


if __name__ == '__main__':
    url = 'http://www.baidu.com'
    print fetch(url)