Python fetch примеры использования

Пример #1

Файл: test_crawler.py Проект: Faith4444/MSpider

#!/usr/bin/python
#-*-coding:utf-8-*-
#Author : Manning
#Date : 2015-10-17
import sys
sys.path.append(sys.path[0].split('MSpider')[0] + "MSpider")
from lib.core.crawl import crawl
from lib.core.fetch import fetch


if __name__ == '__main__':
    url = 'http://www.wooyun.org/bugs/'
    html = fetch(url)
    for i in crawl(url,html):
        print i

Пример #2

#!/usr/bin/python
#-*-coding:utf-8-*-
#Author : Manning
#Date : 2015-10-17
import sys
sys.path.append(sys.path[0].split('MSpider')[0] + "MSpider")
from lib.core.crawl import crawl
from lib.core.fetch import fetch

if __name__ == '__main__':
    url = 'http://www.wooyun.org/bugs/'
    html = fetch(url)
    for i in crawl(url, html):
        print i

Пример #3

#!/usr/bin/python
#-*-coding:utf-8-*-
#Author : Manning
#Date : 2015-10-17
import sys
sys.path.append(sys.path[0].split('MSpider')[0] + "MSpider")
from lib.core.fetch import fetch

if __name__ == '__main__':
    url = 'http://www.baidu.com'
    print fetch(url)

Пример #4

Файл: test_fetcher.py Проект: Faith4444/MSpider

#!/usr/bin/python
#-*-coding:utf-8-*-
#Author : Manning
#Date : 2015-10-17
import sys
sys.path.append(sys.path[0].split('MSpider')[0] + "MSpider")
from lib.core.fetch import fetch


if __name__ == '__main__':
    url = 'http://www.baidu.com'
    print fetch(url)