Python RailGun.setTask 예제들

예제 #1

파일: demobing.py 프로젝트: iverson0201/python_demo

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys, urllib

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("bing.json"))
query = raw_input("Please Input Query\r\n")
railgun.setGlobalData("q", urllib.quote(query))
railgun.fire()
nodes = railgun.getShells()
file = file("demo_bing.txt", "w+")
for id in nodes:
    node = nodes[id]
    print "entry  " + node.get('title', [""])[0]
    file.write(node.get('title', [""])[0] + "\r\n")
    file.write(
        node.get('description', [""])[0] +
        "\r\n====================================\r\n")

예제 #2

파일: demobing.py 프로젝트: 542447275/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys, urllib

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("bing.json"));
query = raw_input("Please Input Query\r\n")
railgun.setGlobalData("q", urllib.quote(query))
railgun.fire();
nodes = railgun.getShells()
file = file("demo_bing.txt", "w+")
for id in nodes:
    node = nodes[id]
    print "entry  " + node.get('title',[""])[0]
    file.write(node.get('title',[""])[0] + "\r\n")
    file.write(node.get('description',[""])[0] + "\r\n====================================\r\n")

예제 #3

파일: bangumi.py 프로젝트: autorealm/PyRailgun2

import urllib
import urllib2
import requests
import logging

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

console = logging.FileHandler("bangumi.log")
console.setLevel(logging.INFO)
formatter = logging.Formatter('%(asctime)s %(name)-12s %(levelname)-8s %(message)s')
console.setFormatter(formatter)
railgun.logger.addHandler(console)
railgun.setTask(file("bangumi.json"))
railgun.fire();
nodes = railgun.getShells()
file = file("bangumi.demo.txt", "w+")


def request_connnect(post, n=0):
	try:
		response = requests.Session().post(
			'http://localhost/dev/api/bgm.php',
			data=post,
			headers={'Connection':'close',\
				'User-Agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.94 Safari/537.36'},
			timeout=30
		)
		response.encoding = "UTF-8"

예제 #4

파일: demobasic.py 프로젝트: 542447275/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

railgun.setTask(file("basic.json"))
railgun.fire();
nodes = railgun.getShells()
file = file("demo_basic.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score', [""])[0] + "\r\n")
    file.write(node.get('img', [""])[0] + "\r\n")
    file.write(node.get('description', [""])[0] + "\r\n====================================")

예제 #5

__FILENAME__ = demobasic
#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

railgun.setTask(file("basic.json"))
railgun.fire()
nodes = railgun.getShells()
file = file("demo_basic.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score', [""])[0] + "\r\n")
    file.write(node.get('img', [""])[0] + "\r\n")
    file.write(
        node.get('description', [""])[0] +
        "\r\n====================================")
########NEW FILE########
__FILENAME__ = demobing
#    coding: UTF-8
#    User: haku
#    Date: 13-2-12

예제 #6

파일: demowebkit.py 프로젝트: 542447275/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 上午1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("webkit.json"));
railgun.fire();
nodes = railgun.getShells()
file = file("demo_webkit.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('content',[""])[0] + "\r\n====================================")

예제 #7

파일: PythonSpider.py 프로젝트: thydamon/spider

def getinfo(node_elem):
    # get fight chinese name
    repr(node_elem.decode('utf-8'))
    ret_name = re.findall(u'[\u4e00-\u9fa5]+', node_elem)
    ret_str = ''.join(ret_name)
    ret_n = ret_str.encode('gb2312')
    #get flght code name
    ret_code = re.findall(u'[A-Z0-9]+', node_elem)
    ret_c_tmp = ''.join(ret_code)
    ret_c = ret_c_tmp.encode('utf-8')
    #print ret_n,ret_c
    return ret_n, ret_c


railgun = RailGun()
railgun.setTask(file("config_webkit.json"))
railgun.fire()
nodes = railgun.getShells()
file = file("flight_data.txt", "w+")
for id in nodes:
    node = nodes[id]
    #file.write(str(node) + "\r\n")
    #str_name,str_code = getinfo(node.get('name',[""])[0])
    #file.write(str_name + ':' + str_code + "\r\n")
    #file.write(node.get('content',[""])[0] + "\r\n")
    str_content = node.get('content', [""])[0]
    #print (str_content)
    soup_content = BeautifulSoup(str_content)
    #print (soup_content.find('div').div.string)
    print(soup_content.div.string)
    #file.write(node.get('foucs',[""])[0] + "\r\n")

예제 #8

#! /usr/bin/env python
# ! coding=utf-8
# ! author scq000

from pyrailgun import RailGun
import json
import sys
from encodingUtils import EncodingUtils

reload(sys)
sys.setdefaultencoding('utf8')

encodingUtils = EncodingUtils()
railgun = RailGun(encodingUtils)
railgun.setTask(file("sites.json"))
railgun.fire()
nodes = railgun.getShells('default')

file = file("result.txt", "w+")
for item in nodes:
    node = nodes[item]
    # print node
    file.write(node.get('name', [""])[0] + "\r\n")
    file.write(node.get('src', [""])[0] + "\r\n")
    file.write(node.get('magnet', [""])[0] + "\r\n")
    file.write(node.get('thunder', [""])[0] + "\r\n")
    file.write(node.get('size', [""])[0] + "\r\n")
    file.write(
        node.get('updateTime', [""])[0] +
        "\r\n====================================\n")

예제 #9

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 上午1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("webkit.json"))
railgun.fire()
nodes = railgun.getShells()
file = file("demo_webkit.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(
        node.get('content', [""])[0] +
        "\r\n====================================")

예제 #10

파일: demobing.py 프로젝트: chenanine/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 上午1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys,urllib

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("bing.yaml"));
query = raw_input("Please Input Query\r\n")
railgun.setGlobalData("q", urllib.quote(query))
railgun.fire();
nodes = railgun.getShells()
file = file("demo_bing.txt", "w+")
for id in nodes:
    node = nodes[id]
    print "entry  " + node.get('title',[""])[0]
    file.write(node.get('title',[""])[0] + "\r\n")
    file.write(node.get('description',[""])[0] + "\r\n====================================\r\n")

예제 #11

파일: allPythonContent.py 프로젝트: Mondego/pyreco

__FILENAME__ = demobasic
#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

railgun.setTask(file("basic.json"))
railgun.fire();
nodes = railgun.getShells()
file = file("demo_basic.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score', [""])[0] + "\r\n")
    file.write(node.get('img', [""])[0] + "\r\n")
    file.write(node.get('description', [""])[0] + "\r\n====================================")
########NEW FILE########
__FILENAME__ = demobing
#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#

예제 #12

#    coding: UTF-8
#    User: princehaku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

railgun.setTask(file("basic.json"))
railgun.fire();
nodes = railgun.getShells()
file = file("demo_basic.demo.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score', [""])[0] + "\r\n")
    file.write(node.get('img', [""])[0] + "\r\n")
    file.write(node.get('description', [""])[0] + "\r\n====================================")

예제 #13

파일: main.py 프로젝트: iverson0201/python_demo

from pyrailgun import RailGun

railgun = RailGun()
railgun.setTask(file("testsite.json"));
railgun.fire();
# nodes = railgun.getShells('default')
# print nodes

예제 #14

파일: demobasic.py 프로젝트: chenanine/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 上午1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("basic.yaml"));
railgun.fire();
nodes = railgun.getShells()
file = file("demo_basic.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score',[""])[0] + "\r\n")
    file.write(node.get('img',[""])[0] + "\r\n")
    file.write(node.get('description',[""])[0] + "\r\n====================================")