Python RailGun示例

示例#1

文件： demobing.py 项目： iverson0201/python_demo

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys, urllib

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("bing.json"))
query = raw_input("Please Input Query\r\n")
railgun.setGlobalData("q", urllib.quote(query))
railgun.fire()
nodes = railgun.getShells()
file = file("demo_bing.txt", "w+")
for id in nodes:
    node = nodes[id]
    print "entry  " + node.get('title', [""])[0]
    file.write(node.get('title', [""])[0] + "\r\n")
    file.write(
        node.get('description', [""])[0] +
        "\r\n====================================\r\n")

示例#2

文件： demobing.py 项目： 542447275/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys, urllib

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("bing.json"));
query = raw_input("Please Input Query\r\n")
railgun.setGlobalData("q", urllib.quote(query))
railgun.fire();
nodes = railgun.getShells()
file = file("demo_bing.txt", "w+")
for id in nodes:
    node = nodes[id]
    print "entry  " + node.get('title',[""])[0]
    file.write(node.get('title',[""])[0] + "\r\n")
    file.write(node.get('description',[""])[0] + "\r\n====================================\r\n")

示例#3

文件： bangumi.py 项目： autorealm/PyRailgun2

#    User: princehaku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import os, sys, re, json, time
import urllib
import urllib2
import requests
import logging

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

console = logging.FileHandler("bangumi.log")
console.setLevel(logging.INFO)
formatter = logging.Formatter('%(asctime)s %(name)-12s %(levelname)-8s %(message)s')
console.setFormatter(formatter)
railgun.logger.addHandler(console)
railgun.setTask(file("bangumi.json"))
railgun.fire();
nodes = railgun.getShells()
file = file("bangumi.demo.txt", "w+")


def request_connnect(post, n=0):
	try:
		response = requests.Session().post(

示例#4

文件： demowebkit.py 项目： 542447275/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 上午1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("webkit.json"));
railgun.fire();
nodes = railgun.getShells()
file = file("demo_webkit.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('content',[""])[0] + "\r\n====================================")

示例#5

文件： PythonSpider.py 项目： thydamon/spider

def getinfo(node_elem):
    # get fight chinese name
    repr(node_elem.decode('utf-8'))
    ret_name = re.findall(u'[\u4e00-\u9fa5]+', node_elem)
    ret_str = ''.join(ret_name)
    ret_n = ret_str.encode('gb2312')
    #get flght code name
    ret_code = re.findall(u'[A-Z0-9]+', node_elem)
    ret_c_tmp = ''.join(ret_code)
    ret_c = ret_c_tmp.encode('utf-8')
    #print ret_n,ret_c
    return ret_n, ret_c


railgun = RailGun()
railgun.setTask(file("config_webkit.json"))
railgun.fire()
nodes = railgun.getShells()
file = file("flight_data.txt", "w+")
for id in nodes:
    node = nodes[id]
    #file.write(str(node) + "\r\n")
    #str_name,str_code = getinfo(node.get('name',[""])[0])
    #file.write(str_name + ':' + str_code + "\r\n")
    #file.write(node.get('content',[""])[0] + "\r\n")
    str_content = node.get('content', [""])[0]
    #print (str_content)
    soup_content = BeautifulSoup(str_content)
    #print (soup_content.find('div').div.string)
    print(soup_content.div.string)

示例#6

文件： demobasic.py 项目： AdaJass/pyrailgun

#    coding: UTF-8
#    User: princehaku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

railgun.setTask(file("basic.json"))
railgun.addCustomAction()
railgun.fire();


nodes = railgun.getShells()
file = file("demo_basic.demo.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score', [""])[0] + "\r\n")
    file.write(node.get('img', [""])[0] + "\r\n")
    file.write(node.get('description', [""])[0] + "\r\n====================================")

示例#7

#! /usr/bin/env python
# ! coding=utf-8
# ! author scq000

from pyrailgun import RailGun
import json
import sys
from encodingUtils import EncodingUtils

reload(sys)
sys.setdefaultencoding('utf8')

encodingUtils = EncodingUtils()
railgun = RailGun(encodingUtils)
railgun.setTask(file("sites.json"))
railgun.fire()
nodes = railgun.getShells('default')

file = file("result.txt", "w+")
for item in nodes:
    node = nodes[item]
    # print node
    file.write(node.get('name', [""])[0] + "\r\n")
    file.write(node.get('src', [""])[0] + "\r\n")
    file.write(node.get('magnet', [""])[0] + "\r\n")
    file.write(node.get('thunder', [""])[0] + "\r\n")
    file.write(node.get('size', [""])[0] + "\r\n")
    file.write(
        node.get('updateTime', [""])[0] +
        "\r\n====================================\n")

示例#8

#    coding: UTF-8
#    User: princehaku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

railgun.setTask(file("basic.json"))
railgun.fire();
nodes = railgun.getShells()
file = file("demo_basic.demo.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score', [""])[0] + "\r\n")
    file.write(node.get('img', [""])[0] + "\r\n")
    file.write(node.get('description', [""])[0] + "\r\n====================================")

示例#9

文件： callback.py 项目： supercoeus/pyrailgun

#    coding: UTF-8
#    User: princehaku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = "haku"
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

railgun.setTask(file("basic.json"))
railgun.fire()
nodes = railgun.getShells()
file = file("demo_basic.demo.txt", "w+")

for id in nodes:
    node = nodes[id]
    file.write(node.get("score", [""])[0] + "\r\n")
    file.write(node.get("img", [""])[0] + "\r\n")
    file.write(node.get("description", [""])[0] + "\r\n====================================")

示例#10

文件： main.py 项目： iverson0201/python_demo

from pyrailgun import RailGun

railgun = RailGun()
railgun.setTask(file("testsite.json"));
railgun.fire();
# nodes = railgun.getShells('default')
# print nodes

示例#11

文件： demobasic.py 项目： zkdfbb/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()

railgun.setTask(file("basic.json"))
railgun.addCustomAction()
railgun.fire()

nodes = railgun.getShells()
file = file("demo_basic.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score', [""])[0] + "\r\n")
    file.write(node.get('img', [""])[0] + "\r\n")
    file.write(
        node.get('description', [""])[0] +
        "\r\n====================================")

示例#12

文件： demobasic.py 项目： chenanine/pyrailgun

#    coding: UTF-8
#    User: haku
#    Date: 13-2-12
#    Time: 上午1:01
#
__author__ = 'haku'
from pyrailgun import RailGun
import sys

reload(sys)
sys.setdefaultencoding("utf-8")

railgun = RailGun()
railgun.setTask(file("basic.yaml"));
railgun.fire();
nodes = railgun.getShells()
file = file("demo_basic.txt", "w+")
for id in nodes:
    node = nodes[id]
    file.write(node.get('score',[""])[0] + "\r\n")
    file.write(node.get('img',[""])[0] + "\r\n")
    file.write(node.get('description',[""])[0] + "\r\n====================================")