Python JsonTraverseParser 예제들

예제 #1

파일: dashboard.py 프로젝트: shankster/Support-Dashboard

def totalFinderAgents(agentID,agentOrGroup):
    uri=urlMaker('replace_with_fd_site_name',agentID,[2,10],1,"agent")
    print("\nURL= {}".format(uri))
    apiResponse=makeRequest(uri)
    responseParser=JsonTraverseParser(apiResponse)
    total=responseParser.traverse("total")
    return total

예제 #2

 def test_string_and_digit_keys_invalid(self):
     parser = JsonTraverseParser('[{"a": 0}]')
     self.assertEqual(parser.traverse('a0.0'), None)
     self.assertEqual(parser.traverse('0a.a'), None)
     self.assertEqual(parser.traverse('0.a0'), None)
     self.assertEqual(parser.traverse('0.0a'), None)
     self.assertEqual(parser.traverse('A'), None)

예제 #3

 def test_dict_data_invalid(self):
     parser = JsonTraverseParser('{"a": 1}')
     self.assertEqual(parser.traverse('0'), None)
     self.assertEqual(parser.traverse('b'), None)
     self.assertEqual(parser.traverse('a.a'), None)
     self.assertEqual(parser.traverse('a.0'), None)
     self.assertEqual(parser.traverse('a.0', force_list=True), [])

예제 #4

def all_senators():
    ALL_SENATOR_URL = BASE_URL + "/115/senate/members.json"

    r = requests.get(url=ALL_SENATOR_URL, headers=HEADERS)
    data = r.json()
    json_string = json.dumps(data)
    parser = JsonTraverseParser(json_string)
    member_data = parser.traverse("results.members")
    return member_data

예제 #5

파일: dashboard.py 프로젝트: shankster/Support-Dashboard

def totalFinder(statusCode,code,agentOrGroup):
    uri=urlMaker('replace_with_fd_site_name',code,[statusCode],1,agentOrGroup)
    print("\nURL= {}".format(uri))
    apiResponse=makeRequest(uri)
    #print("Blah Type: {}".format(type(apiResponse)))
    if agentOrGroup=="group":
        findCount(statusCode,apiResponse)
    responseParser=JsonTraverseParser(apiResponse)
    total=responseParser.traverse("total")
    return total

예제 #6

    def test_string_data(self):
        parser = JsonTraverseParser('"hello world"')
        self.assertEqual(parser.traverse(''), "hello world")
        self.assertEqual(parser.traverse('', force_list=True), ["hello world"])

        parser = JsonTraverseParser('{"hello world": ["hello", "world"]}')
        self.assertEqual(parser.traverse('hello world.0'), "hello")
        self.assertEqual(parser.traverse('hello world.0', force_list=True),
                         ["hello"])
        self.assertEqual(parser.traverse('hello world.0.0'), "h")
        self.assertEqual(parser.traverse('hello world.0.0', force_list=True),
                         ["h"])

예제 #7

    def test_null(self):
        parser = JsonTraverseParser('')
        with self.assertRaises(TypeError):
            parser.traverse(None)

        parser = JsonTraverseParser(None)
        self.assertEqual(parser.traverse(''), None)
        with self.assertRaises(TypeError):
            parser.traverse(None)

예제 #8

def get_tv_cast(tvmaze_id):
    """returns cast

    Args:
        tvmaze_id ([str]): [description]

    Returns:
        [type]: [description]
    """
    api_url = "http://api.tvmaze.com/shows/" + str(tvmaze_id) + "/cast"
    with urllib.request.urlopen(api_url) as search_result:
        res = JsonTraverseParser(search_result.read().decode())
        cast = res.traverse("person.name")
        cast_images = res.traverse("person.image.original")
    return cast, cast_images

예제 #9

 def test_dict_list_data(self):
     parser = JsonTraverseParser('{"a": [0, 1]}')
     self.assertEqual(parser.traverse('a'), [0, 1])
     self.assertEqual(parser.traverse('a', force_list=True), [0, 1])
     self.assertEqual(parser.traverse('a.0'), 0)
     self.assertEqual(parser.traverse('a.0', force_list=True), [0])
     self.assertEqual(parser.traverse('a.1'), 1)
     self.assertEqual(parser.traverse('a.1', force_list=True), [1])

예제 #10

def get_tv_crew(tvmaze_id):
    """[summary]

    Args:
        tvmaze_id ([type]): [description]

    Returns:
        [type]: [description]
    """
    api_url = "http://api.tvmaze.com/shows/" + str(tvmaze_id) + "/crew"
    with urllib.request.urlopen(api_url) as search_result:
        # results = search_result.read().decode().replace(
        #     "null", "None").replace("false", "False").replace("true", "True")
        res = JsonTraverseParser(search_result.read().decode())
        crew = res.traverse("person.name")
        crew_images = res.traverse("person.image.original")
    return crew, crew_images

예제 #11

 def test_list_data_invalid(self):
     parser = JsonTraverseParser('[1]')
     self.assertEqual(parser.traverse('a'), None)
     self.assertEqual(parser.traverse('a.0'), None)
     self.assertEqual(parser.traverse('1'), None)
     self.assertEqual(parser.traverse('1.a'), None)
     self.assertEqual(parser.traverse('0.a'), None)
     self.assertEqual(parser.traverse('0.a', force_list=True), [])

예제 #12

    def test_multi_character_keys(self):
        # [0, 1, 2, ... 99]
        parser = JsonTraverseParser(str(json.dumps(list(range(0, 100)))))
        self.assertEqual(parser.traverse('99'), 99)
        self.assertEqual(parser.traverse('99', force_list=True), [99])

        # {"a": 0, "aa": 1, "aaa": 2, ... "aaaa...": 99}
        parser = JsonTraverseParser(
            str(json.dumps({"a" * i: i
                            for i in range(0, 100)})))
        self.assertEqual(parser.traverse('a' * 99), 99)
        self.assertEqual(parser.traverse('a' * 99, force_list=True), [99])

예제 #13

    def test_bytes(self):
        with self.assertRaises(TypeError):
            parser = JsonTraverseParser(b'[]')

        parser = JsonTraverseParser('')
        with self.assertRaises(TypeError):
            parser.traverse(b'a')

예제 #14

 def test_list_dict_data_invalid(self):
     parser = JsonTraverseParser('[{"a": 0}, {"b": 1}]')
     self.assertEqual(parser.traverse('a.0'), None)
     self.assertEqual(parser.traverse('2'), None)
     self.assertEqual(parser.traverse('2', force_list=True), [])

예제 #15

countJobs = ''

rota = ""

# headers = {
#    'X-API-KEY': ''
# }

## request API
r = requests.get(url=rota)

## JSON PARSE
data = r.json()
json_string = json.dumps(data)
parser = JsonTraverseParser(json_string)

## Contagens
jobName = parser.traverse("Jobs.JobName")


#Retrieve variable from SH
#PARM = sys.argv[1]
PARM = "QueueProcessJob"

if jobName != None:
    countJobType = jobName.count(PARM)

else:
    countJobType = 0

예제 #16

 def test_list_dict_data(self):
     parser = JsonTraverseParser('[{"a": 0}, {"b": 1}]')
     self.assertEqual(parser.traverse('0'), {"a": 0})
     self.assertEqual(parser.traverse('0', force_list=True), [{"a": 0}])
     self.assertEqual(parser.traverse('0.a'), 0)
     self.assertEqual(parser.traverse('0.a', force_list=True), [0])
     self.assertEqual(parser.traverse('1'), {"b": 1})
     self.assertEqual(parser.traverse('1', force_list=True), [{"b": 1}])
     self.assertEqual(parser.traverse('1.b'), 1)
     self.assertEqual(parser.traverse('1.b', force_list=True), [1])
     self.assertEqual(parser.traverse('a'), 0)
     self.assertEqual(parser.traverse('a', force_list=True), [0])

예제 #17

 def test_dict_data(self):
     parser = JsonTraverseParser('{"a": 1}')
     self.assertEqual(parser.traverse(''), {"a": 1})
     self.assertEqual(parser.traverse('', force_list=True), [{"a": 1}])
     self.assertEqual(parser.traverse('a'), 1)
     self.assertEqual(parser.traverse('a', force_list=True), [1])

예제 #18

def get_member_information(member_results):

    # JsonTraverseParser needs a string
    json_string = json.dumps(member_results)

    # Get a JsonTraverseParser Object
    parser = JsonTraverseParser(json_string)
    member_id = parser.traverse("results.member_id")
    first_name = parser.traverse("results.first_name")
    last_name = parser.traverse("results.last_name")
    date_of_birth = parser.traverse("results.date_of_birth")
    url = parser.traverse("results.url")
    govtrack_id = parser.traverse("results.govtrack_id")
    cspan_id = parser.traverse("results.cspan_id")
    votesmart_id = parser.traverse("results.votesmart_id")
    icpsr_id = parser.traverse("results.icpsr_id")
    twitter_account = parser.traverse("results.twitter_account")
    facebook_account = parser.traverse("results.facebook_account")
    crp_id = parser.traverse("results.crp_id")
    in_office = parser.traverse("results.in_office")
    congress = parser.traverse("results.roles.congress")
    chamber = parser.traverse("results.roles.chamber")
    title = parser.traverse("results.roles.title")
    ocd_id = parser.traverse("results.roles.ocd_id")
    fec_candidate_id = parser.traverse("results.roles.fec_candidate_id")
    bills_sponsored = parser.traverse("results.roles.bills_sponsored")
    committee_names = parser.traverse("results.roles.committees.name")
    sub_committee_names = parser.traverse("results.roles.subcommittees.name")
    sub_committee_parent_id = parser.traverse(
        "results.roles.subcommittees.parent_committee_id")

    legislator_container = []

    # Create a legislator
    legislator_data = {
        'member_id': member_id,
        'first_name': first_name,
        'last_name': last_name,
        'date_of_birth': date_of_birth,
        'url': url,
        'govtrack_id': govtrack_id,
        'cspan_id': cspan_id,
        'votesmart_id': votesmart_id,
        'icpsr_id': icpsr_id,
        'twitter_account': twitter_account,
        'facebook_account': facebook_account,
        'crp_id': crp_id,
        'in_office': in_office,
        'congress': congress,
        'chamber': chamber,
        'title': title,
        'ocd_id': ocd_id,
        'fec_candidate_id': fec_candidate_id,
        'bills_sponsored': bills_sponsored,
        'committee_names': committee_names,
        'sub_committee_names': sub_committee_names,
        'sub_committee_parent_id': sub_committee_parent_id
    }

    legislator_container.append(legislator_data)

    pprint.pprint(legislator_container)

예제 #19

 def test_list_data(self):
     parser = JsonTraverseParser('[1]')
     self.assertEqual(parser.traverse(''), [1])
     self.assertEqual(parser.traverse('', force_list=True), [1])
     self.assertEqual(parser.traverse('0'), 1)
     self.assertEqual(parser.traverse('0', force_list=True), [1])

예제 #20

from jsontraverse.parser import JsonTraverseParser
import urllib.request
x = None
with urllib.request.urlopen("https://api.tvmaze.com/shows/27436/seasons") as f:
    x = JsonTraverseParser(f.read().decode())
print(x)

예제 #21

 def test_unstandard_digit_keys_invalid(self):
     parser = JsonTraverseParser('[{"a": 0}]')
     self.assertEqual(parser.traverse('00.0'), None)
     self.assertEqual(parser.traverse('01.0'), None)
     self.assertEqual(parser.traverse('0001.0'), None)
     self.assertEqual(parser.traverse('-1.0'), None)

예제 #22

 def test_digit_keys_in_dict(self):
     parser = JsonTraverseParser('[{"0": 0}]')
     self.assertEqual(parser.traverse('0.0'), 0)
     self.assertEqual(parser.traverse('0.0', force_list=True), [0])

예제 #23

def totalFinder(statusCode):
    uri = urlMaker('eneter_fd_site_name', 5, [statusCode], 1)
    apiResponse = makeRequest(uri)
    responseParser = JsonTraverseParser(apiResponse)
    total = responseParser.traverse("total")
    return total

예제 #24

    def test_multiple_return_values(self):
        parser = JsonTraverseParser(
            '{"a": [{"b": [{"c": 0}, {"c": 1}]}, {"b": [{"c": 2}, {"c": 3}]}]}'
        )
        self.assertEqual(parser.traverse('a.b.c'), [0, 1, 2, 3])
        self.assertEqual(parser.traverse('a.b.c', force_list=True),
                         [0, 1, 2, 3])

        parser = JsonTraverseParser(
            '{"a": [{"b": {"c": 0}}, {"b": [{"c": 1}, {"c": 2}]}]}')
        self.assertEqual(parser.traverse('a.b.c'), [0, 1, 2])
        self.assertEqual(parser.traverse('a.b.c', force_list=True), [0, 1, 2])

        parser = JsonTraverseParser('[{"a": 0}, {"a": {"b": 1}}]')
        self.assertEqual(parser.traverse('a.b'), 1)
        self.assertEqual(parser.traverse('a.b', force_list=True), [1])

예제 #25

파일: test_custom_json_impl.py 프로젝트: douglas-roberts-nokia/json-traverse

 def test_simple_data_uses_custom_impl(self):
     parser = JsonTraverseParser('{"a": 0}', custom_json_impl=CustomJsonImpl)
     self.assertEqual(parser.data, CustomJsonImpl.return_value)

예제 #26

 def test_empty_data(self):
     parser = JsonTraverseParser('')
     self.assertEqual(parser.traverse(''), None)
     self.assertEqual(parser.traverse('', force_list=True), [])

예제 #27

파일: countAllJobs.py 프로젝트: brunoguidone/PythonScripts

import requests
import json
from jsontraverse.parser import JsonTraverseParser
import sys

rota = ""

# headers = {
#    'X-API-KEY': ''
# }

## request API
r = requests.get(url=rota)

## JSON PARSE
data = r.json()
json_string = json.dumps(data)
parser = JsonTraverseParser(json_string)

## Contagent
jobName = parser.traverse("Jobs.JobName", force_list=1)

if jobName != None:
    allJobs = len(jobName)

else:
    allJobs = 0

print(allJobs)

예제 #28

파일: index.py 프로젝트: andyashall/grpy

import requests
import sys
from jsontraverse.parser import JsonTraverseParser

if len(sys.argv) > 1:
  r = requests.get(f"https://www.reddit.com/r/{sys.argv[1]}.json", headers = {'User-agent': 'grpy 0.1'})
else:
  r = requests.get("https://www.reddit.com/r/python.json", headers = {'User-agent': 'grpy 0.1'})  

parser = JsonTraverseParser(r.text)

if parser.traverse("error") is None:
  for x in range(1,25):
    print(f"{x}. " + parser.traverse(f"data.children.{x-1}.data.title"))
else:
  print("Error")
  print(r.text)

예제 #29

파일: test_custom_json_impl.py 프로젝트: douglas-roberts-nokia/json-traverse

 def test_empty_data_still_none(self):
     parser = JsonTraverseParser('', custom_json_impl=CustomJsonImpl)
     self.assertEqual(parser.data, None)