Python read_gql Examples

Example #1

File: get_repos_creationhistory.py Project: slieggi/uccross.github.io

allData = {}

# Check for and read existing data file
allData = helpers.read_existing(datfilepath)

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-CreationDate.gql")

# Rest endpoint query
query_commits_in = "/repos/OWNNAME/REPONAME/commits?until=CREATETIME&per_page=100"
query_commits_in2 = "/repos/OWNNAME/REPONAME/commits?per_page=100"

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for repo in repolist:

Example #2

import re

datfilepath = "../github-data/labRepos_Topics.json"
allData = {}

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-Topics.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for repo in repolist:
    pageNum = 1
    print("\n'%s'" % (repo))
    print(tab + "page " + str(pageNum))

    repoSplit = repo.split("/")

Example #3

File: get_llnl_members.py Project: tzanio/llnl.github.io

import helpers
import json
import re

datfilepath = "../github-data/labUsers.json"
allData = {}

# Only looking at LLNL org members
orglist = ["llnl"]

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/org-Members.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through orgs of interest
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for org in orglist:
	pageNum = 1
	print("\n'%s'" % (org))
	print(tab + "page %d" % (pageNum))

	print(tab + "Modifying query...")
	newqueryOrg = re.sub('ORGNAME', org, query_in)
	newquery = re.sub(' PGCURS', '', newqueryOrg)
	gitquery = json.dumps({'query': newquery})
	print(tab + "Query ready!")

Example #4

File: get_repos_licenses.py Project: tzanio/llnl.github.io

import re

datfilepath = "../github-data/labRepos_Licenses.json"
allData = {}

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-Licenses.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple queries...")
collective = {u'data': {}}
tab = "    "

for repo in repolist:
	print("\n'%s'" % (repo))

	repoSplit = repo.split("/")

	print(tab + "Modifying query...")

Example #5

File: get_repos_info.py Project: uccross/uccross.github.io

import helpers
import json
import re

datfilepath = "../github-data/labReposInfo.json"
allData = {}

# Read input lists of organizations and independent repos of interest
inputLists = helpers.read_json("../input_lists.json")
orglist = inputLists["orgs"]
repolist = inputLists["repos"]

# Read pretty GraphQL queries
#   Org repos
query_in = helpers.read_gql("../queries/org-Repos-Info.gql")
#   Solo repos
query_solo_in = helpers.read_gql("../queries/repo-Info.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through orgs of interest
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for org in orglist:
	pageNum = 1
	print("\n'%s'" % (org))
	print(tab + "page %d" % (pageNum))

Example #6

File: get_repos_languages.py Project: tzanio/llnl.github.io

import re

datfilepath = "../github-data/labRepos_Languages.json"
allData = {}

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-Languages.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for repo in repolist:
	pageNum = 1
	print("\n'%s'" % (repo))
	print(tab + "page %d" % (pageNum))

	repoSplit = repo.split("/")

Example #7

File: get_llnl_members.py Project: slieggi/uccross.github.io

import helpers
import json
import re

datfilepath = "../github-data/labUsers.json"
allData = {}

# Only looking at LLNL org members
orglist = ["llnl"]

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/org-Members.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through orgs of interest
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for org in orglist:
    pageNum = 1
    print("\n'%s'" % (org))
    print(tab + "page %d" % (pageNum))

    print(tab + "Modifying query...")
    newqueryOrg = re.sub('ORGNAME', org, query_in)
    newquery = re.sub(' PGCURS', '', newqueryOrg)
    gitquery = json.dumps({'query': newquery})
    print(tab + "Query ready!")

Example #8

File: get_repos_info.py Project: slieggi/uccross.github.io

import helpers
import json
import re

datfilepath = "../github-data/labReposInfo.json"
allData = {}

# Read input lists of organizations and independent repos of interest
inputLists = helpers.read_json("../input_lists.json")
orglist = inputLists["orgs"]
repolist = inputLists["repos"]

# Read pretty GraphQL queries
#   Org repos
query_in = helpers.read_gql("../queries/org-Repos-Info.gql")
#   Solo repos
query_solo_in = helpers.read_gql("../queries/repo-Info.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through orgs of interest
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for org in orglist:
    pageNum = 1
    print("\n'%s'" % (org))
    print(tab + "page %d" % (pageNum))

Example #9

File: get_repos_users.py Project: tzanio/llnl.github.io

print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read lab user data file (to use as member list)
dataObj = helpers.read_json("../github-data/labUsers.json")
collectiveInt = dataObj

# Populate member list
memberlist = []
print("Getting LLNL members ...")
memberlist = sorted(dataObj["data"].keys())
print("Member list complete. Found %d users." % (len(memberlist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-Users.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple paginated queries...")
collectiveExt = {u'data': {}}
tab = "    "

for repo in repolist:
	pageNum = 1
	print("\n'%s'" % (repo))
	print(tab + "page %d" % (pageNum))

	repoSplit = repo.split("/")

Example #10

File: get_repos_pullsissues.py Project: Follett2/llnl.github.io

import re

datfilepath = "../github-data/labRepos_PullsIssues.json"
allData = {}

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-PullsIssues.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple queries...")
collective = {u'data': {}}
tab = "    "

for repo in repolist:
	print("\n'%s'" % (repo))

	repoSplit = repo.split("/")

	print(tab + "Modifying query...")

Example #11

File: get_repos_users.py Project: Follett2/llnl.github.io

print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read lab user data file (to use as member list)
dataObj = helpers.read_json("../github-data/labUsers.json")
collectiveInt = dataObj

# Populate member list
memberlist = []
print("Getting LLNL members ...")
memberlist = sorted(dataObj["data"].keys())
print("Member list complete. Found %d users." % (len(memberlist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-Users.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple paginated queries...")
collectiveExt = {u'data': {}}
tab = "    "

for repo in repolist:
    pageNum = 1
    print("\n'%s'" % (repo))
    print(tab + "page %d" % (pageNum))

    repoSplit = repo.split("/")

Example #12

memberlist = []
print("Getting LLNL members ...")
memberlist = sorted(dataObj["data"].keys())
print("Member list complete. Found %d users." % (len(memberlist)))

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/user-Repos.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through lab members
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for usr in memberlist:
	pageNum = 1
	print("\n'%s'" % (usr))
	print(tab + "page %d" % (pageNum))

	print(tab + "Modifying query...")

Example #13

File: get_repos_languages.py Project: Follett2/llnl.github.io

import re

datfilepath = "../github-data/labRepos_Languages.json"
allData = {}

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-Languages.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for repo in repolist:
    pageNum = 1
    print("\n'%s'" % (repo))
    print(tab + "page %d" % (pageNum))

    repoSplit = repo.split("/")

Example #14

File: get_repos_licenses.py Project: Follett2/llnl.github.io

import re

datfilepath = "../github-data/labRepos_Licenses.json"
allData = {}

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-Licenses.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple queries...")
collective = {u'data': {}}
tab = "    "

for repo in repolist:
    print("\n'%s'" % (repo))

    repoSplit = repo.split("/")

    print(tab + "Modifying query...")

Example #15

File: get_repos_topics.py Project: tzanio/llnl.github.io

import re

datfilepath = "../github-data/labRepos_Topics.json"
allData = {}

# Read repo info data file (to use as repo list)
dataObj = helpers.read_json("../github-data/labReposInfo.json")

# Populate repo list
repolist = []
print("Getting internal repos ...")
repolist = sorted(dataObj["data"].keys())
print("Repo list complete. Found %d repos." % (len(repolist)))

# Read pretty GraphQL query
query_in = helpers.read_gql("../queries/repo-Topics.gql")

# Retrieve authorization token
authhead = helpers.get_gitauth()

# Iterate through internal repos
print("Gathering data across multiple paginated queries...")
collective = {u'data': {}}
tab = "    "

for repo in repolist:
	pageNum = 1
	print("\n'%s'" % (repo))
	print(tab + "page " + str(pageNum))

	repoSplit = repo.split("/")