示例#1
0
def saveUserRepo(url):
	setProxy()
	soup = getSoup(getPage(url))
	repo_url_list = getRepoURLs(soup)
	for repo_url in repo_url_list:
		repo_url = 'https://github.com'+repo_url
		saveRepo(repo_url)
		print 'Repo Saved'
	return
示例#2
0
def doSearch(pg_no, query):
    URL = getURL(query,pg_no)
    print URL
    page = getPage(URL)
    soup = getSoup(page)
    return soup
示例#3
0
def saveGist(url):
    setProxy()
    page = getPage(url)
    soup = getSoup(page)
    saveText(soup)
示例#4
0
def searchPage(pg_no, query, language):
	URL = getURL(language,query,pg_no)
	#print URL
	page = getPage(URL)
	soup = getSoup(page)
	return soup