def test(seed): print 'Crawling web . . .' index, graph = crawl_web(seed) print 'Calculating Page Rank . . .' ranks = page_rank(graph) print ranks print ordered_search(index, ranks, 'dogs') print lucky_search(index, ranks, 'cats')
def test_engine():
index, graph = crawl_web('http://www.udacity.com/cs101x/index.html')
ranks = compute_ranks(graph)
#print index
print "_+_+_+_++_+_++_+_+_+_+_++_+_+_++"
print lucky_search(index, ranks, 'walking')
#>>> https://www.udacity.com/cs101x/index.html
print lucky_search(index, ranks, 'kicking')
#>>> https://www.udacity.com/cs101x/crawling.html
print lucky_search(index, ranks, 'Ossifrage')
#>>> https://www.udacity.com/cs101x/flying.html
print lucky_search(index, ranks, 'ossifrage')
#>>> None
print "_+_+_+_++_+_++_+_+_+_+_++_+_+_++"
print ordered_search(index, ranks, 'to')
#>>> https://www.udacity.com/cs101x/index.html
print ordered_search(index, ranks, 'Ossifrage')
#>>> https://www.udacity.com/cs101x/flying.html
print ordered_search(index, ranks, 'crawl')
#>>> index crawling
print ordered_search(index, ranks, 'ossifrage')
def test_engine():
print "Testing..."
kathleen = 'http://udacity.com/cs101x/urank/kathleen.html'
nickel = 'http://udacity.com/cs101x/urank/nickel.html'
arsenic = 'http://udacity.com/cs101x/urank/arsenic.html'
hummus = 'http://udacity.com/cs101x/urank/hummus.html'
indexurl = 'http://udacity.com/cs101x/urank/index.html'
corpus = crawl_web('http://udacity.com/cs101x/urank/index.html')
assert lucky_search(corpus, 'Hummus') == kathleen
assert ordered_search(corpus, 'Hummus') == [kathleen, nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, 'the') == nickel
assert ordered_search(corpus, 'the') == [nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, 'babaganoush') == None
assert ordered_search(corpus, 'babaganoush') == None
print "Finished tests."
def test_engine():
print "Testing..."
kathleen = 'http://udacity.com/cs101x/urank/kathleen.html'
nickel = 'http://udacity.com/cs101x/urank/nickel.html'
arsenic = 'http://udacity.com/cs101x/urank/arsenic.html'
hummus = 'http://udacity.com/cs101x/urank/hummus.html'
indexurl = 'http://udacity.com/cs101x/urank/index.html'
corpus = crawl_web('http://udacity.com/cs101x/urank/index.html')
assert lucky_search(corpus, 'Hummus') == kathleen
assert ordered_search(corpus, 'Hummus') == [kathleen, nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, 'the') == nickel
assert ordered_search(corpus, 'the') == [nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, 'babaganoush') == None
assert ordered_search(corpus, 'babaganoush') == None
print "Finished tests."
def results():
user_id = request.cookies.get('user_id')
crawler = memcache.get(user_id)
if crawler:
search_term = str(request.args.get('q'))
crawler.ranks = compute_ranks(crawler.graph)
crawler.results = ordered_search(crawler.index_dict, crawler.ranks, search_term)
return render_template("results.html",results=crawler.results)
else:
return render_template("results.html")
def test_engine():
print "Testing..."
kathleen = "http://udacity.com/cs101x/urank/kathleen.html"
nickel = "http://udacity.com/cs101x/urank/nickel.html"
arsenic = "http://udacity.com/cs101x/urank/arsenic.html"
hummus = "http://udacity.com/cs101x/urank/hummus.html"
indexurl = "http://udacity.com/cs101x/urank/index.html"
corpus = crawl_web("http://udacity.com/cs101x/urank/index.html")
fname = "corpus.pkl"
# YOUR CODE HERE
assert lucky_search(corpus, "Hummus") == kathleen
assert ordered_search(corpus, "Hummus") == [kathleen, nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, "the") == nickel
assert ordered_search(corpus, "the") == [nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, "babaganoush") == None
assert ordered_search(corpus, "babaganoush") == None
print "Finished tests."
def test_engine():
print "Testing..."
index, graph = crawl_web('http://udacity.com/cs101x/urank/index.html')
ranks = compute_ranks(graph)
kathleen = 'http://udacity.com/cs101x/urank/kathleen.html'
nickel = 'http://udacity.com/cs101x/urank/nickel.html'
arsenic = 'http://udacity.com/cs101x/urank/arsenic.html'
hummus = 'http://udacity.com/cs101x/urank/hummus.html'
indexurl = 'http://udacity.com/cs101x/urank/index.html'
# print lucky_search(index, ranks, 'Hummus')
assert lucky_search(index, ranks, 'Hummus') == kathleen
#print ordered_search(index, ranks, 'Hummus')
assert ordered_search(index, ranks, 'Hummus') == [kathleen, nickel, arsenic, hummus, indexurl]
#print lucky_search(index, ranks, 'the')
assert lucky_search(index, ranks, 'the') == nickel
#print ordered_search(index, ranks, 'the')
assert ordered_search(index, ranks, 'the') == [nickel, arsenic, hummus, indexurl]
#print lucky_search(index, ranks, 'babaganoush')
assert lucky_search(index, ranks, 'babaganoush') == None
assert ordered_search(index, ranks, 'babaganoush') == None
print "Finished tests."
def test_engine():
print "Testing..."
index, graph = crawl_web('http://udacity.com/cs101x/urank/index.html')
ranks = compute_ranks(graph)
kathleen = 'http://udacity.com/cs101x/urank/kathleen.html'
nickel = 'http://udacity.com/cs101x/urank/nickel.html'
arsenic = 'http://udacity.com/cs101x/urank/arsenic.html'
hummus = 'http://udacity.com/cs101x/urank/hummus.html'
indexurl = 'http://udacity.com/cs101x/urank/index.html'
# print lucky_search(index, ranks, 'Hummus')
assert lucky_search(index, ranks, 'Hummus') == kathleen
#print ordered_search(index, ranks, 'Hummus')
assert ordered_search(index, ranks, 'Hummus') == [
kathleen, nickel, arsenic, hummus, indexurl
]
#print lucky_search(index, ranks, 'the')
assert lucky_search(index, ranks, 'the') == nickel
#print ordered_search(index, ranks, 'the')
assert ordered_search(index, ranks,
'the') == [nickel, arsenic, hummus, indexurl]
#print lucky_search(index, ranks, 'babaganoush')
assert lucky_search(index, ranks, 'babaganoush') == None
assert ordered_search(index, ranks, 'babaganoush') == None
print "Finished tests."
from search import lucky_search, ordered_search
import pickle
def test_engine():
print "Testing..."
kathleen = 'http://udacity.com/cs101x/urank/kathleen.html'
nickel = 'http://udacity.com/cs101x/urank/nickel.html'
arsenic = 'http://udacity.com/cs101x/urank/arsenic.html'
hummus = 'http://udacity.com/cs101x/urank/hummus.html'
indexurl = 'http://udacity.com/cs101x/urank/index.html'
corpus = crawl_web('http://udacity.com/cs101x/urank/index.html')
fname = 'corpus.pkl'
try:
with open(fname, 'w') as fout:
pickle.dump(corpus, fout)
print "Pickled file to " + fname
except IOError, e:
print "Failed to write to file: " + str(e)
assert lucky_search(corpus, 'Hummus') == kathleen
assert ordered_search(corpus, 'Hummus') == [kathleen, nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, 'the') == nickel
assert ordered_search(corpus, 'the') == [nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, 'babaganoush') == None
assert ordered_search(corpus, 'babaganoush') == None
print "Finished tests."
test_engine()
def test_engine():
print "Testing..."
kathleen = 'http://udacity.com/cs101x/urank/kathleen.html'
nickel = 'http://udacity.com/cs101x/urank/nickel.html'
arsenic = 'http://udacity.com/cs101x/urank/arsenic.html'
hummus = 'http://udacity.com/cs101x/urank/hummus.html'
indexurl = 'http://udacity.com/cs101x/urank/index.html'
corpus = crawl_web('http://udacity.com/cs101x/urank/index.html')
fname = 'corpus.pkl'
# YOUR CODE HERE
try:
with open(fname, 'w') as fout:
pickle.dump(corpus, fout)
print "Successfully wrote to " + fname
except IOError, e:
print "Most odacious! Cannot write to corpus " + str(e)
assert lucky_search(corpus, 'Hummus') == kathleen
assert ordered_search(
corpus, 'Hummus') == [kathleen, nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, 'the') == nickel
assert ordered_search(corpus, 'the') == [nickel, arsenic, hummus, indexurl]
assert lucky_search(corpus, 'babaganoush') == None
assert ordered_search(corpus, 'babaganoush') == None
print "Finished tests."
test_engine()