def test_seed_multiple_(): url = 'http://index.hu/' sut.record_request(DB, create_seed(url), create_request(url)) sut.record_request(DB, create_seed(url), create_request(url)) result = COLLECTION.find_one({'seed': url}) nose.tools.eq_(len(result['ppids']), 2)
def test_request_consuming(): url = 'http://index.hu/' request = create_request(url) sut.record_request(DB, create_seed(url), request) result = sut.get_request(DB) nose.tools.assert_equals(result, [request]) result = sut.get_request(DB) nose.tools.assert_equals(result, None)
def test_completion_report(): url = 'http://slashdot.org/' request = create_request(url) sut.record_request(DB, create_seed(url), request) sut.get_request(DB) status = { 'wget_status_code': 2 } sut.set_completed(DB, request, status) result = COLLECTION.find_one({'seed': url}) nose.tools.eq_(result['requests'], []) nose.tools.eq_(result['results'], [{'result': status, 'request': request}])
def test_request_consuming_same_host_multiple(): url1 = 'http://www.slashdot.org/' request1 = create_request(url1) sut.record_request(DB, create_seed(url1), request1) url2 = 'http://slashdot.org/' request2 = create_request(url2) sut.record_request(DB, create_seed(url2), request2) result = sut.get_request(DB) nose.tools.assert_equals(result, [request1, request2]) result = sut.get_request(DB) nose.tools.assert_equals(result, None)
def test_request_consuming_different_multiple(): url1 = 'http://index.hu/' request1 = create_request(url1) sut.record_request(DB, create_seed(url1), request1) url2 = 'http://slashdot.org/' request2 = create_request(url2) sut.record_request(DB, create_seed(url2), request2) result = sut.get_request(DB) nose.tools.ok_(result == [request1] or result == [request2]) result = sut.get_request(DB) nose.tools.ok_(result == [request1] or result == [request2]) result = sut.get_request(DB) nose.tools.assert_equals(result, None)
def test_seed(): url = 'http://index.hu/' sut.record_request(DB, create_seed(url), create_request(url)) result = COLLECTION.find_one({'seed': url}) nose.tools.ok_(result)