def test_unicode(self):
from planet.spider import filename
index = idindex.create()
iri = 'http://www.\xe8\xa9\xb9\xe5\xa7\x86\xe6\x96\xaf.com/'
index[filename('', iri)] = 'data'
index[filename('', iri.decode('utf-8'))] = 'data'
index[filename('', u'1234')] = 'data'
index.close()
def test_unicode(self):
from planet.spider import filename
index = idindex.create()
iri = 'http://www.\xe8\xa9\xb9\xe5\xa7\x86\xe6\x96\xaf.com/'
index[filename('', iri)] = 'data'
index[filename('', iri.decode('utf-8'))] = 'data'
index[filename('', u'1234')] = 'data'
index.close()
def test_index_splice(self):
import test_splice
config.load(test_splice.configfile)
index = idindex.create()
self.assertEqual(12, len(index))
self.assertEqual('tag:planet.intertwingly.net,2006:testfeed1', index['planet.intertwingly.net,2006,testfeed1,1'])
self.assertEqual('http://intertwingly.net/code/venus/tests/data/spider/testfeed3.rss', index['planet.intertwingly.net,2006,testfeed3,1'])
for key in index.keys():
value = index[key]
if value.find('testfeed2')>0: index[key] = value.swapcase()
index.close()
from planet.splice import splice
doc = splice()
self.assertEqual(8,len(doc.getElementsByTagName('entry')))
self.assertEqual(4,len(doc.getElementsByTagName('planet:source')))
self.assertEqual(12,len(doc.getElementsByTagName('planet:name')))
def test_index_spider(self):
import test_spider
config.load(test_spider.configfile)
index = idindex.create()
self.assertEqual(0, len(index))
index.close()
from planet.spider import spiderPlanet
try:
spiderPlanet()
index = idindex.open()
self.assertEqual(12, len(index))
self.assertEqual('tag:planet.intertwingly.net,2006:testfeed1', index['planet.intertwingly.net,2006,testfeed1,1'])
self.assertEqual('http://intertwingly.net/code/venus/tests/data/spider/testfeed3.rss', index['planet.intertwingly.net,2006,testfeed3,1'])
index.close()
finally:
import os, shutil
shutil.rmtree(test_spider.workdir)
os.removedirs(os.path.split(test_spider.workdir)[0])
def test_index_spider(self):
import test_spider
config.load(test_spider.configfile)
index = idindex.create()
self.assertEqual(0, len(index))
index.close()
from planet.spider import spiderPlanet
try:
spiderPlanet()
index = idindex.open()
self.assertEqual(12, len(index))
self.assertEqual('tag:planet.intertwingly.net,2006:testfeed1',
index['planet.intertwingly.net,2006,testfeed1,1'])
self.assertEqual(
'http://intertwingly.net/code/venus/tests/data/spider/testfeed3.rss',
index['planet.intertwingly.net,2006,testfeed3,1'])
index.close()
finally:
shutil.rmtree(test_spider.workdir)
os.removedirs(os.path.split(test_spider.workdir)[0])
def test_index_splice(self):
import test_splice
config.load(test_splice.configfile)
index = idindex.create()
self.assertEqual(12, len(index))
self.assertEqual('tag:planet.intertwingly.net,2006:testfeed1',
index['planet.intertwingly.net,2006,testfeed1,1'])
self.assertEqual(
'http://intertwingly.net/code/venus/tests/data/spider/testfeed3.rss',
index['planet.intertwingly.net,2006,testfeed3,1'])
for key in index.keys():
value = index[key]
if value.find('testfeed2') > 0: index[key] = value.swapcase()
index.close()
from planet.splice import splice
doc = splice()
self.assertEqual(8, len(doc.getElementsByTagName('entry')))
self.assertEqual(4, len(doc.getElementsByTagName('planet:source')))
self.assertEqual(12, len(doc.getElementsByTagName('planet:name')))