def test_speed(self):
total = len(self.files)
total = 300
def getspeed(parser, files):
fullsize = 0
t0 = time.time()
for f in files:
with open(f, "rb") as fo:
document = fo.read()
fullsize += len(document)
print ("Open %s"%f)
try:
elem = parser.parse(document)
except speedparser.IncompatibleFeedError as e:
print(e)
except lxml.etree.XMLSyntaxError as e:
print(e)
except lxml.etree.ParserError as e:
print(e)
print(len(elem.entries))
td = time.time() - t0
return td, fullsize
#fpspeed = getspeed(feedparser, self.files[:total])
spspeed, fullsize = getspeed(speedparser, self.files[:total])
pct = lambda x: total/x
print("speedparser: %0.2f/sec, %s/sec" % (pct(spspeed), sizeformat(fullsize/spspeed)))
def test_speed(self):
total = len(self.files)
def getspeed(parser, files, args=[]):
fullsize = 0
t0 = time.time()
for f in files:
with open(f) as fo:
document = fo.read()
fullsize += len(document)
try:
parser.parse(document, *args)
except:
pass
td = time.time() - t0
return td, fullsize
#fpspeed = getspeed(feedparser, self.files[:total])
spspeed, fullsize = getspeed(speedparser, self.files[:total], args=(False,))
pct = lambda x: total/x
print "speedparser (no html cleaning): %0.2f/sec, %s/sec" % (pct(spspeed), sizeformat(fullsize/spspeed))
def test_speed(self):
total = len(self.files)
def getspeed(parser, files, args=[]):
fullsize = 0
t0 = time.time()
for f in files:
with open(f) as fo:
document = fo.read()
fullsize += len(document)
try:
parser.parse(document, *args)
except:
pass
td = time.time() - t0
return td, fullsize
#fpspeed = getspeed(feedparser, self.files[:total])
spspeed, fullsize = getspeed(speedparser, self.files[:total], args=(False,))
pct = lambda x: total/x
print("speedparser (no html cleaning): %0.2f/sec, %s/sec" % (pct(spspeed), sizeformat(fullsize/spspeed)))
def test_speed(self):
total = len(self.files)
total = 300
def getspeed(parser, files):
fullsize = 0
t0 = time.time()
for f in files:
with open(f) as fo:
document = fo.read()
fullsize += len(document)
try:
parser.parse(document)
except:
pass
td = time.time() - t0
return td, fullsize
#fpspeed = getspeed(feedparser, self.files[:total])
spspeed, fullsize = getspeed(speedparser, self.files[:total])
pct = lambda x: total/x
print("speedparser: %0.2f/sec, %s/sec" % (pct(spspeed), sizeformat(fullsize/spspeed)))
def test_speed(self):
total = len(self.files)
total = 300
def getspeed(parser, files):
fullsize = 0
t0 = time.time()
for f in files:
with open(f) as fo:
document = fo.read()
fullsize += len(document)
try:
parser.parse(document)
except:
pass
td = time.time() - t0
return td, fullsize
#fpspeed = getspeed(feedparser, self.files[:total])
spspeed, fullsize = getspeed(speedparser, self.files[:total])
pct = lambda x: total / x
print "speedparser: %0.2f/sec, %s/sec" % (
pct(spspeed), sizeformat(fullsize / spspeed))
