def test_speed(self): total = len(self.files) total = 300 def getspeed(parser, files): fullsize = 0 t0 = time.time() for f in files: with open(f, "rb") as fo: document = fo.read() fullsize += len(document) print ("Open %s"%f) try: elem = parser.parse(document) except speedparser.IncompatibleFeedError as e: print(e) except lxml.etree.XMLSyntaxError as e: print(e) except lxml.etree.ParserError as e: print(e) print(len(elem.entries)) td = time.time() - t0 return td, fullsize #fpspeed = getspeed(feedparser, self.files[:total]) spspeed, fullsize = getspeed(speedparser, self.files[:total]) pct = lambda x: total/x print("speedparser: %0.2f/sec, %s/sec" % (pct(spspeed), sizeformat(fullsize/spspeed)))
def test_speed(self): total = len(self.files) def getspeed(parser, files, args=[]): fullsize = 0 t0 = time.time() for f in files: with open(f) as fo: document = fo.read() fullsize += len(document) try: parser.parse(document, *args) except: pass td = time.time() - t0 return td, fullsize #fpspeed = getspeed(feedparser, self.files[:total]) spspeed, fullsize = getspeed(speedparser, self.files[:total], args=(False,)) pct = lambda x: total/x print "speedparser (no html cleaning): %0.2f/sec, %s/sec" % (pct(spspeed), sizeformat(fullsize/spspeed))
def test_speed(self): total = len(self.files) def getspeed(parser, files, args=[]): fullsize = 0 t0 = time.time() for f in files: with open(f) as fo: document = fo.read() fullsize += len(document) try: parser.parse(document, *args) except: pass td = time.time() - t0 return td, fullsize #fpspeed = getspeed(feedparser, self.files[:total]) spspeed, fullsize = getspeed(speedparser, self.files[:total], args=(False,)) pct = lambda x: total/x print("speedparser (no html cleaning): %0.2f/sec, %s/sec" % (pct(spspeed), sizeformat(fullsize/spspeed)))
def test_speed(self): total = len(self.files) total = 300 def getspeed(parser, files): fullsize = 0 t0 = time.time() for f in files: with open(f) as fo: document = fo.read() fullsize += len(document) try: parser.parse(document) except: pass td = time.time() - t0 return td, fullsize #fpspeed = getspeed(feedparser, self.files[:total]) spspeed, fullsize = getspeed(speedparser, self.files[:total]) pct = lambda x: total/x print("speedparser: %0.2f/sec, %s/sec" % (pct(spspeed), sizeformat(fullsize/spspeed)))
def test_speed(self): total = len(self.files) total = 300 def getspeed(parser, files): fullsize = 0 t0 = time.time() for f in files: with open(f) as fo: document = fo.read() fullsize += len(document) try: parser.parse(document) except: pass td = time.time() - t0 return td, fullsize #fpspeed = getspeed(feedparser, self.files[:total]) spspeed, fullsize = getspeed(speedparser, self.files[:total]) pct = lambda x: total / x print "speedparser: %0.2f/sec, %s/sec" % ( pct(spspeed), sizeformat(fullsize / spspeed))