def parse_simulate(self, response): ''' see method_not_allowed.jpg ''' p_val = u"" try: p_val = HtmlXPathSelector(response).select('//p/text()')[0].extract() except: pass if p_val.strip() == u"Method Not Allowed": fs = FetchSession() try: ci = response.request.cookies[FetchConstant.CarInfo] ci.statustype = CarInfoValueConst.offline ci.offlinedatetime = datetime.datetime.now() fs.merge(ci) except Exception as e: fs.rollback() self.log(u'mna, something wrong %s' % str(e), log.CRITICAL) raise e else: fs.commit() self.log((u'method not allowed ' '%s') % (response.url,), log.INFO) finally: fs.close() else: rss = parse(self, response) if rss: for rs in rss: if isinstance(rs, Request): rs = rs.replace(dont_filter=True) yield rs