def parse(self, response): sel = Selector(response) status = sel.re_first('status":(.*?),') jsonp = str(response.body) apijson = jsonp[jsonp.index("(") + 1:jsonp.rindex(")")] players = json.loads(apijson) item = Ma2YearsbigdataItem() item['maid'] = response.url.split("=")[-1] item['login_days'] = '' item['create_days'] = '' item['top100'] = '' item['free_gold'] = '' item['lost'] = '' item['register_time'] = '' item['shipping'] = '' if (int(status) == 0): maid = response.url.split("=")[-1] filename = 'player-%s.json' % maid with open(filename, 'wb') as f: # f.write(apijson) for player in players: print(player['status']) self.log('Saved file %s' % filename)
def parse(self, response): sel = Selector(response) status = sel.re_first('status":(.*?),') # print(status) if (int(status) == 0): maid = response.url.split("=")[-1] filename = 'player-%s.json' % maid with open(filename, 'wb') as f: f.write(response.body) self.log('Saved file %s' % filename)