Beispiel #1
0
    def parse(self, response):
        sel = Selector(response)
        status = sel.re_first('status":(.*?),')

        jsonp = str(response.body)
        apijson = jsonp[jsonp.index("(") + 1:jsonp.rindex(")")]
        players = json.loads(apijson)

        item = Ma2YearsbigdataItem()
        item['maid'] = response.url.split("=")[-1]
        item['login_days'] = ''
        item['create_days'] = ''
        item['top100'] = ''
        item['free_gold'] = ''
        item['lost'] = ''
        item['register_time'] = ''
        item['shipping'] = ''

        if (int(status) == 0):

            maid = response.url.split("=")[-1]
            filename = 'player-%s.json' % maid
            with open(filename, 'wb') as f:
                # f.write(apijson)

                for player in players:
                    print(player['status'])

            self.log('Saved file %s' % filename)
    def parse(self, response):
        sel = Selector(response)
        status = sel.re_first('status":(.*?),')
        # print(status)

        if (int(status) == 0):

            maid = response.url.split("=")[-1]
            filename = 'player-%s.json' % maid
            with open(filename, 'wb') as f:
                f.write(response.body)
            self.log('Saved file %s' % filename)