def getProducts(self): with open(Utils.getConfig()['subcatFile']) as json_file: jsonData = json.load(json_file) self.getProductsByCat(jsonData) self.items = sorted(self.items, key=lambda k: (k['id'])) Utils.saveJsonFile(Utils.getConfig()['subcatFile'], jsonData) Utils.deleteDuplicates(self.items) Utils.saveJsonFile(Utils.getConfig()['productFile'], self.items)
def finish(self): print("Więcej informacji: https://github.com/thof/decapromolist#decapromolist" + self.SPACES, file=self.mdFile) print( "PayPal: [email protected]_ (w razie gdyby ktoś chciał wspomóc projekt)" + self.SPACES, file=self.mdFile, ) self.mdFile.close() Utils.renameFile(Utils.getConfig()["decapromolistFile"]) Utils.saveJsonFile(Utils.getConfig()["decapromolistFile"], self.products)
def getProducts(self): with open(Utils.getConfig()['subcatFile']) as json_file: self.jsonData = json.load(json_file) for cat in self.jsonData: print cat['url'] page = 0 while True: page += 1 url = cat['url'].encode('utf-8') + "/I-Page{}_40".format(page) print url try: self.parse(cat['subId'], url) except urllib2.HTTPError as httpError: print httpError if str(httpError.code)[0] == '5': self.parse(cat['subId'], url) else: break except IndexError: break self.items = sorted(self.items, key=lambda k: (k['id'])) Utils.deleteDuplicates(self.items) Utils.saveJsonFile(Utils.getConfig()['productFile'], self.items)
def saveSubcategories(self, dataCat): Utils.renameFile(Utils.getConfig()["subcatFile"]) Utils.saveJsonFile(Utils.getConfig()["subcatFile"], dataCat)