def getProducts(self):
with open(Utils.getConfig()['subcatFile']) as json_file:
jsonData = json.load(json_file)
self.getProductsByCat(jsonData)
self.items = sorted(self.items, key=lambda k: (k['id']))
Utils.saveJsonFile(Utils.getConfig()['subcatFile'], jsonData)
Utils.deleteDuplicates(self.items)
Utils.saveJsonFile(Utils.getConfig()['productFile'], self.items)
def finish(self):
print("Więcej informacji: https://github.com/thof/decapromolist#decapromolist" + self.SPACES, file=self.mdFile)
print(
"PayPal: [email protected]_ (w razie gdyby ktoś chciał wspomóc projekt)" + self.SPACES,
file=self.mdFile,
)
self.mdFile.close()
Utils.renameFile(Utils.getConfig()["decapromolistFile"])
Utils.saveJsonFile(Utils.getConfig()["decapromolistFile"], self.products)
def getProducts(self):
with open(Utils.getConfig()['subcatFile']) as json_file:
self.jsonData = json.load(json_file)
for cat in self.jsonData:
print cat['url']
page = 0
while True:
page += 1
url = cat['url'].encode('utf-8') + "/I-Page{}_40".format(page)
print url
try:
self.parse(cat['subId'], url)
except urllib2.HTTPError as httpError:
print httpError
if str(httpError.code)[0] == '5':
self.parse(cat['subId'], url)
else:
break
except IndexError:
break
self.items = sorted(self.items, key=lambda k: (k['id']))
Utils.deleteDuplicates(self.items)
Utils.saveJsonFile(Utils.getConfig()['productFile'], self.items)
def saveSubcategories(self, dataCat):
Utils.renameFile(Utils.getConfig()["subcatFile"])
Utils.saveJsonFile(Utils.getConfig()["subcatFile"], dataCat)
