else: content = BeautifulSoup(urllib.request.urlopen(REFERENCE).read(),features="lxml").body if MOCK_MAGIC_META: meta = BeautifulSoup(open(MOCK_MAGIC_META),features="lxml").body else: meta = BeautifulSoup(urllib.request.urlopen(PATHFINDER + REFERENCE_META).read(),features="lxml").body ## ## Load all metamagie ## metalist = [] tables = meta.find_all('div',{'class':['BD']}) for t in tables: data = extractBD_Type2(t) # extract property data['prop'] = data['nomAlt'].split(', ')[1].lower() metalist.append(data) propList = [] tables = content.find_all('table',{'class':['tablo col1centre']}) print("Extraction des sceptres magiques...") liste = [] exists = [] tableIdx = 0 for t in tables:
exit(1) elif href and not "#" in href: # récupérer le détail d'un objet if MOCK_MAGIC_ITEM: page = BeautifulSoup(open(MOCK_MAGIC_ITEM), features="lxml").body else: page = BeautifulSoup(urllib.request.urlopen(PATHFINDER + href).read(), features="lxml").body reference = PATHFINDER + href data = { **data, **extractBD_Type2(page.find('div', {'class': ['BD']})) } descr = data['descr'] if len(data['descr']) == 0: print("Description invalide pour: %s" % href) exit(1) element = {} element["Nom"] = data["nomAlt"] # prendre le nom de la page détaillée element["Type"] = TYPE element["Prix"] = data["prix"] element["Source"] = "MJ" element["Description"] = data["descr"] element["Référence"] = reference
else: try: page = BeautifulSoup(urllib.request.urlopen(reference).read(), features="lxml").body pageNotFound = page.find('h1', {'class': ['pagetitlesystem']}) if (pageNotFound and pageNotFound.text() == 'Page Not Found'): continue except: #print("Page doesn't exist! Skipping...") continue for boite in page.find_all('div', {'class': ['BD']}): data = {**extractBD_Type2(boite)} descr = data['descr'] if len(data['descr']) == 0: print("Description invalide pour: %s" % href) exit(1) element = {} element["Nom"] = data[ "nomAlt"] # prendre le nom de la page détaillée element["Type"] = TYPE element["Prix"] = data[ "prixAlt"] # prendre le prix de la page détaillée element["Source"] = "MJ" element["Description"] = data["descr"] element["Référence"] = reference