def huddersfield_main():
new_lists = []
with open("huddersfield.json", "r", encoding="latin1") as f:
new_lists = json.load(f)
for item in new_lists:
try:
write_data = {}
write_data.update({
'cloth_pattern_number': item['cloth_pattern_number'],
'image_url': item['image_url'],
'cloth_bunch': item['cloth_bunch'],
'composition_1': item['composition1'] if 'composition1' in item else "",
'supplier_name': 'Huddersfield Fine Worsteds',
"weight_gms": item['weight'] if 'weight_gm' in item else "",
"design": item['design'] if 'design' in item else "",
'colour': item['colour'] if 'colour' in item else "",
"width": "",
"weight_ozs": "",
"selvedge": "",
"dye": "",
"weave": item['weave'] if 'weave' in item else "",
"price_per_meter":item['price'] if 'price' in item else ""
})
except Exception as e:
print("error in scrapped data")
try:
pyMsql.save_scabal(write_data)
except Exception as e:
print("Error to save database")
return
def Standeven_main():
new_list = []
with open("standeven_new.json", "r", encoding="latin1") as f:
new_list = json.load(f)
for item in new_list:
print(item['cloth_pattern_number'])
write_data = {
'cloth_pattern_number': item['cloth_pattern_number'],
'image_url': item['image_url'],
'cloth_bunch': item['cloth_bunch'],
'composition_1':
item['composition1'] if 'composition1' in item else "",
'supplier_name': 'Standeven',
"weight_gms": item['weight'] if 'weight' in item else "",
"design": item['design'] if 'design' in item else "",
'colour': item['colour'] if 'colour' in item else "",
"width": item['width'] if 'width' in item else "",
"weight_ozs": "",
"selvedge": "",
"dye": "",
"weave": item['weave'] if 'weave' in item else "",
"price_per_meter": float(get_price(item['cloth_pattern_number']))
}
try:
pyMsql.save_scabal(write_data)
except Exception as e:
print("save data error", e, item['cloth_pattern_number'])
def lovat_main():
with open("Lovat_new.json", "r", encoding="latin1") as f:
lovat_list = json.load(f)
for lovat in lovat_list:
write_data = {
'cloth_pattern_number': lovat['cloth_pattern_number'],
'image_url': lovat['image_url'],
'cloth_bunch': lovat['cloth_bunch'],
'composition_1':
lovat['composition1'] if 'composition1' in lovat else "",
'supplier_name': 'Lovat',
"weight_gms": lovat['weight'] if 'weight' in lovat else "",
"design": lovat['design'] if 'design' in lovat else "",
'colour': lovat['colour'] if 'colour' in lovat else "",
"width": lovat['width'] if 'width' in lovat else "",
"weight_ozs": "",
"selvedge": "",
"dye": "",
"weave": lovat['weave'] if 'weave' in lovat else "",
"price_per_meter": float(get_price(lovat['cloth_bunch']))
}
pyMsql.save_scabal(write_data)
return
def fox_main():
fox_code_list = gsheet.parse_from_google_for_fox()
new_fox_list = []
with open("fox_brother_new_update_last.json", "r", encoding="latin1") as f:
new_fox_list = json.load(f)
print(len(new_fox_list))
cnt = 0
empty_pattenr_count = 1
for fox in new_fox_list:
pattern_number = get_cloth_pattern_number(fox_code_list, fox)
if len(str(pattern_number)) == 0:
pattern_number = "None_Fox_" + str(empty_pattenr_count)
empty_pattenr_count += 1
try:
write_data = {
"cloth_pattern_number":
pattern_number,
"image_url":
fox['image_url'],
"cloth_bunch":
fox['qds'],
"supplier_name":
fox['supplier_name'],
"colour":
"",
"composition_1":
fox['composition1'] if 'composition1' in fox else "",
"composition_2":
fox['cloth_bunch'],
"price_per_meter":
fox['price_per_meter'] if 'price_per_meter' in fox else "",
"weight_gms":
fox['weight'] if 'weight' in fox else "",
"design":
"",
"width":
fox['width'] if 'width' in fox else "",
"weight_ozs":
"",
"selvedge":
"",
"dye":
"",
"weave":
"",
}
except Exception as e:
print("error =>", e)
print("***", cnt)
cnt = cnt + 1
try:
pyMsql.save_scabal(write_data)
print("saved to wp database: article_id =>",
write_data['cloth_pattern_number'])
except Exception as e:
print("error =>", e, pattern_number)
return
def Lora_main():
with open("loro_piana.json", "r", encoding="latin1") as f:
loro_list = json.load(f)
for loro in loro_list:
pyMsql.save_scabal(loro)
print(len(loro_list))
return
def harrison_main():
g_itemInfo = []
img_list = []
with open("harrsion_datas_new.json", "r", encoding="latin1") as f:
img_list = json.load(f)
with open("harrison_price.json", "r", encoding="latin1") as f:
g_itemInfo = json.load(f)
for image_item in img_list:
item_info = get_item_info(g_itemInfo,
str(image_item['pattern_number']))
write_data = {}
write_data.update({
"cloth_pattern_number": image_item['pattern_number'],
"image_url": image_item['image_url'],
"cloth_bunch": image_item['bunch'],
"supplier_name": image_item['Supplier'],
"colour": "",
"composition_1": "",
"price_per_meter": "",
"weight_gms": "",
"design": "",
"width": "",
"weight_ozs": "",
"selvedge": "",
"dye": "",
"weave": "",
})
if len(item_info) > 0:
write_data.update({
"composition_1":
item_info['composition'] if 'composition' in item_info else '',
"price_per_meter":
item_info['price_per_meter']
if 'price_per_meter' in item_info else '',
'width':
item_info['width'] if 'width' in item_info else '',
'weight_gms':
item_info['weight gms'] if 'weight gms' in item_info else '',
'weight_ozs':
item_info['weight ozs'] if 'weight ozs' in item_info else ''
})
try:
pyMsql.save_scabal(write_data)
print("saved to wp database: article_id =>",
write_data['cloth_pattern_number'])
except Exception as e:
print("error =>", e, image_item['pattern_number'])
def scabal_patch_three():
for item in patch_list_three:
article_id = item['id']
try:
fabric_api_data = pyFabrics.get_fabric_info_by_id(article_id)
if len(fabric_api_data['FABRICS']) > 0:
fabric_data_detail = pyFabrics.get_fabric_data_detail(fabric_api_data['FABRICS'][0])
fabric_data_detail.update({
"price_per_meter": float(item['ppm']),
"supplier_name": "Scabal",
'image_url': pyScrapScabal.get_image_url(fabric_data_detail['cloth_pattern_number'])
})
pyMsql.save_scabal(fabric_data_detail)
print(fabric_data_detail)
print("saved to wp database: article_id =>", article_id)
except Exception as e:
print("Error in Scabal Main =>", e)
def scabal_main():
scabal_list = gsheet.parse_from_google()
for scabal_item in scabal_list:
for article_id in range(scabal_item['articles_from'], scabal_item['articles_to'] + 1):
try:
fabric_api_data = pyFabrics.get_fabric_info_by_id(article_id)
if len(fabric_api_data['FABRICS']) > 0:
fabric_data_detail = pyFabrics.get_fabric_data_detail(fabric_api_data['FABRICS'][0])
fabric_data_detail.update({
"price_per_meter": float(scabal_item['price_per_meter_gbp']),
"supplier_name": "Scabal",
'image_url': pyScrapScabal.get_image_url(fabric_data_detail['cloth_pattern_number'])
})
pyMsql.save_scabal(fabric_data_detail)
print("saved to wp database: article_id =>", article_id)
except Exception as e:
print("Error in Scabal Main =>", e)
def scabal_patch_two():
with open("scabal_missed_pattern_number.txt", "r") as f:
for line in f.readlines():
pathch_two_list.append(line.rstrip())
scabal_list = gsheet.parse_from_google_patch()
for scabal_item in scabal_list:
try:
if str(scabal_item['cloth_pattern_number']) in pathch_two_list:
scabal_item.update({
"supplier_name": "Scabal",
'image_url': pyScrapScabal.get_image_url(scabal_item['cloth_pattern_number'])
})
pyMsql.save_scabal(scabal_item)
print("saved to wp database: article_id =>", scabal_item['cloth_pattern_number'])
except Exception as e:
print("Error in Scabal Main =>", e)
def holland_main():
new_holand_list = []
with open("holland_sherry_new_update.json", "r") as f:
new_holand_list = json.load(f)
org_holland_list = gsheet.parse_from_google_for_holland()
for new_holand in new_holand_list:
write_data = {
'cloth_pattern_number':
new_holand['cloth_pattern_number'],
'image_url':
new_holand['image_url'],
'cloth_bunch':
new_holand['cloth_bunch'],
'composition_1':
new_holand['composition1'] if 'composition1' in new_holand else "",
'supplier_name':
'Holland and Sherry',
"weight_gms":
new_holand['weight_gm'] if 'weight_gm' in new_holand else "",
"design":
new_holand['design'] if 'design' in new_holand else "",
"width":
"",
"weight_ozs":
"",
"selvedge":
"",
"dye":
"",
"weave":
""
}
org_holland = check_exist_in_list(org_holland_list, new_holand)
if len(org_holland) > 0:
write_data.update({
'price_per_meter':
org_holland['price_per_meter'],
})
try:
pyMsql.save_scabal(write_data)
except Exception as e:
print("Error to save database")
return
def dormeuil_main():
org_dormeuil_list = gsheet.parse_from_google_for_dormeuil()
new_list = []
with open("dormeuil_data.json", "r", encoding="latin1") as f:
new_list = json.load(f)
# for org in org_dormeuil_list:
# try:
# pyMsql.save_scabal(org)
# except Exception as e:
# print("error in =>", org['cloth_pattern_number'])
for new_item in new_list:
if len(check_exist_in_list(org_dormeuil_list, new_item)) == 0:
write_data = {
'cloth_pattern_number':
new_item['cloth_pattern_number'],
'image_url':
new_item['image_url'],
'composition_1':
str(new_item['composition_1']).upper(),
'weight_ozs':
new_item['weight'],
'cloth_bunch':
new_item['bunch'],
'supplier_name':
'Dormeuil',
'price_per_meter':
get_bunch_number_price(new_item['cloth_pattern_number']),
'design':
'',
'width':
''
}
try:
pyMsql.save_scabal(write_data)
except Exception as e:
print("error in =>", new_item['cloth_pattern_number'])
