/
comme_des_garcons.py
87 lines (74 loc) · 2.85 KB
/
comme_des_garcons.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
# coding=utf-8
import string
import re
import common
import geosense as gs
__author__ = 'Zephyre'
db = None
url = 'http://www.comme-des-garcons.com/commedesgarcons_stores.html'
brand_id = 10096
brandname_e = u'COMME des GARÇONS'
brandname_c = u'川久保玲'
def fetch(level=1, data=None, user='root', passwd=''):
"""
:param level:
:param data:
:param user:
:param passwd:
:return:
"""
try:
if data is None:
data = {'url': url}
html = common.get_data(data['url'])
except Exception:
print 'Error occured in getting data: %s' % url
dump_data = {'level': 1, 'time': common.format_time(), 'data': {'data': url}, 'brand_id': brand_id}
common.dump(dump_data)
return []
db = common.StoresDb()
db.connect_db(user=user, passwd=passwd)
db.execute(u'DELETE FROM %s WHERE brand_id=%d' % ('stores', brand_id))
sub_pat = re.compile(ur'<!--.*?-->', re.S)
html = re.sub(sub_pat, '', html)
split_pos = [m.start() for m in re.finditer(ur'<p><span class="contactboldtitle">', html)]
split_pos.append(-1)
sub_list = []
for i in xrange(len(split_pos) - 1):
sub_list.append(html[split_pos[i]:split_pos[i + 1]])
store_list = []
for sub_html in sub_list:
entry = common.init_store_entry(brand_id, brandname_e, brandname_c)
m = re.findall(ur'<span class="contactboldtitle">(.+?)</span>', sub_html)
if len(m) > 0:
entry[common.name_l] = m[0]
m = re.findall(ur'<span class="storethinlines">(.+?)(?:</span>|</p>)', sub_html, re.S)
if len(m) >= 2:
addr = common.reformat_addr(m[0])
entry[common.addr_l] = addr
# 城市，国家和邮编
addr_splits = addr.split(', ')
ret = gs.look_up(addr_splits[-1], 1)
if ret is None:
print 'Error in geo translating: %s' % addr_splits[-1]
else:
entry[common.country_e]=ret['name_e']
m1 = re.findall(ur'(.+?)(\d{3}-\d{4})', addr_splits[-2])
if len(m1) > 0:
common.update_entry(entry, {common.city_e: common.extract_city(m1[0][0])[0],
common.zip_code: m1[0][1]})
# 联系方式
tmp = m[1]
m1 = re.findall(ur'[\d\-]{5,}', tmp)
if len(m1) > 0:
entry[common.tel] = m1[0]
m1 = re.findall(ur'href="mailto:(.+?@.+?)"', tmp)
if len(m1) > 0:
entry[common.email] = m1[0].strip()
gs.field_sense(entry)
print '%s: Found store: %s, %s (%s, %s)' % (
brandname_e, entry[common.name_l], entry[common.addr_l], entry[common.country_e],
entry[common.continent_e])
db.insert_record(entry, 'stores')
store_list.append(entry)
db.disconnect_db()