def parse(self, response):
r = json.loads(response.body_as_unicode())
for m in r['response']:
item = HowardBirnbaumItem()
try:
item['company'] = m['name']
except Exception as e:
print(e)
try:
item['address'] = m['address'] + ' ' + m['address2']
except Exception as e:
print(e)
try:
item['state'] = m['state']
except Exception as e:
print(e)
try:
item['country'] = m['country']
except Exception as e:
print(e)
try:
item['phone_number'] = m['data']['sl_phone']
except Exception as e:
print(e)
try:
item['web_site_url'] = m['url']
except Exception as e:
print(e)
try:
item['email'] = m['email']
except Exception as e:
print(e)
try:
item['city'] = m['city']
except Exception as e:
print(e)
try:
item['postal_code'] = m['zip']
except Exception as e:
print(e)
yield item
def parse(self, response):
j = json.loads(re.findall(r'\((.*)\)', response.body_as_unicode())[0])
for m in j[0]:
item = HowardBirnbaumItem()
try:
item['company'] = m['name']
except Exception as e:
print(e)
try:
item['address'] = m['address'] + ' ' + m['address2']
except Exception as e:
print(e)
try:
item['state'] = m['state']
except Exception as e:
print(e)
try:
item['country'] = ''
except Exception as e:
print(e)
try:
item['phone_number'] = m['phone']
except Exception as e:
print(e)
try:
item['web_site_url'] = m['url']
except Exception as e:
print(e)
try:
item['email'] = ''
except Exception as e:
print(e)
try:
item['city'] = m['city']
except Exception as e:
print(e)
try:
item['postal_code'] = m['postal']
except Exception as e:
print(e)
yield item
def parse(self, response):
pq = PyQuery(response.body_as_unicode())
item = HowardBirnbaumItem()
try:
item['company'] = pq('[class="profileHeaderContainer"] h3').text()
except Exception as e:
print(e)
try:
item['address'] = ''
except Exception as e:
print(e)
try:
item['state'] = ''
except Exception as e:
print(e)
try:
item['country'] = ''
except Exception as e:
print(e)
try:
item['phone_number'] = ''
except Exception as e:
print(e)
try:
item['web_site_url'] = pq(
'[class="fieldBody"] [href*="http"]').text()
except Exception as e:
print(e)
try:
item['email'] = pq('[class="fieldBody"] [href*="mailto:"]').text()
except Exception as e:
print(e)
try:
item['city'] = ''
except Exception as e:
print(e)
try:
item['postal_code'] = ''
except Exception as e:
print(e)
yield item
def parse(self, response):
pq = PyQuery(response.body_as_unicode())
for m in pq('table tr [valign="top"]'):
item = HowardBirnbaumItem()
try:
item['company'] = pq(m)('.dealer-titles').text()
except Exception as e:
print(e)
try:
item['address'] = pq(m)('p').text()
except Exception as e:
print(e)
try:
item['state'] = m['state']
except Exception as e:
print(e)
try:
item['country'] = m['country']
except Exception as e:
print(e)
try:
item['phone_number'] = m['data']['sl_phone']
except Exception as e:
print(e)
try:
item['web_site_url'] = m['url']
except Exception as e:
print(e)
try:
item['email'] = m['email']
except Exception as e:
print(e)
try:
item['city'] = m['city']
except Exception as e:
print(e)
try:
item['postal_code'] = m['zip']
except Exception as e:
print(e)
yield item
def parse(self, response):
pq = PyQuery(response.body_as_unicode())
item = HowardBirnbaumItem()
address = 0
state = 0
country = 0
phone = 0
web = 0
email = 0
city = 0
postal = 0
t = 1
for i in pq('[class="dl-horizontal"] dt'):
if 'Address' == i.text:
address = t
if 'City' in i.text:
city = t
if 'State' in i.text:
state = t
if 'Zip' in i.text:
postal = t
if 'Country' in i.text:
country = t
if 'Phone' in i.text:
phone = t
if 'Email' in i.text:
email = t
if 'Web Site' in i.text:
web = t
t += 1
try:
item['company'] = pq('[id="ORGNAME"]').text()
except Exception as e:
print(e)
try:
item['address'] = pq(
'[class="dl-horizontal"] dd:nth-of-type({})'.format(
address)).text()
except Exception as e:
print(e)
try:
item['state'] = pq(
'[class="dl-horizontal"] dd:nth-of-type({})'.format(
state)).text()
except Exception as e:
print(e)
try:
item['country'] = pq(
'[class="dl-horizontal"] dd:nth-of-type({})'.format(
country)).text()
except Exception as e:
print(e)
try:
item['phone_number'] = pq(
'[class="dl-horizontal"] dd:nth-of-type({})'.format(
phone)).text()
except Exception as e:
print(e)
try:
item['web_site_url'] = pq(
'[class="dl-horizontal"] dd:nth-of-type({})'.format(
web)).text()
except Exception as e:
print(e)
try:
item['email'] = pq(
'[class="dl-horizontal"] dd:nth-of-type({})'.format(
email)).text()
except Exception as e:
print(e)
try:
item['city'] = pq(
'[class="dl-horizontal"] dd:nth-of-type({})'.format(
city)).text()
except Exception as e:
print(e)
try:
item['postal_code'] = pq(
'[class="dl-horizontal"] dd:nth-of-type({})'.format(
postal)).text()
except Exception as e:
print(e)
yield item
def parse(self, response):
pq = PyQuery(response.body_as_unicode())
item = HowardBirnbaumItem()
company = ''
address = ''
state = ''
country = ''
phone_number = ''
website = ''
email = ''
city = ''
postal_code = ''
for i in pq('table tr'):
print(pq(i)('th').text())
if 'Business Name' in pq(i)('th').text():
company = pq(i)('td').text()
if 'Address 1' in pq(i)('th').text():
address = pq(i)('td').text()
if 'State' in pq(i)('th').text():
state = pq(i)('td').text()
if 'Phone' in pq(i)('th').text():
phone_number = pq(i)('td').text()
if 'Website' in pq(i)('th').text():
website = pq(i)('td').text()
if 'City' in pq(i)('th').text():
city = pq(i)('td').text()
if 'Postal Code' in pq(i)('th').text():
postal_code = pq(i)('td').text()
try:
item['company'] = company
except Exception as e:
print(e)
try:
item['address'] = address
except Exception as e:
print(e)
try:
item['state'] = state
except Exception as e:
print(e)
try:
item['country'] = country
except Exception as e:
print(e)
try:
item['phone_number'] = phone_number
except Exception as e:
print(e)
try:
item['web_site_url'] = website
except Exception as e:
print(e)
try:
item['email'] = email
except Exception as e:
print(e)
try:
item['city'] = city
except Exception as e:
print(e)
try:
item['postal_code'] = postal_code
except Exception as e:
print(e)
yield item