def index():
"""
Example view demonstrating rendering a simple HTML page.
"""
incidents_with_age = Incident.select().where(Incident.age > 0).order_by(
Incident.age.asc())
incidents_without_age = Incident.select().where(
Incident.age >> None).order_by(Incident.age.asc())
incidents = list(incidents_with_age) + list(incidents_without_age)
states = [
i.state for i in Incident.select(Incident.state).distinct().order_by(
Incident.state)
]
def slug(incident):
uniq = incident.name or 'unknown'
if (incident.postofficename):
uniq += '-' + incident.postofficename
uniq += '-' + incident.state
return uniq.lower().replace(' ', '-').replace('.',
'').replace('--', '-')
return render_template('index.html',
incidents=incidents,
states=states,
slug=slug,
**make_context())
def index():
"""
Example view demonstrating rendering a simple HTML page.
"""
incidents_with_age = Incident.select().where(Incident.age > 0).order_by(Incident.age.asc())
incidents_without_age = Incident.select().where(Incident.age >> None).order_by(Incident.age.asc())
incidents = list(incidents_with_age) + list(incidents_without_age)
states = [i.state for i in Incident.select(Incident.state).distinct().order_by(Incident.state)]
def slug(incident):
uniq = incident.name or 'unknown'
if (incident.postofficename):
uniq += '-' + incident.postofficename
uniq += '-' + incident.state
return uniq.lower().replace(' ', '-').replace('.', '').replace('--', '-')
return render_template('index.html', incidents=incidents, states=states, slug=slug, **make_context())
#!/usr/bin/env python
from bs4 import BeautifulSoup
import requests
from models import Incident
url_base = 'http://www.osha.gov/pls/imis/establishment.inspection_detail?id='
for incident in Incident.select():
if incident.narrative:
pass
else:
try:
url = url_base + '%s' % incident.inspection_no
print url
r = requests.get(url)
soup = BeautifulSoup(r.content)
tables = soup.find(id="maincontain").find_all('table',
bgcolor='white')
num_matches = len(tables)
narrative = tables[num_matches - 3].find('td').text.strip()
print narrative
query = Incident.update(narrative=narrative).where(
Incident.inspection_no == incident.inspection_no)
print query
query.execute()
except Exception as error:
print 'Failed: %s, error is: %s' % (incident.inspection_no, error)
#!/usr/bin/env python
from bs4 import BeautifulSoup
import requests
from models import Incident
url_base = 'http://www.osha.gov/pls/imis/establishment.inspection_detail?id='
for incident in Incident.select():
if incident.narrative:
pass
else:
try:
url = url_base + '%s' % incident.inspection_no
print url
r = requests.get(url)
soup = BeautifulSoup(r.content)
tables = soup.find(id="maincontain").find_all('table', bgcolor='white')
num_matches = len(tables)
narrative = tables[num_matches-3].find('td').text.strip()
print narrative
query = Incident.update(narrative=narrative).where(Incident.inspection_no == incident.inspection_no)
print query
query.execute()
except Exception as error:
print 'Failed: %s, error is: %s' % (incident.inspection_no, error)
