def pull_billtext(self):
if self.issenate:
chamber = 'SB'
else:
chamber = 'HB'
x = 0
while x < 5:
path = self.url['billurl'][0]+ chamber + self.bill_number.zfill(5) + self.endchar[x] + self.url['billurl'][1]
x += 1
res = requests.get(path)
if not res.status_code == requests.codes.ok:
print('not a vaild bill!')
break
self.billtext.append(res.text)
self.billtext[-1] = htmllogic.htmltext(self.billtext[-1])#Cant be in while loop slows things down.
def create(request):
from annotation_app.forms import BillForm
form = BillForm(request.POST)
if form.is_valid():
data = form.cleaned_data
bill = Bill.objects.filter(chamber_origin = data['chamber_origin'],
number = data['number'])
# If you find bill in the database, it is the first element in QuerySet
if bill:
bill = bill[0]
# If bill is not in the database, pull it from TLO website
else:
from annotation_app.helpers.bill_scrapers import scrape_bill_text
bill_text = scrape_bill_text(data)
if bill_text == None:
return HttpResponseRedirect('/')
bill = Bill()
bill.session = data['session']
bill.chamber_origin = data['chamber_origin']
bill.number = data['number']
bill.text = bill_text
from annotation_app.helpers.htmllogic import htmltext
bill.text = htmltext(bill.text)
bill.save()
if 'format' in request.POST:
return HttpResponse(serializers.serialize(request.POST['format'],
[bill]))
else:
return HttpResponseRedirect('/bills/%sB%d/' % (bill.chamber_origin,
bill.number))
else:
return HttpResponseRedirect('/')
