def trigger_scrape(request, spider_name):
# if this is a POST request we need to process the form data
if not SPIDERS[spider_name]['has_options']:
messages.success(
request,
'Scraping of {} triggered. Awesomeness ensues.'.format(
spider_name))
scrape.delay(SPIDERS[spider_name]['scraper'])
return redirect('/admin/')
if request.method == 'POST':
# create a form instance and populate it with data from the request:
form = ScrapeForm(request.POST)
messages.success(
request,
'Scraping of {} triggered. Awesomeness ensues.'.format(
spider_name))
scrape.delay(SPIDERS[spider_name]['scraper'], **form.data.dict())
return redirect('/admin/')
# if a GET (or any other method) we'll create a blank form
else:
form = ScrapeForm()
form.fields['scraper'].initial = spider_name
form.fields['scraper'].widget.attrs = {'disabled': 'disabled'}
form.fields['llp'].choices = get_llp_choices(spider_name)
return render(
request,
'admin/form_scrape.html',
{
'form': form,
'spider_name': spider_name
}
)
def trigger_scrape(request, spider_name):
# if this is a POST request we need to process the form data
if not SPIDERS[spider_name]['has_options']:
messages.success(
request, 'Scraping of {} triggered. Awesomeness ensues.'.format(
spider_name))
scrape.delay(SPIDERS[spider_name]['scraper'])
return redirect('/admin/')
if request.method == 'POST':
# create a form instance and populate it with data from the request:
form = ScrapeForm(request.POST)
messages.success(
request, 'Scraping of {} triggered. Awesomeness ensues.'.format(
spider_name))
scrape.delay(SPIDERS[spider_name]['scraper'], **form.data.dict())
return redirect('/admin/')
# if a GET (or any other method) we'll create a blank form
else:
form = ScrapeForm()
form.fields['scraper'].initial = spider_name
form.fields['scraper'].widget.attrs = {'disabled': 'disabled'}
form.fields['llp'].choices = get_llp_choices(spider_name)
return render(request, 'admin/form_scrape.html', {
'form': form,
'spider_name': spider_name
})
def trigger_scrape(request, spider_name):
messages.success(
request, 'Scraping of {} triggered. Awesomeness ensues.'.format(spider_name))
scrape.delay(SPIDERS[spider_name])
return redirect('/admin/')
