def post_new(request):
if request.method == "POST":
form = PostForm(request.POST)
if form.is_valid():
process = CrawlerRunner(get_project_settings())
process.crawl('post_spider')
process.start()
# post = form.save(commit=False)
# post.author = request.user
# post.published_date = timezone.now()
# post.save()
return redirect('post_detail', pk=post.pk)
else:
form = PostForm()
return render(request, 'blog/post_edit.html', {'form': form})
from twisted.internet import reactor from scrapy.crawler import CrawlerRunner from scrapy.utils.log import configure_logging from reggaeton_lyrics_scrapper.spiders.reggaetonline import ReggaetonOnline from reggaeton_lyrics_scrapper.spiders.AzLyrics import AZLyrics configure_logging() runner = CrawlerRunner() runner.crawl(ReggaetonOnline) runner.crawl(AZLyrics) runner.start()
def run_spider():
process = CrawlerRunner(get_project_settings())
process.crawl(CovidSpider)
process.start()
