def post_new(request): if request.method == "POST": form = PostForm(request.POST) if form.is_valid(): process = CrawlerRunner(get_project_settings()) process.crawl('post_spider') process.start() # post = form.save(commit=False) # post.author = request.user # post.published_date = timezone.now() # post.save() return redirect('post_detail', pk=post.pk) else: form = PostForm() return render(request, 'blog/post_edit.html', {'form': form})
from twisted.internet import reactor from scrapy.crawler import CrawlerRunner from scrapy.utils.log import configure_logging from reggaeton_lyrics_scrapper.spiders.reggaetonline import ReggaetonOnline from reggaeton_lyrics_scrapper.spiders.AzLyrics import AZLyrics configure_logging() runner = CrawlerRunner() runner.crawl(ReggaetonOnline) runner.crawl(AZLyrics) runner.start()
def run_spider(): process = CrawlerRunner(get_project_settings()) process.crawl(CovidSpider) process.start()