def run_spider():
project = request.args['project']
spider = request.args['spider']
workers = request.args['worker']
scrapyd_utils.scrapyd_http_api(app.config.get('SCRAPYD_MASTER_HOST'),
'schedule.json',
'POST',
param={
'project': project,
'spider': spider,
'hosts': workers
})
return redirect(url_for('project_info', project=project))
def stop_spider():
project = request.args['project']
job = request.args['job']
workers = request.args['worker']
scrapyd_utils.scrapyd_http_api(app.config.get('SCRAPYD_MASTER_HOST'),
'cancel.json',
'POST',
param={
'project': project,
'job': job,
'hosts': workers
})
return redirect(url_for('project_info', project=project))
def project_workers_info():
project = request.args['project']
workers = scrapyd_utils.scrapyd_http_api(
app.config.get('SCRAPYD_MASTER_HOST'),
'listworkers.json',
'POST',
param={'project': project})
spiders = scrapyd_utils.scrapyd_http_api(
app.config.get('SCRAPYD_MASTER_HOST'),
'listallspiders.json',
'POST',
param={'project': project})
return render_template('project_workers.html',
project=project,
workers=workers,
spiders=spiders)
def project_info():
project = request.args['project']
job_result = scrapyd_utils.scrapyd_http_api(
app.config.get('SCRAPYD_MASTER_HOST'),
'listjobs.json',
'POST',
param={'project': project})
spider_result = scrapyd_utils.scrapyd_http_api(
app.config.get('SCRAPYD_MASTER_HOST'),
'listallspiders.json',
'POST',
param={'project': project})
return render_template('project.html',
project=project,
job_result=job_result,
spider_result=spider_result)
def project_spider_info():
project = request.args['project']
spider = request.args['spider']
workers = request.args['worker'].split(',')
jobs = scrapyd_utils.scrapyd_http_api(
app.config.get('SCRAPYD_MASTER_HOST'),
'listspiderjobs.json',
'POST',
param={
'project': project,
'spider': spider
})
return render_template('spider.html',
spider=spider,
project=project,
workers=workers,
jobs_result=jobs)
def home():
worker_projects = scrapyd_utils.scrapyd_http_api(
app.config.get('SCRAPYD_MASTER_HOST'), 'listprojects.json', 'POST')
return render_template('workers.html', worker_projects=worker_projects)