def test_run_template_http_json(app):
args = {
'project': PROJECT,
'job': datetime.now().strftime('test_run_template_json-%Y%m%d-%H%M%S'),
'template': 'gs://dataflow-templates/latest/Word_Count',
'inputFile': 'gs://apache-beam-samples/shakespeare/kinglear.txt',
'output': 'gs://{}/dataflow/wordcount/outputs'.format(BUCKET),
}
with app.test_request_context(json=args):
res = main.run_template(flask.request)
data = json.loads(res)
dataflow_jobs_cancel(data['job']['id'])
def test_run_template_http_json(app, dataflow_job_name):
args = {
'project': PROJECT,
'job': dataflow_job_name,
'template': 'gs://dataflow-templates/latest/Word_Count',
'inputFile': 'gs://apache-beam-samples/shakespeare/kinglear.txt',
'output': 'gs://{}/dataflow/wordcount/outputs'.format(BUCKET),
}
with app.test_request_context(json=args):
res = main.run_template(flask.request)
data = json.loads(res)
assert 'test_run_template_json' in data['job']['name']
def test_run_template_http_url(app):
args = {
'project': PROJECT,
'job': unique_job_name('test_run_template_url'),
'template': 'gs://dataflow-templates/latest/Word_Count',
'inputFile': 'gs://apache-beam-samples/shakespeare/kinglear.txt',
'output': 'gs://{}/dataflow/wordcount/outputs'.format(BUCKET),
}
with app.test_request_context('/?' + url_encode(args)):
res = main.run_template(flask.request)
data = json.loads(res)
dataflow_jobs_cancel(data['job']['id'])
def test_run_template_http_json(app, dataflow_job_name):
args = {
"project": PROJECT,
"job": dataflow_job_name,
"template": "gs://dataflow-templates/latest/Word_Count",
"inputFile": "gs://apache-beam-samples/shakespeare/kinglear.txt",
"output": "gs://{}/dataflow/wordcount/outputs".format(BUCKET),
}
with app.test_request_context(json=args):
res = main.run_template(flask.request)
data = json.loads(res)
assert "test_run_template_json" in data["job"]["name"]
def test_run_template_json(app):
args = {
'project': PROJECT,
'job': datetime.now().strftime('test_run_template_json-%Y%m%d-%H%M%S'),
'template': 'gs://dataflow-templates/latest/Word_Count',
'inputFile': 'gs://apache-beam-samples/shakespeare/kinglear.txt',
'output': 'gs://{}/dataflow/wordcount/outputs'.format(BUCKET),
}
with app.test_request_context(json=args):
res = main.run_template(flask.request)
data = json.loads(res)
job_id = data['job']['id']
time.sleep(WAIT_TIME)
assert sp.call(['gcloud', 'dataflow', 'jobs', 'cancel', job_id]) == 0
def test_run_template_http_empty_args(app):
with app.test_request_context():
with pytest.raises(KeyError):
main.run_template(flask.request)
