def test_run_template_http_json(app): args = { 'project': PROJECT, 'job': datetime.now().strftime('test_run_template_json-%Y%m%d-%H%M%S'), 'template': 'gs://dataflow-templates/latest/Word_Count', 'inputFile': 'gs://apache-beam-samples/shakespeare/kinglear.txt', 'output': 'gs://{}/dataflow/wordcount/outputs'.format(BUCKET), } with app.test_request_context(json=args): res = main.run_template(flask.request) data = json.loads(res) dataflow_jobs_cancel(data['job']['id'])
def test_run_template_http_json(app, dataflow_job_name): args = { 'project': PROJECT, 'job': dataflow_job_name, 'template': 'gs://dataflow-templates/latest/Word_Count', 'inputFile': 'gs://apache-beam-samples/shakespeare/kinglear.txt', 'output': 'gs://{}/dataflow/wordcount/outputs'.format(BUCKET), } with app.test_request_context(json=args): res = main.run_template(flask.request) data = json.loads(res) assert 'test_run_template_json' in data['job']['name']
def test_run_template_http_url(app): args = { 'project': PROJECT, 'job': unique_job_name('test_run_template_url'), 'template': 'gs://dataflow-templates/latest/Word_Count', 'inputFile': 'gs://apache-beam-samples/shakespeare/kinglear.txt', 'output': 'gs://{}/dataflow/wordcount/outputs'.format(BUCKET), } with app.test_request_context('/?' + url_encode(args)): res = main.run_template(flask.request) data = json.loads(res) dataflow_jobs_cancel(data['job']['id'])
def test_run_template_http_json(app, dataflow_job_name): args = { "project": PROJECT, "job": dataflow_job_name, "template": "gs://dataflow-templates/latest/Word_Count", "inputFile": "gs://apache-beam-samples/shakespeare/kinglear.txt", "output": "gs://{}/dataflow/wordcount/outputs".format(BUCKET), } with app.test_request_context(json=args): res = main.run_template(flask.request) data = json.loads(res) assert "test_run_template_json" in data["job"]["name"]
def test_run_template_json(app): args = { 'project': PROJECT, 'job': datetime.now().strftime('test_run_template_json-%Y%m%d-%H%M%S'), 'template': 'gs://dataflow-templates/latest/Word_Count', 'inputFile': 'gs://apache-beam-samples/shakespeare/kinglear.txt', 'output': 'gs://{}/dataflow/wordcount/outputs'.format(BUCKET), } with app.test_request_context(json=args): res = main.run_template(flask.request) data = json.loads(res) job_id = data['job']['id'] time.sleep(WAIT_TIME) assert sp.call(['gcloud', 'dataflow', 'jobs', 'cancel', job_id]) == 0
def test_run_template_http_empty_args(app): with app.test_request_context(): with pytest.raises(KeyError): main.run_template(flask.request)