def _build_task_template(self):
"""Return a template for all the tasks"""
task_template = {'activeDeadlineSeconds': 3000,
'container': {'command': [],
'env': [
{"name": "GOOGLE_APPLICATION_CREDENTIALS",
"value": "/secret/gcp-credentials/key.json"}
],
'image': 'gcr.io/kubeflow-ci/test-worker:latest',
'imagePullPolicy': 'Always',
'name': '',
'resources': {'limits': {'cpu': '4', 'memory': '4Gi'},
'requests': {'cpu': '1', 'memory': '1536Mi'}},
'volumeMounts': [{'mountPath': '/mnt/test-data-volume',
'name': 'kubeflow-test-volume'},
{'mountPath': '/secret/gcp-credentials', 'name': 'gcp-credentials'}]},
'metadata': {'labels': {
'workflow_template': TEMPLATE_LABEL}},
'outputs': {}}
# Define common environment variables to be added to all steps
common_env = [
{'name': 'PYTHONPATH',
'value': ":".join([self.kubeflow_py, self.kubeflow_testing_py])},
{'name': 'GOPATH',
'value': self.go_path},
{'name': 'KUBECONFIG',
'value': os.path.join(self.test_dir, 'kfctl_test/.kube/kubeconfig')},
]
task_template["container"]["env"].extend(common_env)
if self.test_target_name:
task_template["container"]["env"].append({
'name': 'TEST_TARGET_NAME',
'value': self.test_target_name,
})
task_template = argo_build_util.add_prow_env(task_template)
return task_template
def build_task_template(self):
"""Return a template for all the tasks"""
volume_mounts = [{
"mountPath": "/mnt/test-data-volume",
"name": DATA_VOLUME
}]
if LOCAL_TESTING == "False":
volume_mounts.append(CREDENTIALS_MOUNT)
image = AWS_WORKER_IMAGE
task_template = {
"activeDeadlineSeconds": 3000,
"container": {
"command": [],
"env": [],
"image": image,
"imagePullPolicy": "Always",
"name": "",
"resources": {
"limits": {
"cpu": "4",
"memory": "4Gi"
},
"requests": {
"cpu": "1",
"memory": "1536Mi"
},
},
"volumeMounts": volume_mounts,
},
"metadata": {
"labels": {
"workflow_template": self.template_label,
}
},
"outputs": {},
}
# Define common environment variables to be added to all steps
common_env = [
{
"name": "PYTHONPATH",
"value": ":".join([self.kubeflow_py, self.kubeflow_testing_py])
},
{
"name": "GOPATH",
"value": self.go_path
},
]
task_template["container"]["env"].extend(common_env)
if self.test_target_name:
task_template["container"]["env"].append({
"name":
"TEST_TARGET_NAME",
"value":
self.test_target_name
})
task_template = argo_build_util.add_prow_env(task_template)
return task_template
def _build_task_template(self):
"""Return a template for all the tasks"""
task_template = {
'activeDeadlineSeconds': 3000,
'container': {
'command': [],
'env': [
{
"name": "AWS_ACCESS_KEY_ID",
"valueFrom": {
"secretKeyRef": {
"name": "aws-credentials",
"key": "AWS_ACCESS_KEY_ID",
},
},
},
{
"name": "AWS_SECRET_ACCESS_KEY",
"valueFrom": {
"secretKeyRef": {
"name": "aws-credentials",
"key": "AWS_SECRET_ACCESS_KEY",
},
},
},
{
"name": "AWS_DEFAULT_REGION",
"value": "us-west-2",
},
{
"name": "GITHUB_TOKEN",
"valueFrom": {
"secretKeyRef": {
"name": "github-token",
"key": "github_token",
},
},
},
{
"name": "TEST_TARGET_NAME",
"value": self.test_target_name
},
],
'image':
'527798164940.dkr.ecr.us-west-2.amazonaws.com/aws-kubeflow-ci/test-worker:v1.2-branch',
'imagePullPolicy':
'Always',
'name':
'',
'resources': {
'limits': {
'cpu': '4',
'memory': '4Gi'
},
'requests': {
'cpu': '1',
'memory': '1536Mi'
}
},
'volumeMounts': [{
'mountPath': '/mnt/test-data-volume',
'name': 'kubeflow-test-volume'
}]
},
'metadata': {
'labels': {
'workflow_template': TEMPLATE_LABEL
}
},
'outputs': {}
}
# Define common environment variables to be added to all steps
common_env = [
{
'name':
'PYTHONPATH',
'value':
":".join([
self.kubeflow_testing_py, self.kfctl_py,
self.tf_operator_py
])
},
{
'name': 'GOPATH',
'value': self.go_path
},
]
task_template["container"]["env"].extend(common_env)
task_template = argo_build_util.add_prow_env(task_template)
return task_template
