def ingest_job_restart(job_id: str):
"""
Restart job for id.
Waits for the job to fully restart.
"""
# find ingestion job for id
feast_client = JCClient()
jobs = feast_client.list_ingest_jobs(job_id=job_id)
if len(jobs) < 1:
print(f"Ingestion Job with id {job_id} could not be found")
sys.exit(1)
job = jobs[0]
feast_client.restart_ingest_job(job)
def ingest_job_describe(job_id: str):
"""
Describe the ingestion job with the given id.
"""
# find ingestion job for id
feast_client = JCClient()
jobs = feast_client.list_ingest_jobs(job_id=job_id)
if len(jobs) < 1:
print(f"Ingestion Job with id {job_id} could not be found")
sys.exit(1)
job = jobs[0]
# pretty render ingestion job as yaml
print(
yaml.dump(yaml.safe_load(str(job)), default_flow_style=False, sort_keys=False)
)
def ingest_job_stop(wait: bool, timeout: int, job_id: str):
"""
Stop ingestion job for id.
"""
# find ingestion job for id
feast_client = JCClient()
jobs = feast_client.list_ingest_jobs(job_id=job_id)
if len(jobs) < 1:
print(f"Ingestion Job with id {job_id} could not be found")
sys.exit(1)
job = jobs[0]
feast_client.stop_ingest_job(job)
# wait for ingestion job to stop
if wait:
job.wait(IngestionJobStatus.ABORTED, timeout=timeout)
def infra_teardown(pytestconfig, jobcontroller_url):
client = JCClient(jobcontroller_url=jobcontroller_url)
marker = pytestconfig.getoption("-m")
yield marker
if marker == "dataflow_runner":
ingest_jobs = client.list_ingest_jobs()
ingest_jobs = [
client.list_ingest_jobs(job.id)[0].external_id
for job in ingest_jobs if job.status == IngestionJobStatus.RUNNING
]
cwd = os.getcwd()
with open(f"{cwd}/ingesting_jobs.txt", "w+") as output:
for job in ingest_jobs:
output.write("%s\n" % job)
else:
print("Cleaning up not required")
def ingest_job_list(job_id, feature_set_ref, store_name):
"""
List ingestion jobs
"""
# parse feature set reference
if feature_set_ref is not None:
feature_set_ref = FeatureSetRef.from_str(feature_set_ref)
# pull & render ingestion jobs as a table
feast_client = JCClient()
table = []
for ingest_job in feast_client.list_ingest_jobs(
job_id=job_id, feature_set_ref=feature_set_ref, store_name=store_name
):
table.append([ingest_job.id, IngestionJobStatus.Name(ingest_job.status)])
from tabulate import tabulate
print(tabulate(table, headers=["ID", "STATUS"], tablefmt="plain"))
def mock_jobcontroller_client(self):
client = JCClient(jobcontroller_url=jobcontroller_URL)
return client