def test_notification_window():
"""Test notification window"""
windows = [
NotificationWindow(pytest.automagica_tk,
f"Hello world nr. {i}",
duration=2) for i in range(10)
]
for window in windows:
window.update()
window.destroy()
assert True
def test_notification_window():
"""Test notification window"""
pytest.automagica_tk.update()
windows = [
NotificationWindow(
pytest.automagica_tk,
f"Hello world this is a very long notification indeed. To refer to this notification use nr. {i}",
duration=2,
) for i in range(10)
]
for window in windows:
window.update()
assert True
def _runner_thread(self, interval=10, retry_interval=5 * 60):
headers = {"bot_secret": self.config.values["bot_secret"]}
NotificationWindow(self, message="Bot started!")
while True:
try:
# Get next job
r = http_client.get(
self.config.values["portal_url"] + "/api/job/next",
headers=headers,
)
job = r.json()
# We got a job!
if job:
NotificationWindow(
self, message=f"Received job {job['job_id']}"
)
self.config.logger.info(f"Received job {job['job_id']}")
# Create directory to store job-related files
local_job_path = os.path.join(
os.path.expanduser("~"), ".automagica", job["job_id"]
)
os.makedirs(local_job_path)
os.makedirs(os.path.join(local_job_path, "input"))
os.makedirs(os.path.join(local_job_path, "output"))
# Download job input files
for job_file in job["job_files"]:
# Download file
r = http_client.get(job_file["url"])
# Save locally in the input folder in the job folder
with open(
os.path.join(
local_job_path, "input", job_file["filename"]
),
"wb",
) as f:
f.write(r.content)
if job.get("parameters"):
with open(
os.path.join(
local_job_path, "input", "parameters.py"
),
"w",
) as f:
f.write(job["parameters"])
entrypoint = job["job_entrypoint"]
# IPython Notebook / Automagica Lab
if entrypoint.endswith(".ipynb"):
output, returncode = self.run_notebook(
os.path.join(local_job_path, "input", entrypoint,),
local_job_path,
)
# Python Script File
elif entrypoint.endswith(".py"):
output, returncode = self.run_script(
os.path.join(local_job_path, "input", entrypoint),
local_job_path,
)
# Automagica FLow
elif entrypoint.endswith(".json"):
output, returncode = self.run_flow(
os.path.join(local_job_path, "input", entrypoint),
local_job_path,
)
# Other command
else:
output, returncode = self.run_command(
entrypoint, local_job_path
)
# Write console output
with open(
os.path.join(local_job_path, "output", "console.txt"),
"w",
) as f:
f.write(output)
if returncode == 0:
job["status"] = "completed"
NotificationWindow(
self, message=f"Completed job {job['job_id']}"
)
self.config.logger.info(
f"Completed job {job['job_id']}"
)
else:
job["status"] = "failed"
NotificationWindow(
self, message=f"Failed job {job['job_id']}"
)
self.config.logger.info(f"Failed job {job['job_id']}")
# Make list of output files after job has ran
output_files = []
for file_path in os.listdir(
os.path.join(local_job_path, "output")
):
output_files.append({"filename": file_path})
# Prepare finished job package
data = {
"bot_secret": self.config.values["bot_secret"],
"job_id": job["job_id"],
"job_status": job["status"],
"job_output_files": output_files,
"job_output": output,
}
# Update Portal on job status and request S3 signed URLs to upload job output files
r = http_client.post(
self.config.values["portal_url"] + "/api/job/status",
json=data,
headers=headers,
)
data = r.json()
# Upload job output files
for output_file in data["output_files"]:
with open(
os.path.join(
local_job_path,
"output",
output_file["filename"],
),
"rb",
) as f:
_ = http_client.post(
output_file["payload"]["url"],
data=output_file["payload"]["fields"],
files={
"file": (
os.path.join(
local_job_path,
"output",
output_file["filename"],
),
f,
)
},
)
# We did not get a job!
else:
sleep(interval)
keyboard.press("f13") # Prevent lock
except:
NotificationWindow(self, message="Connection error")
self.config.logger.exception(
f"Could not reach Automagica Portal. Waiting {interval} second(s) before retrying."
)
sleep(interval)