def run(arguments, event):
arguments = json.loads(arguments)
name = arguments["name"]
session = Session()
"""Create a new script by creating a virtualenv, creating .sh scripts and registering metadata."""
if name is "":
# Generate random UID if no name is given
uid = generate_uid()
else:
# Convert name to UID by "sluggifying" it (e.g. "Simon's script" -> "simons-script")
uid = for_uid(name)
# Check that the scripts folder exists (important for first-time users)
if not os.path.isdir(CHRONOS + os.path.sep + "scripts"):
os.mkdir(CHRONOS + os.path.sep + "scripts")
# Find script path given UID
path = CHRONOS + os.path.sep + "scripts" + os.path.sep + uid
# Create folder, if it doesn't already exist
if not os.path.isdir(path):
os.mkdir(path)
else:
os.rmdir(path)
os.mkdir(path)
# Create virtual environment
create_env(uid)
# Create database entry
script = ScriptModel(name=name, uid=uid, enabled=True, triggers=[])
session.add(script)
session.commit()
# Create script and requirements.txt file
script_path = path + os.path.sep + uid + ".py"
requirements_path = path + os.path.sep + "requirements.txt"
open(script_path, "a").close()
open(requirements_path, "a").close()
# Create execute script
# TODO: Move this script to a folder so it can be copied instead
with open(path + os.path.sep + "execute.sh", "w") as file:
file.write('''#!/bin/bash
cd "{}"
source "{}"
python -u "{}"'''.format(path, get_activate(uid), script_path))
# Create pip install
# TODO: Move this script to a folder so it can be copied instead
with open(path + os.path.sep + "install.sh", "w") as file:
file.write('''#!/bin/bash
source "{}"
pip install -r "{}"'''.format(get_activate(uid), requirements_path))
event.trigger("script_created", Script(uid).to_dict())
return uid
def set_setting(key, value):
"""Update setting or create new."""
session = Session()
if get_setting(key) is None:
session.add(Setting(key=key, value=value))
logger.debug("Created new 'setting': {} with value: '{}'", key, value)
else:
session.query(Setting).get(key).value = value
logger.debug("Updated 'setting': {} with value: '{}'", key, value)
session.commit()
session.close()
def dispatch_task(task_id, task_arguments, task_priority="ROUTINE"):
session = Session()
task = Task(
task_id=task_id,
task_arguments=json.dumps(task_arguments),
priority=task_priority,
status="WAITING",
)
session.add(task)
session.commit()
logger.debug("Dispatched task: {}", task_id)
event.trigger("task_dispatched", {"task_id": task_id})
session.close()
return True
def run(arguments, event):
arguments = json.loads(arguments)
script_uid = arguments["script_uid"]
task_id = arguments["task_id"]
event.trigger("action_started", {"uid": script_uid, "action": "execute"})
script = Script(script_uid)
process = Popen(["bash", script.execute_path],
stdout=PIPE,
stderr=PIPE,
shell=False)
exitcode = 0
process_output = ""
while True:
output = process.stdout.readline()
process_output += output.decode("utf-8")
if process.poll() is not None:
break
if output:
event.trigger(
"task_output",
{
"task_id": task_id,
"script_uid": script_uid,
"output": output.decode("utf-8"),
"task": "execute",
},
)
exitcode = process.poll()
stdout, stderr = process.communicate()
if stderr:
event.trigger(
"task_output",
{
"task_id": task_id,
"script_uid": script_uid,
"output": stderr.decode("utf-8"),
"task": "execute",
},
)
session = Session()
log = Log(script=script_uid,
text=process_output,
error=stderr,
exitcode=exitcode)
session.add(log)
session.commit()
session.close()
event.trigger(
"task_output",
{
"task_id": task_id,
"output": "",
"script_uid": script.uid,
"task": "execute"
},
)
script = script.to_dict()
# Decode bytes to string
try:
stderr = stderr.decode("utf-8")
except AttributeError:
pass
try:
process_output = process_output.decode("utf-8")
except AttributeError:
pass
script["logs"].insert(
0,
{
"date": maya.now().rfc2822(),
"stderr": stderr,
"stdout": process_output,
"exitcode": exitcode,
},
)
event.trigger("script_executed", script)
event.trigger("script_updated", script)
event.trigger("action_complete", {
"action": "execute",
"uid": script["uid"]
})
return stdout
