def __init__(self):
# configuration items -- should be populated before calling setup()
self.no_gui = False
self.no_dsp = False
self.no_restart = False
self.debug = False
self.debug_remote = False
self.osc_port = None
self.searchpath = None
self.extpath = None
self.lv2_savepath = "lv2"
self.dsp_inputs = 2
self.dsp_outputs = 2
self.samplerate = 44100
self.blocksize = 256
self.max_blocksize = 2048
self.in_latency = 0
self.out_latency = 0
self.socket_path = "/tmp/mfp_rpcsock"
# RPC host
self.rpc_listener = None
self.rpc_host = None
# multiprocessing targets and RPC links
self.dsp_process = None
self.dsp_command = None
self.gui_process = None
self.gui_command = None
# threads in this process
self.midi_mgr = None
self.osc_mgr = None
self.console = None
# True if NSM_URL set on launch
self.session_managed = None
self.session_dir = None
self.session_id = None
# app callbacks
self.callbacks = {}
self.callbacks_last_id = 0
# processor class registry
self.registry = {}
# objects we have given IDs to
self.objects = {}
self.next_obj_id = 0
# plugin info database
self.pluginfo = PlugInfo()
self.app_scope = LexicalScope()
self.patches = {}
def __init__(self):
# configuration items -- should be populated before calling setup()
self.no_gui = False
self.no_dsp = False
self.no_restart = False
self.debug = False
self.debug_remote = False
self.osc_port = None
self.searchpath = None
self.extpath = None
self.lv2_savepath = "lv2"
self.dsp_inputs = 2
self.dsp_outputs = 2
self.samplerate = 44100
self.blocksize = 256
self.max_blocksize = 2048
self.in_latency = 0
self.out_latency = 0
self.socket_path = "/tmp/mfp_rpcsock"
# RPC host
self.rpc_listener = None
self.rpc_host = None
# multiprocessing targets and RPC links
self.dsp_process = None
self.dsp_command = None
self.gui_process = None
self.gui_command = None
# threads in this process
self.midi_mgr = None
self.osc_mgr = None
self.console = None
# True if NSM_URL set on launch
self.session_managed = None
self.session_dir = None
self.session_id = None
# app callbacks
self.callbacks = {}
self.callbacks_last_id = 0
# processor class registry
self.registry = {}
# objects we have given IDs to
self.objects = {}
self.next_obj_id = 0
# plugin info database
self.pluginfo = PlugInfo()
self.app_scope = LexicalScope()
self.patches = {}
class MFPApp(Singleton):
def __init__(self):
# configuration items -- should be populated before calling setup()
self.no_gui = False
self.no_dsp = False
self.no_restart = False
self.no_onload = False
self.debug = False
self.debug_remote = False
self.osc_port = None
self.searchpath = None
self.extpath = None
self.lv2_savepath = "lv2"
self.dsp_inputs = 2
self.dsp_outputs = 2
self.midi_inputs = 1
self.midi_outputs = 1
self.samplerate = 44100
self.blocksize = 256
self.max_blocksize = 2048
self.in_latency = 0
self.out_latency = 0
self.socket_path = "/tmp/mfp_rpcsock"
self.batch_mode = False
self.batch_obj = None
self.batch_args = None
self.batch_eval = False
self.batch_input_file = None
# RPC host
self.rpc_listener = None
self.rpc_host = None
# multiprocessing targets and RPC links
self.dsp_process = None
self.gui_process = None
self.gui_command = None
# threads in this process
self.midi_mgr = None
self.osc_mgr = None
self.console = None
# True if NSM_URL set on launch
self.session_managed = None
self.session_dir = None
self.session_id = None
# app callbacks
self.callbacks = {}
self.callbacks_last_id = 0
self.leftover_threads = []
# processor class registry
self.registry = {}
# objects we have given IDs to
self.objects = {}
self.next_obj_id = 0
# plugin info database
self.pluginfo = PlugInfo()
self.app_scope = LexicalScope("__app__")
self.patches = {}
def setup(self):
from .mfp_command import MFPCommand
from .gui_command import GUICommand
from .mfp_main import version
log.debug("Main thread started, pid = %s" % os.getpid())
# RPC service setup
self.rpc_host = RPCHost(self.backend_status_cb)
self.rpc_host.start()
self.rpc_listener = RPCListener(self.socket_path, "MFP Master",
self.rpc_host)
self.rpc_listener.start()
# classes served by this RPC host:
self.rpc_host.publish(MFPCommand)
# dsp and gui processes
self.start_dsp()
if not self.no_gui:
logstart = log.log_time_base.strftime("%Y-%m-%dT%H:%M:%S.%f")
guicmd = ["mfpgui", "-s", self.socket_path, "-l", logstart]
if self.debug:
guicmd.append('--debug')
self.gui_process = RPCExecRemote(*guicmd,
log_module="gui",
log_raw=self.debug_remote)
self.gui_process.start()
self.rpc_host.subscribe(GUICommand)
self.gui_command = GUICommand()
while self.gui_process.alive() and not self.gui_command.ready():
time.sleep(0.2)
if not self.gui_process.alive():
raise StartupError("GUI process died during setup")
log.debug("GUI is ready, switching logging to GUI")
log.log_func = self.gui_command.log_write
log.debug("Started logging to GUI")
self.console = Interpreter(self.gui_command.console_write,
dict(app=self))
self.gui_command.hud_write("<b>Welcome to MFP %s</b>" % version())
# midi manager
self.start_midi()
# OSC manager
from . import osc
self.osc_mgr = osc.MFPOscManager(self.osc_port)
self.osc_mgr.start()
self.osc_port = self.osc_mgr.port
log.debug("OSC server started (UDP/%s)" % self.osc_port)
# crawl plugins
log.debug("Collecting information about installed plugins...")
self.pluginfo.samplerate = self.samplerate
self.pluginfo.index_ladspa()
log.debug("Found %d LADSPA plugins in %d files" %
(len(self.pluginfo.pluginfo), len(self.pluginfo.libinfo)))
def exec_batch(self):
# configure logging
log.log_raw = True
log.log_debug = False
log.log_force_console = False
self.open_file(None)
p = self.patches.get('default')
reader = self.create("file", self.batch_input_file or "sys.stdin", p,
p.default_scope, "reader")
eoftest = self.create("case", "''", p, p.default_scope, "eoftest")
trig = self.create("trigger", "2", p, p.default_scope, "trig")
stripper = self.create("string.strip", None, p, p.default_scope,
"strip")
if self.batch_eval:
evaluator = self.create("eval", None, p, p.default_scope,
"evaluator")
batch = self.create(self.batch_obj, self.batch_args, p,
p.default_scope, "batch")
printer = self.create("print", None, p, p.default_scope, "printer")
msg = self.create("message", "@readline", p, p.default_scope,
"nextline")
reader.connect(0, eoftest, 0)
eoftest.connect(1, trig, 0)
trig.connect(1, stripper, 0)
if self.batch_eval:
stripper.connect(0, evaluator, 0)
evaluator.connect(0, batch, 0)
else:
stripper.connect(0, batch, 0)
trig.connect(0, msg, 0)
batch.connect(0, printer, 0)
msg.connect(0, reader, 0)
# start the reader
reader.send(MethodCall("readline"))
def start_midi(self):
from . import midi
if self.midi_mgr:
self.midi_mgr.finish()
self.midi_mgr = midi.MFPMidiManager(self.midi_inputs,
self.midi_outputs)
self.midi_mgr.start()
log.debug("MIDI started (ALSA Sequencer)")
def start_dsp(self):
from .dsp_object import DSPObject, DSPContext
if self.dsp_process is not None:
log.debug("Terminating old DSP process...")
self.dsp_process.finish()
self.dsp_process = None
if not self.no_dsp:
self.dsp_process = RPCExecRemote("mfpdsp",
self.socket_path,
self.max_blocksize,
self.dsp_inputs,
self.dsp_outputs,
log_module="dsp",
log_raw=self.debug_remote)
self.dsp_process.start()
if not self.dsp_process.alive():
raise StartupError("DSP process died during startup")
log.debug("Waiting for DSP process startup...")
self.rpc_host.subscribe(DSPObject)
log.debug("DSP process established connection")
Patch.default_context = DSPContext.lookup(DSPObject.publishers[0],
0)
log.debug("Default DSP context:", Patch.default_context)
def remember(self, obj):
oi = self.next_obj_id
self.next_obj_id += 1
self.objects[oi] = obj
obj.obj_id = oi
return oi
def recall(self, obj_id):
return self.objects.get(obj_id, self)
def forget(self, obj):
try:
del self.objects[obj.obj_id]
except KeyError:
pass
def register(self, name, ctor):
self.registry[name] = ctor
def backend_status_cb(self, host, peer_id, status, *args):
from .dsp_object import DSPContext
if status == "manage":
log.info("New RPC remote connection id=%s" % peer_id)
elif status == "publish":
log.info("Published classes", args[0])
if "DSPObject" in args[0]:
context = DSPContext.lookup(peer_id, 0)
context.input_latency, context.output_latency = args[1]
elif status == "unmanage":
log.debug("Got unmanage callback for %s %s" % (host, peer_id))
dead_patches = [
p for p in self.patches.values()
if p.context is None or p.context.node_id == peer_id
]
if (Patch.default_context
and (peer_id == Patch.default_context.node_id)
and not self.no_restart):
log.warning("Relaunching default backend (id=%s)" % peer_id)
patch_json = []
for p in dead_patches:
patch_json.append(p.json_serialize())
p.delete_gui()
p.context = None
p.delete()
if self.no_restart:
return
# delete and restart dsp backend
self.start_dsp()
# recreate patches
for jdata in patch_json:
jobj = json.loads(jdata)
name = jobj.get("gui_params", {}).get("name")
patch = Patch(name, '', None, self.app_scope, name,
Patch.default_context)
self.patches[patch.name] = patch
# FIXME -- need to call onload
patch.json_deserialize(jdata)
patch.create_gui()
else:
log.warning("Cleaning up RPC objects for remote (id=%s)" %
peer_id)
log.warning(
"DSP backend exited with no-restart flag, not restarting")
for p in dead_patches:
p.delete()
log.debug("Finished cleaning up patches")
def open_file(self, file_name, context=None, show_gui=True):
from datetime import datetime
starttime = datetime.now()
patch = None
factory = None
name = 'default'
if file_name is not None:
loadpath = os.path.dirname(file_name)
loadfile = os.path.basename(file_name)
# FIXME: should not modify app search path, it should be just for this load
self.searchpath += ':' + loadpath
log.debug("Opening patch", loadfile)
filepath = utils.find_file_in_path(loadfile, self.searchpath)
if filepath:
log.debug("Found file", filepath)
(name, factory) = Patch.register_file(filepath)
else:
log.error("No file '%s' in search path %s" %
(loadfile, MFPApp().searchpath))
if "." in loadfile:
name = '.'.join(loadfile.split('.')[:-1])
else:
name = loadfile
factory = None
if factory:
patch = factory(name, "", None, self.app_scope, name, context)
if patch is None:
patch = Patch(name, '', None, self.app_scope, name, context)
patch.gui_params['layers'] = [('Layer 0', '__patch__')]
self.patches[patch.name] = patch
if show_gui:
patch.create_gui()
patch.mark_ready()
loadtime = datetime.now() - starttime
log.debug("Patch loaded, elapsed time %s" % loadtime)
if show_gui and patch.gui_created:
MFPApp().gui_command.select(patch.obj_id)
return patch
def load_extension(self, libname):
fullpath = utils.find_file_in_path(libname, self.extpath)
log.warning("mfp_app.load_extension: not implemented completely")
def create(self, init_type, init_args, patch, scope, name):
# first try: is a factory registered?
ctor = self.registry.get(init_type)
# second try: is there a .mfp patch file in the search path?
if ctor is None:
log.debug("No factory for '%s' registered, looking for file." %
init_type)
filename = init_type + ".mfp"
filepath = utils.find_file_in_path(filename, self.searchpath)
if filepath:
log.debug("Found file", filepath)
(typename, ctor) = Patch.register_file(filepath)
else:
log.error("No file '%s' in search path %s" %
(filename, MFPApp().searchpath))
# third try: can we autowrap a python function?
if ctor is None:
try:
thunk = patch.parse_obj(init_type)
if callable(thunk):
ctor = builtins.pyfunc.PyAutoWrap
except Exception as e:
log.error("Cannot autowrap %s as a Python callable" %
init_type)
log.error(e)
if ctor is None:
return None
# create intervening scope if needed
if '.' in name:
parts = name.split('.')
if len(parts) > 2:
log.error("Cannot deep-create name {}".format(name))
return None
testobj = self.resolve(parts[0], patch, True)
if testobj:
if testobj is patch:
scope = None
elif isinstance(testobj, Patch):
log.error(
"Cannot deep-create object {} in patch {}".format(
name, testobj))
return None
elif not isinstance(scope, LexicalScope):
log.error(
"Cannot deep-create object {} in another object {}".
format(name, testobj))
return None
else:
scope = testobj
else:
log.debug("Creating new scope {} in {}".format(
parts[0], patch.name))
newscope = patch.add_scope(parts[0])
scope = newscope
name = parts[1]
# factory found, use it
try:
obj = ctor(init_type, init_args, patch, scope, name)
if obj and obj.obj_id:
obj.mark_ready()
return obj
except Exception as e:
log.error("Caught exception while trying to create %s (%s)" %
(init_type, init_args))
log.debug(e)
log.debug_traceback()
self.cleanup()
return None
def cleanup(self):
garbage = []
for oid, obj in self.objects.items():
if obj.status == Processor.CTOR:
garbage.append(obj)
for obj in garbage:
if obj.patch is not None:
obj.patch.remove(obj)
obj.patch = None
obj.delete()
def resolve(self, name, queryobj=None, quiet=False):
'''
Attempt to identify an object matching name
If name has '.'-separated parts, use simple logic to treat
parts as a path. First match to the first element roots the
search path; i.e. "foo.bar.baz" will match the first foo in
the search path, and the first bar under that foo
'''
def find_part(part, base):
if isinstance(base, (Patch, LexicalScope)):
return base.resolve(part)
return None
obj = Unbound
root = Unbound
if ':' in name:
parts = name.split(':')
if len(parts) > 2:
return None
else:
queryobj = self.patches.get(parts[0])
name = parts[1]
if not queryobj:
return None
parts = name.split('.')
# first find the base.
# is the queryobj a patch? if so, resolve directly
if queryobj and isinstance(queryobj, Patch):
root = queryobj.resolve(parts[0])
# Look in the queryobj's patch, if it's not a patch itself
if (root is Unbound and queryobj and not isinstance(queryobj, Patch)
and queryobj.patch):
root = queryobj.patch.resolve(parts[0], queryobj.scope)
if root is Unbound:
root = queryobj.patch.resolve(parts[0],
queryobj.patch.default_scope)
# now descend the path
if root is not Unbound:
obj = root
for p in parts[1:]:
obj = find_part(p, obj)
if obj is not Unbound:
return obj
else:
if not quiet:
log.warning("resolve: can't resolve name '%s' in context %s" %
(name, queryobj))
return None
def finish(self):
log.log_func = None
if self.console:
self.console.write_cb = None
Patch.default_context = None
if self.rpc_host:
log.debug("MFPApp.finish: reaping RPC host...")
pp = self.rpc_host
self.rpc_host = None
pp.finish()
if self.dsp_process:
log.debug("MFPApp.finish: reaping DSP process...")
pp = self.dsp_process
self.dsp_process = None
pp.finish()
if self.gui_process:
log.debug("MFPApp.finish: reaping GUI process...")
pp = self.gui_process
self.gui_process = None
pp.finish()
log.debug("MFPApp.finish: reaping threads...")
QuittableThread.finish_all()
log.debug("MFPApp.finish: all children reaped, good-bye!")
def finish_soon(self):
import threading
def wait_and_finish(*args, **kwargs):
import time
time.sleep(0.5)
self.finish()
log.debug("MFPApp.finish_soon: done with app.finish",
threading._active)
return True
qt = threading.Thread(target=wait_and_finish)
qt.start()
self.leftover_threads.append(qt)
return None
def send(self, msg, port):
if isinstance(msg, MethodCall):
msg.call(self)
elif isinstance(msg, (list, tuple)):
msgid, msgval = msg
if msgid == 1: # latency changed
self.emit_signal("latency")
#####################
# callbacks
#####################
def add_callback(self, signal_name, callback):
cbid = self.callbacks_last_id
self.callbacks_last_id += 1
oldlist = self.callbacks.setdefault(signal_name, [])
oldlist.append((cbid, callback))
return cbid
def remove_callback(self, cb_id):
for signal, hlist in self.callbacks.items():
for num, cbinfo in enumerate(hlist):
if cbinfo[0] == cb_id:
hlist[num:num + 1] = []
return True
return False
def emit_signal(self, signal_name, *args):
for cbinfo in self.callbacks.get(signal_name, []):
cbinfo[1](*args)
def session_management_setup(self):
from . import nsm
self.session_managed = nsm.init_nsm()
def session_init(self, session_path, session_id):
import os
os.mkdir(session_path)
self.session_dir = session_path
self.session_id = session_id
self.session_save()
def session_save(self):
import os.path
sessfile = open(os.path.join(self.session_dir, "session_data"), "w+")
if sessfile is None:
return None
cp = configparser.SafeConfigParser(allow_no_value=True)
cp.add_section("mfp")
for attr in ("no_gui", "no_dsp", "dsp_inputs", "dsp_outputs",
"midi_inputs", "midi_outputs", "osc_port", "searchpath",
"extpath", "max_blocksize"):
val = getattr(self, attr)
if isinstance(val, str):
val = '"%s"' % val
else:
val = str(val)
cp.set("mfp", attr, val)
patches = []
for obj_id, patch in self.patches.items():
patch.save_file(os.path.join(self.session_dir,
patch.name + '.mfp'))
patches.append(patch.name + '.mfp')
cp.set("mfp", "patches", str(patches))
cp.write(sessfile)
sessfile.close()
def session_load(self, session_path, session_id):
self.session_dir = session_path
self.session_id = session_id
cp = configparser.SafeConfigParser(allow_no_value=True)
log.debug("Loading saved session", session_path, session_id)
cp.read(os.path.join(self.session_dir, "session_data"))
for attr in ("no_gui", "no_dsp", "dsp_inputs", "dsp_outputs",
"midi_inputs", "midi_outputs", "osc_port", "searchpath",
"extpath", "max_blocksize"):
try:
val = cp.get("mfp", attr)
setattr(self, attr, eval(val))
except KeyError as e:
pass
patches = eval(cp.get("mfp", "patches"))
# if we made it this far, clean up the existing session and go
for obj_id, patch in list(self.patches.items()):
patch.delete_gui()
patch.delete()
self.patches = {}
self.searchpath = utils.prepend_path(session_path, self.searchpath)
self.extpath = utils.prepend_path(session_path, self.extpath)
self.no_restart = True
self.start_dsp()
self.start_midi()
for p in patches:
self.open_file(p)
def clipboard_copy(self, pointer_pos, obj_ids):
from .mfp_main import version
toplevel = {}
objects = {}
scopes = {'__patch__': {}}
free_conn_in = []
free_conn_out = []
# save connections into and out of the set of objects
for o in obj_ids:
srcobj = self.recall(o)
objects[srcobj.obj_id] = srcobj.save()
objscope = scopes.setdefault(srcobj.scope.name, {})
objscope[srcobj.name] = srcobj.obj_id
for port_num, port_conn in enumerate(srcobj.connections_in):
for tobj, tport in port_conn:
if tobj.obj_id not in obj_ids:
free_conn_in.append((tobj.obj_id, tport, o, port_num))
for port_num, port_conn in enumerate(srcobj.connections_out):
for tobj, tport in port_conn:
if tobj.obj_id not in obj_ids:
free_conn_out.append((tobj.obj_id, tport, o, port_num))
# return JSON
toplevel['free_conn_in'] = free_conn_in
toplevel['free_conn_out'] = free_conn_out
toplevel['pointer'] = pointer_pos
toplevel['objects'] = objects
toplevel['mfp_version'] = version()
toplevel['scopes'] = scopes
js = json.dumps(toplevel, indent=4, cls=ExtendedEncoder)
return js
def clipboard_paste(self, json_text, patch, scope, paste_mode):
jdata = json.loads(json_text, object_hook=extended_decoder_hook)
idmap = patch.json_unpack_objects(jdata, scope)
patch.json_unpack_connections(jdata, idmap)
return [o.obj_id for o in idmap.values()]
def toggle_pause(self):
if Processor.paused:
Processor.paused = False
else:
Processor.paused = True
return Processor.paused
class MFPApp (Singleton):
def __init__(self):
# configuration items -- should be populated before calling setup()
self.no_gui = False
self.no_dsp = False
self.no_restart = False
self.no_onload = False
self.debug = False
self.debug_remote = False
self.osc_port = None
self.searchpath = None
self.extpath = None
self.lv2_savepath = "lv2"
self.dsp_inputs = 2
self.dsp_outputs = 2
self.midi_inputs = 1
self.midi_outputs = 1
self.samplerate = 44100
self.blocksize = 256
self.max_blocksize = 2048
self.in_latency = 0
self.out_latency = 0
self.socket_path = "/tmp/mfp_rpcsock"
self.batch_mode = False
self.batch_obj = None
self.batch_args = None
self.batch_eval = False
self.batch_input_file = None
# RPC host
self.rpc_listener = None
self.rpc_host = None
# multiprocessing targets and RPC links
self.dsp_process = None
self.gui_process = None
self.gui_command = None
# threads in this process
self.midi_mgr = None
self.osc_mgr = None
self.console = None
# True if NSM_URL set on launch
self.session_managed = None
self.session_dir = None
self.session_id = None
# app callbacks
self.callbacks = {}
self.callbacks_last_id = 0
self.leftover_threads = []
# processor class registry
self.registry = {}
# objects we have given IDs to
self.objects = {}
self.next_obj_id = 0
# plugin info database
self.pluginfo = PlugInfo()
self.app_scope = LexicalScope("__app__")
self.patches = {}
def setup(self):
from .mfp_command import MFPCommand
from .gui_command import GUICommand
from .mfp_main import version
log.debug("Main thread started, pid = %s" % os.getpid())
# RPC service setup
self.rpc_host = RPCHost(self.backend_status_cb)
self.rpc_host.start()
self.rpc_listener = RPCListener(self.socket_path, "MFP Master", self.rpc_host)
self.rpc_listener.start()
# classes served by this RPC host:
self.rpc_host.publish(MFPCommand)
# dsp and gui processes
self.start_dsp()
if not self.no_gui:
logstart = log.log_time_base.strftime("%Y-%m-%dT%H:%M:%S.%f")
guicmd = ["mfpgui", "-s", self.socket_path, "-l", logstart]
if self.debug:
guicmd.append('--debug')
self.gui_process = RPCExecRemote(*guicmd, log_module="gui",
log_raw=self.debug_remote)
self.gui_process.start()
self.rpc_host.subscribe(GUICommand)
self.gui_command = GUICommand()
while self.gui_process.alive() and not self.gui_command.ready():
time.sleep(0.2)
if not self.gui_process.alive():
raise StartupError("GUI process died during setup")
log.debug("GUI is ready, switching logging to GUI")
log.log_func = self.gui_command.log_write
log.debug("Started logging to GUI")
self.console = Interpreter(self.gui_command.console_write, dict(app=self))
self.gui_command.hud_write("<b>Welcome to MFP %s</b>" % version())
# midi manager
self.start_midi()
# OSC manager
from . import osc
self.osc_mgr = osc.MFPOscManager(self.osc_port)
self.osc_mgr.start()
self.osc_port = self.osc_mgr.port
log.debug("OSC server started (UDP/%s)" % self.osc_port)
# crawl plugins
log.debug("Collecting information about installed plugins...")
self.pluginfo.samplerate = self.samplerate
self.pluginfo.index_ladspa()
log.debug("Found %d LADSPA plugins in %d files" % (len(self.pluginfo.pluginfo),
len(self.pluginfo.libinfo)))
def exec_batch(self):
# configure logging
log.log_raw = True
log.log_debug = False
log.log_force_console = False
self.open_file(None)
p = self.patches.get('default')
reader = self.create("file", self.batch_input_file or "sys.stdin",
p, p.default_scope, "reader")
eoftest = self.create("case", "''", p, p.default_scope, "eoftest")
trig = self.create("trigger", "2", p, p.default_scope, "trig")
stripper = self.create("string.strip", None, p, p.default_scope, "strip")
if self.batch_eval:
evaluator = self.create("eval", None, p, p.default_scope, "evaluator")
batch = self.create(self.batch_obj, self.batch_args,
p, p.default_scope, "batch")
printer = self.create("print", None, p, p.default_scope, "printer")
msg = self.create("message", "@readline", p, p.default_scope, "nextline")
reader.connect(0, eoftest, 0)
eoftest.connect(1, trig, 0)
trig.connect(1, stripper, 0)
if self.batch_eval:
stripper.connect(0, evaluator, 0)
evaluator.connect(0, batch, 0)
else:
stripper.connect(0, batch, 0)
trig.connect(0, msg, 0)
batch.connect(0, printer, 0)
msg.connect(0, reader, 0)
# start the reader
reader.send(MethodCall("readline"))
def start_midi(self):
from . import midi
if self.midi_mgr:
self.midi_mgr.finish()
self.midi_mgr = midi.MFPMidiManager(self.midi_inputs, self.midi_outputs)
self.midi_mgr.start()
log.debug("MIDI started (ALSA Sequencer)")
def start_dsp(self):
from .dsp_object import DSPObject, DSPContext
if self.dsp_process is not None:
log.debug("Terminating old DSP process...")
self.dsp_process.finish()
self.dsp_process = None
if not self.no_dsp:
self.dsp_process = RPCExecRemote("mfpdsp", self.socket_path, self.max_blocksize,
self.dsp_inputs, self.dsp_outputs,
log_module="dsp", log_raw=self.debug_remote)
self.dsp_process.start()
if not self.dsp_process.alive():
raise StartupError("DSP process died during startup")
log.debug("Waiting for DSP process startup...")
self.rpc_host.subscribe(DSPObject)
log.debug("DSP process established connection")
Patch.default_context = DSPContext.lookup(DSPObject.publishers[0], 0)
log.debug("Default DSP context:", Patch.default_context)
def remember(self, obj):
oi = self.next_obj_id
self.next_obj_id += 1
self.objects[oi] = obj
obj.obj_id = oi
return oi
def recall(self, obj_id):
return self.objects.get(obj_id, self)
def forget(self, obj):
try:
del self.objects[obj.obj_id]
except KeyError:
pass
def register(self, name, ctor):
self.registry[name] = ctor
def backend_status_cb(self, host, peer_id, status, *args):
from .dsp_object import DSPContext
if status == "manage":
log.info("New RPC remote connection id=%s" % peer_id)
elif status == "publish":
log.info("Published classes", args[0])
if "DSPObject" in args[0]:
context = DSPContext.lookup(peer_id, 0)
context.input_latency, context.output_latency = args[1]
elif status == "unmanage":
log.debug("Got unmanage callback for %s %s" % (host, peer_id))
dead_patches = [ p for p in self.patches.values()
if p.context is None or p.context.node_id == peer_id ]
if (Patch.default_context and (peer_id == Patch.default_context.node_id)
and not self.no_restart):
log.warning("Relaunching default backend (id=%s)" % peer_id)
patch_json = []
for p in dead_patches:
patch_json.append(p.json_serialize())
p.delete_gui()
p.context = None
p.delete()
if self.no_restart:
return
# delete and restart dsp backend
self.start_dsp()
# recreate patches
for jdata in patch_json:
jobj = json.loads(jdata)
name = jobj.get("gui_params", {}).get("name")
patch = Patch(name, '', None, self.app_scope, name, Patch.default_context)
self.patches[patch.name] = patch
# FIXME -- need to call onload
patch.json_deserialize(jdata)
patch.create_gui()
else:
log.warning("Cleaning up RPC objects for remote (id=%s)" % peer_id)
log.warning("DSP backend exited with no-restart flag, not restarting")
for p in dead_patches:
p.delete()
log.debug("Finished cleaning up patches")
def open_file(self, file_name, context=None, show_gui=True):
from datetime import datetime
starttime = datetime.now()
patch = None
factory = None
name = 'default'
if file_name is not None:
loadpath = os.path.dirname(file_name)
loadfile = os.path.basename(file_name)
# FIXME: should not modify app search path, it should be just for this load
self.searchpath += ':' + loadpath
log.debug("Opening patch", loadfile)
filepath = utils.find_file_in_path(loadfile, self.searchpath)
if filepath:
log.debug("Found file", filepath)
(name, factory) = Patch.register_file(filepath)
else:
log.error("No file '%s' in search path %s" % (loadfile, MFPApp().searchpath))
if "." in loadfile:
name = '.'.join(loadfile.split('.')[:-1])
else:
name = loadfile
factory = None
if factory:
patch = factory(name, "", None, self.app_scope, name, context)
if patch is None:
patch = Patch(name, '', None, self.app_scope, name, context)
patch.gui_params['layers'] = [ ('Layer 0', '__patch__') ]
self.patches[patch.name] = patch
if show_gui:
patch.create_gui()
patch.mark_ready()
loadtime = datetime.now() - starttime
log.debug("Patch loaded, elapsed time %s" % loadtime)
if show_gui and patch.gui_created:
MFPApp().gui_command.select(patch.obj_id)
return patch
def load_extension(self, libname):
fullpath = utils.find_file_in_path(libname, self.extpath)
log.warning("mfp_app.load_extension: not implemented completely")
def create(self, init_type, init_args, patch, scope, name):
# first try: is a factory registered?
ctor = self.registry.get(init_type)
# second try: is there a .mfp patch file in the search path?
if ctor is None:
log.debug("No factory for '%s' registered, looking for file." % init_type)
filename = init_type + ".mfp"
filepath = utils.find_file_in_path(filename, self.searchpath)
if filepath:
log.debug("Found file", filepath)
(typename, ctor) = Patch.register_file(filepath)
else:
log.error("No file '%s' in search path %s" % (filename, MFPApp().searchpath))
# third try: can we autowrap a python function?
if ctor is None:
try:
thunk = patch.parse_obj(init_type)
if callable(thunk):
ctor = builtins.pyfunc.PyAutoWrap
except Exception as e:
log.error("Cannot autowrap %s as a Python callable" % init_type)
log.error(e)
if ctor is None:
return None
# create intervening scope if needed
if '.' in name:
parts = name.split('.')
if len(parts) > 2:
log.error("Cannot deep-create name {}".format(name))
return None
testobj = self.resolve(parts[0], patch, True)
if testobj:
if testobj is patch:
scope = None
elif isinstance(testobj, Patch):
log.error("Cannot deep-create object {} in patch {}".format(
name, testobj))
return None
elif not isinstance(scope, LexicalScope):
log.error("Cannot deep-create object {} in another object {}".format(
name, testobj))
return None
else:
scope = testobj
else:
log.debug("Creating new scope {} in {}".format(parts[0], patch.name))
newscope = patch.add_scope(parts[0])
scope = newscope
name = parts[1]
# factory found, use it
try:
obj = ctor(init_type, init_args, patch, scope, name)
if obj and obj.obj_id:
obj.mark_ready()
return obj
except Exception as e:
log.error("Caught exception while trying to create %s (%s)"
% (init_type, init_args))
log.debug(e)
log.debug_traceback()
self.cleanup()
return None
def cleanup(self):
garbage = []
for oid, obj in self.objects.items():
if obj.status == Processor.CTOR:
garbage.append(obj)
for obj in garbage:
if obj.patch is not None:
obj.patch.remove(obj)
obj.patch = None
obj.delete()
def resolve(self, name, queryobj=None, quiet=False):
'''
Attempt to identify an object matching name
If name has '.'-separated parts, use simple logic to treat
parts as a path. First match to the first element roots the
search path; i.e. "foo.bar.baz" will match the first foo in
the search path, and the first bar under that foo
'''
def find_part(part, base):
if isinstance(base, (Patch, LexicalScope)):
return base.resolve(part)
return None
obj = Unbound
root = Unbound
if ':' in name:
parts = name.split(':')
if len(parts) > 2:
return None
else:
queryobj = self.patches.get(parts[0])
name = parts[1]
if not queryobj:
return None
parts = name.split('.')
# first find the base.
# is the queryobj a patch? if so, resolve directly
if queryobj and isinstance(queryobj, Patch):
root = queryobj.resolve(parts[0])
# Look in the queryobj's patch, if it's not a patch itself
if (root is Unbound
and queryobj and not isinstance(queryobj, Patch)
and queryobj.patch):
root = queryobj.patch.resolve(parts[0], queryobj.scope)
if root is Unbound:
root = queryobj.patch.resolve(parts[0], queryobj.patch.default_scope)
# now descend the path
if root is not Unbound:
obj = root
for p in parts[1:]:
obj = find_part(p, obj)
if obj is not Unbound:
return obj
else:
if not quiet:
log.warning("resolve: can't resolve name '%s' in context %s"
% (name, queryobj))
return None
def finish(self):
log.log_func = None
if self.console:
self.console.write_cb = None
Patch.default_context = None
if self.rpc_host:
log.debug("MFPApp.finish: reaping RPC host...")
pp = self.rpc_host
self.rpc_host = None
pp.finish()
if self.dsp_process:
log.debug("MFPApp.finish: reaping DSP process...")
pp = self.dsp_process
self.dsp_process = None
pp.finish()
if self.gui_process:
log.debug("MFPApp.finish: reaping GUI process...")
pp = self.gui_process
self.gui_process = None
pp.finish()
log.debug("MFPApp.finish: reaping threads...")
QuittableThread.finish_all()
log.debug("MFPApp.finish: all children reaped, good-bye!")
def finish_soon(self):
import threading
def wait_and_finish(*args, **kwargs):
import time
time.sleep(0.5)
self.finish()
log.debug("MFPApp.finish_soon: done with app.finish", threading._active)
return True
qt = threading.Thread(target=wait_and_finish)
qt.start()
self.leftover_threads.append(qt)
return None
def send(self, msg, port):
if isinstance(msg, MethodCall):
msg.call(self)
elif isinstance(msg, (list, tuple)):
msgid, msgval = msg
if msgid == 1: # latency changed
self.emit_signal("latency")
#####################
# callbacks
#####################
def add_callback(self, signal_name, callback):
cbid = self.callbacks_last_id
self.callbacks_last_id += 1
oldlist = self.callbacks.setdefault(signal_name, [])
oldlist.append((cbid, callback))
return cbid
def remove_callback(self, cb_id):
for signal, hlist in self.callbacks.items():
for num, cbinfo in enumerate(hlist):
if cbinfo[0] == cb_id:
hlist[num:num+1] = []
return True
return False
def emit_signal(self, signal_name, *args):
for cbinfo in self.callbacks.get(signal_name, []):
cbinfo[1](*args)
def session_management_setup(self):
from . import nsm
self.session_managed = nsm.init_nsm()
def session_init(self, session_path, session_id):
import os
os.mkdir(session_path)
self.session_dir = session_path
self.session_id = session_id
self.session_save()
def session_save(self):
import os.path
sessfile = open(os.path.join(self.session_dir, "session_data"), "w+")
if sessfile is None:
return None
cp = configparser.SafeConfigParser(allow_no_value=True)
cp.add_section("mfp")
for attr in ("no_gui", "no_dsp", "dsp_inputs", "dsp_outputs",
"midi_inputs", "midi_outputs",
"osc_port", "searchpath", "extpath", "max_blocksize"):
val = getattr(self, attr)
if isinstance(val, str):
val = '"%s"' % val
else:
val = str(val)
cp.set("mfp", attr, val)
patches = []
for obj_id, patch in self.patches.items():
patch.save_file(os.path.join(self.session_dir, patch.name + '.mfp'))
patches.append(patch.name + '.mfp')
cp.set("mfp", "patches", str(patches))
cp.write(sessfile)
sessfile.close()
def session_load(self, session_path, session_id):
self.session_dir = session_path
self.session_id = session_id
cp = configparser.SafeConfigParser(allow_no_value=True)
log.debug("Loading saved session", session_path, session_id)
cp.read(os.path.join(self.session_dir, "session_data"))
for attr in ("no_gui", "no_dsp", "dsp_inputs", "dsp_outputs",
"midi_inputs", "midi_outputs",
"osc_port", "searchpath", "extpath", "max_blocksize"):
try:
val = cp.get("mfp", attr)
setattr(self, attr, eval(val))
except KeyError as e:
pass
patches = eval(cp.get("mfp", "patches"))
# if we made it this far, clean up the existing session and go
for obj_id, patch in list(self.patches.items()):
patch.delete_gui()
patch.delete()
self.patches = {}
self.searchpath = utils.prepend_path(session_path, self.searchpath)
self.extpath = utils.prepend_path(session_path, self.extpath)
self.no_restart = True
self.start_dsp()
self.start_midi()
for p in patches:
self.open_file(p)
def clipboard_copy(self, pointer_pos, obj_ids):
from .mfp_main import version
toplevel = {}
objects = {}
scopes = { '__patch__': {}}
free_conn_in = []
free_conn_out = []
# save connections into and out of the set of objects
for o in obj_ids:
srcobj = self.recall(o)
objects[srcobj.obj_id] = srcobj.save()
objscope = scopes.setdefault(srcobj.scope.name, {})
objscope[srcobj.name] = srcobj.obj_id
for port_num, port_conn in enumerate(srcobj.connections_in):
for tobj, tport in port_conn:
if tobj.obj_id not in obj_ids:
free_conn_in.append((tobj.obj_id, tport, o, port_num))
for port_num, port_conn in enumerate(srcobj.connections_out):
for tobj, tport in port_conn:
if tobj.obj_id not in obj_ids:
free_conn_out.append((tobj.obj_id, tport, o, port_num))
# return JSON
toplevel['free_conn_in'] = free_conn_in
toplevel['free_conn_out'] = free_conn_out
toplevel['pointer'] = pointer_pos
toplevel['objects'] = objects
toplevel['mfp_version'] = version()
toplevel['scopes'] = scopes
js = json.dumps(toplevel, indent=4, cls=ExtendedEncoder)
return js
def clipboard_paste(self, json_text, patch, scope, paste_mode):
jdata = json.loads(json_text, object_hook=extended_decoder_hook)
idmap = patch.json_unpack_objects(jdata, scope)
patch.json_unpack_connections(jdata, idmap)
return [ o.obj_id for o in idmap.values() ]
def toggle_pause(self):
if Processor.paused:
Processor.paused = False
else:
Processor.paused = True
return Processor.paused
class MFPApp(Singleton):
def __init__(self):
# configuration items -- should be populated before calling setup()
self.no_gui = False
self.no_dsp = False
self.no_restart = False
self.debug = False
self.debug_remote = False
self.osc_port = None
self.searchpath = None
self.extpath = None
self.lv2_savepath = "lv2"
self.dsp_inputs = 2
self.dsp_outputs = 2
self.samplerate = 44100
self.blocksize = 256
self.max_blocksize = 2048
self.in_latency = 0
self.out_latency = 0
self.socket_path = "/tmp/mfp_rpcsock"
# RPC host
self.rpc_listener = None
self.rpc_host = None
# multiprocessing targets and RPC links
self.dsp_process = None
self.dsp_command = None
self.gui_process = None
self.gui_command = None
# threads in this process
self.midi_mgr = None
self.osc_mgr = None
self.console = None
# True if NSM_URL set on launch
self.session_managed = None
self.session_dir = None
self.session_id = None
# app callbacks
self.callbacks = {}
self.callbacks_last_id = 0
# processor class registry
self.registry = {}
# objects we have given IDs to
self.objects = {}
self.next_obj_id = 0
# plugin info database
self.pluginfo = PlugInfo()
self.app_scope = LexicalScope()
self.patches = {}
def setup(self):
from .mfp_command import MFPCommand
from .gui_command import GUICommand
from .mfp_main import version
log.debug("Main thread started, pid = %s" % os.getpid())
# RPC service setup
self.rpc_host = RPCHost(self.backend_status_cb)
self.rpc_host.start()
self.rpc_listener = RPCListener(self.socket_path, "MFP Master",
self.rpc_host)
self.rpc_listener.start()
# classes served by this RPC host:
self.rpc_host.publish(MFPCommand)
# dsp and gui processes
self.start_dsp()
if not self.no_gui:
logstart = log.log_time_base.strftime("%Y-%m-%dT%H:%M:%S.%f")
self.gui_process = RPCExecRemote("mfpgui",
"-s",
self.socket_path,
"-l",
logstart,
log_module="gui",
log_raw=self.debug_remote)
self.gui_process.start()
self.rpc_host.subscribe(GUICommand)
self.gui_command = GUICommand()
while self.gui_process.alive() and not self.gui_command.ready():
time.sleep(0.2)
if not self.gui_process.alive():
raise StartupError("GUI process died during setup")
log.debug("GUI is ready, switching logging to GUI")
log.log_func = self.gui_command.log_write
log.debug("Started logging to GUI")
if self.dsp_command:
self.dsp_command.log_to_gui()
self.console = Interpreter(self.gui_command.console_write,
dict(app=self))
self.gui_command.hud_write("<b>Welcome to MFP %s</b>" % version())
# midi manager
from . import midi
self.midi_mgr = midi.MFPMidiManager(1, 1)
self.midi_mgr.start()
log.debug("MIDI started (ALSA Sequencer)")
# OSC manager
from . import osc
self.osc_mgr = osc.MFPOscManager(self.osc_port)
self.osc_mgr.start()
self.osc_port = self.osc_mgr.port
log.debug("OSC server started (UDP/%s)" % self.osc_port)
# crawl plugins
log.debug("Collecting information about installed plugins...")
self.pluginfo.samplerate = self.samplerate
self.pluginfo.index_ladspa()
log.debug("Found %d LADSPA plugins in %d files" %
(len(self.pluginfo.pluginfo), len(self.pluginfo.libinfo)))
def start_dsp(self):
from .dsp_object import DSPObject, DSPContext
if self.dsp_process is not None:
log.debug("Terminating old DSP process...")
self.dsp_process.finish()
self.dsp_process = None
if not self.no_dsp:
if self.debug:
# FIXME need to change this to not capture stdin/out for debug to work
self.dsp_process = RPCExecRemote("gdb",
"-ex",
"run",
"--args",
"mfpdsp",
self.socket_path,
self.max_blocksize,
self.dsp_inputs,
self.dsp_outputs,
log_module="dsp",
log_raw=self.debug_remote)
else:
self.dsp_process = RPCExecRemote("mfpdsp",
self.socket_path,
self.max_blocksize,
self.dsp_inputs,
self.dsp_outputs,
log_module="dsp",
log_raw=self.debug_remote)
self.dsp_process.start()
if not self.dsp_process.alive():
raise StartupError("DSP process died during startup")
log.debug("Waiting for DSP process startup...")
self.rpc_host.subscribe(DSPObject)
log.debug("DSP process established connection")
Patch.default_context = DSPContext(DSPObject.publishers[0], 0)
def remember(self, obj):
oi = self.next_obj_id
self.next_obj_id += 1
self.objects[oi] = obj
obj.obj_id = oi
return oi
def recall(self, obj_id):
return self.objects.get(obj_id, self)
def forget(self, obj):
try:
del self.objects[obj.obj_id]
except KeyError:
pass
def register(self, name, ctor):
self.registry[name] = ctor
def backend_status_cb(self, host, peer_id, status, *args):
if status == "manage":
log.info("New RPC remote connection id=%s" % peer_id)
elif status == "publish":
log.info("Published classes", args[0])
elif status == "unmanage":
dead_patches = [
p for p in self.patches.values()
if p.context.node_id == peer_id
]
if (Patch.default_context
and (peer_id == Patch.default_context.node_id)
and not self.no_restart):
log.warning("Relaunching default backend (id=%s)" % peer_id)
patch_json = []
for p in dead_patches:
patch_json.append(p.json_serialize())
p.delete_gui()
p.context = None
p.delete()
if self.no_restart:
return
# delete and restart dsp backend
self.start_dsp()
# recreate patches
for jdata in patch_json:
jobj = json.loads(jdata)
name = jobj.get("gui_params", {}).get("name")
patch = Patch(name, '', None, self.app_scope, name,
Patch.default_context)
self.patches[patch.name] = patch
patch.json_deserialize(jdata)
patch.create_gui()
else:
log.warning("Cleaning up RPC objects for remote (id=%s)" %
peer_id)
log.warning("DSP backend died but --no-restart in place")
for p in dead_patches:
p.delete()
def open_file(self, file_name, context=None, show_gui=True):
from datetime import datetime
starttime = datetime.now()
patch = None
factory = None
name = 'default'
if file_name is not None:
loadpath = os.path.dirname(file_name)
loadfile = os.path.basename(file_name)
# FIXME: should not modify app search path, it should be just for this load
self.searchpath += ':' + loadpath
log.debug("Opening patch", loadfile)
filepath = utils.find_file_in_path(loadfile, self.searchpath)
if filepath:
log.debug("Found file", filepath)
(name, factory) = Patch.register_file(filepath)
else:
log.error("No file '%s' in search path %s" %
(loadfile, MFPApp().searchpath))
if "." in loadfile:
name = '.'.join(loadfile.split('.')[:-1])
else:
name = loadfile
factory = None
if factory:
patch = factory(name, "", None, self.app_scope, name, context)
if patch is None:
patch = Patch(name, '', None, self.app_scope, name, context)
patch.gui_params['layers'] = [('Layer 0', '__patch__')]
self.patches[patch.name] = patch
if show_gui:
patch.create_gui()
patch.mark_ready()
loadtime = datetime.now() - starttime
log.debug("Patch loaded, elapsed time %s" % loadtime)
if show_gui and patch.gui_created:
MFPApp().gui_command.select(patch.obj_id)
return patch
def load_extension(self, libname):
fullpath = utils.find_file_in_path(libname, self.extpath)
self.dsp_command.ext_load(fullpath)
def create(self, init_type, init_args, patch, scope, name):
# first try: is a factory registered?
ctor = self.registry.get(init_type)
# second try: is there a .mfp patch file in the search path?
if ctor is None:
log.debug("No factory for '%s' registered, looking for file." %
init_type)
filename = init_type + ".mfp"
filepath = utils.find_file_in_path(filename, self.searchpath)
if filepath:
log.debug("Found file", filepath)
(typename, ctor) = Patch.register_file(filepath)
else:
log.error("No file '%s' in search path %s" %
(filename, MFPApp().searchpath))
# third try: can we autowrap a python function?
if ctor is None:
try:
thunk = patch.parse_obj(init_type)
if callable(thunk):
ctor = builtins.pyfunc.PyAutoWrap
except Exception, e:
log.error("Cannot autowrap %s as a Python callable" %
init_type)
print e
if ctor is None:
return None
# factory found, use it
try:
obj = ctor(init_type, init_args, patch, scope, name)
if obj and obj.obj_id:
obj.mark_ready()
return obj
except Exception, e:
log.error("Caught exception while trying to create %s (%s)" %
(init_type, init_args))
log.debug(e)
import traceback
traceback.print_exc()
self.cleanup()
return None
class MFPApp (Singleton):
def __init__(self):
# configuration items -- should be populated before calling setup()
self.no_gui = False
self.no_dsp = False
self.no_restart = False
self.no_onload = False
self.debug = False
self.debug_remote = False
self.osc_port = None
self.searchpath = None
self.extpath = None
self.lv2_savepath = "lv2"
self.dsp_inputs = 2
self.dsp_outputs = 2
self.samplerate = 44100
self.blocksize = 256
self.max_blocksize = 2048
self.in_latency = 0
self.out_latency = 0
self.socket_path = "/tmp/mfp_rpcsock"
self.batch_mode = False
self.batch_obj = None
self.batch_args = None
self.batch_eval = False
self.batch_input_file = None
# RPC host
self.rpc_listener = None
self.rpc_host = None
# multiprocessing targets and RPC links
self.dsp_process = None
self.gui_process = None
self.gui_command = None
# threads in this process
self.midi_mgr = None
self.osc_mgr = None
self.console = None
# True if NSM_URL set on launch
self.session_managed = None
self.session_dir = None
self.session_id = None
# app callbacks
self.callbacks = {}
self.callbacks_last_id = 0
self.leftover_threads = []
# processor class registry
self.registry = {}
# objects we have given IDs to
self.objects = {}
self.next_obj_id = 0
# plugin info database
self.pluginfo = PlugInfo()
self.app_scope = LexicalScope("__app__")
self.patches = {}
def setup(self):
from .mfp_command import MFPCommand
from .gui_command import GUICommand
from .mfp_main import version
log.debug("Main thread started, pid = %s" % os.getpid())
# RPC service setup
self.rpc_host = RPCHost(self.backend_status_cb)
self.rpc_host.start()
self.rpc_listener = RPCListener(self.socket_path, "MFP Master", self.rpc_host)
self.rpc_listener.start()
# classes served by this RPC host:
self.rpc_host.publish(MFPCommand)
# dsp and gui processes
self.start_dsp()
if not self.no_gui:
logstart = log.log_time_base.strftime("%Y-%m-%dT%H:%M:%S.%f")
guicmd = ["mfpgui", "-s", self.socket_path, "-l", logstart]
if self.debug:
guicmd.append('--debug')
self.gui_process = RPCExecRemote(*guicmd, log_module="gui",
log_raw=self.debug_remote)
self.gui_process.start()
self.rpc_host.subscribe(GUICommand)
self.gui_command = GUICommand()
while self.gui_process.alive() and not self.gui_command.ready():
time.sleep(0.2)
if not self.gui_process.alive():
raise StartupError("GUI process died during setup")
log.debug("GUI is ready, switching logging to GUI")
log.log_func = self.gui_command.log_write
log.debug("Started logging to GUI")
self.console = Interpreter(self.gui_command.console_write, dict(app=self))
self.gui_command.hud_write("<b>Welcome to MFP %s</b>" % version())
# midi manager
from . import midi
self.midi_mgr = midi.MFPMidiManager(1, 1)
self.midi_mgr.start()
log.debug("MIDI started (ALSA Sequencer)")
# OSC manager
from . import osc
self.osc_mgr = osc.MFPOscManager(self.osc_port)
self.osc_mgr.start()
self.osc_port = self.osc_mgr.port
log.debug("OSC server started (UDP/%s)" % self.osc_port)
# crawl plugins
log.debug("Collecting information about installed plugins...")
self.pluginfo.samplerate = self.samplerate
self.pluginfo.index_ladspa()
log.debug("Found %d LADSPA plugins in %d files" % (len(self.pluginfo.pluginfo),
len(self.pluginfo.libinfo)))
def exec_batch(self):
# configure logging
log.log_raw = True
log.log_debug = False
log.log_force_console = False
self.open_file(None)
p = self.patches.get('default')
reader = self.create("file", self.batch_input_file or "sys.stdin",
p, p.default_scope, "reader")
eoftest = self.create("case", "''", p, p.default_scope, "eoftest")
trig = self.create("trigger", "2", p, p.default_scope, "trig")
stripper = self.create("string.strip", None, p, p.default_scope, "strip")
if self.batch_eval:
evaluator = self.create("eval", None, p, p.default_scope, "evaluator")
batch = self.create(self.batch_obj, self.batch_args,
p, p.default_scope, "batch")
printer = self.create("print", None, p, p.default_scope, "printer")
msg = self.create("message", "@readline", p, p.default_scope, "nextline")
reader.connect(0, eoftest, 0)
eoftest.connect(1, trig, 0)
trig.connect(1, stripper, 0)
if self.batch_eval:
stripper.connect(0, evaluator, 0)
evaluator.connect(0, batch, 0)
else:
stripper.connect(0, batch, 0)
trig.connect(0, msg, 0)
batch.connect(0, printer, 0)
msg.connect(0, reader, 0)
# start the reader
reader.send(MethodCall("readline"))
def start_dsp(self):
from .dsp_object import DSPObject, DSPContext
if self.dsp_process is not None:
log.debug("Terminating old DSP process...")
self.dsp_process.finish()
self.dsp_process = None
if not self.no_dsp:
self.dsp_process = RPCExecRemote("mfpdsp", self.socket_path, self.max_blocksize,
self.dsp_inputs, self.dsp_outputs,
log_module="dsp", log_raw=self.debug_remote)
self.dsp_process.start()
if not self.dsp_process.alive():
raise StartupError("DSP process died during startup")
log.debug("Waiting for DSP process startup...")
self.rpc_host.subscribe(DSPObject)
log.debug("DSP process established connection")
Patch.default_context = DSPContext.lookup(DSPObject.publishers[0], 0)
log.debug("Default DSP context:", Patch.default_context)
def remember(self, obj):
oi = self.next_obj_id
self.next_obj_id += 1
self.objects[oi] = obj
obj.obj_id = oi
return oi
def recall(self, obj_id):
return self.objects.get(obj_id, self)
def forget(self, obj):
try:
del self.objects[obj.obj_id]
except KeyError:
pass
def register(self, name, ctor):
self.registry[name] = ctor
def backend_status_cb(self, host, peer_id, status, *args):
from .dsp_object import DSPContext
if status == "manage":
log.info("New RPC remote connection id=%s" % peer_id)
elif status == "publish":
log.info("Published classes", args[0])
if "DSPObject" in args[0]:
context = DSPContext.lookup(peer_id, 0)
context.input_latency, context.output_latency = args[1]
elif status == "unmanage":
log.debug("Got unmanage callback for %s %s" % (host, peer_id))
dead_patches = [ p for p in self.patches.values()
if p.context is None or p.context.node_id == peer_id ]
if (Patch.default_context and (peer_id == Patch.default_context.node_id)
and not self.no_restart):
log.warning("Relaunching default backend (id=%s)" % peer_id)
patch_json = []
for p in dead_patches:
patch_json.append(p.json_serialize())
p.delete_gui()
p.context = None
p.delete()
if self.no_restart:
return
# delete and restart dsp backend
self.start_dsp()
# recreate patches
for jdata in patch_json:
jobj = json.loads(jdata)
name = jobj.get("gui_params", {}).get("name")
patch = Patch(name, '', None, self.app_scope, name, Patch.default_context)
self.patches[patch.name] = patch
# FIXME -- need to call onload
patch.json_deserialize(jdata)
patch.create_gui()
else:
log.warning("Cleaning up RPC objects for remote (id=%s)" % peer_id)
log.warning("DSP backend exited with no-restart flag, not restarting")
for p in dead_patches:
p.delete()
log.debug("Finished cleaning up patches")
def open_file(self, file_name, context=None, show_gui=True):
from datetime import datetime
starttime = datetime.now()
patch = None
factory = None
name = 'default'
if file_name is not None:
loadpath = os.path.dirname(file_name)
loadfile = os.path.basename(file_name)
# FIXME: should not modify app search path, it should be just for this load
self.searchpath += ':' + loadpath
log.debug("Opening patch", loadfile)
filepath = utils.find_file_in_path(loadfile, self.searchpath)
if filepath:
log.debug("Found file", filepath)
(name, factory) = Patch.register_file(filepath)
else:
log.error("No file '%s' in search path %s" % (loadfile, MFPApp().searchpath))
if "." in loadfile:
name = '.'.join(loadfile.split('.')[:-1])
else:
name = loadfile
factory = None
if factory:
patch = factory(name, "", None, self.app_scope, name, context)
if patch is None:
patch = Patch(name, '', None, self.app_scope, name, context)
patch.gui_params['layers'] = [ ('Layer 0', '__patch__') ]
self.patches[patch.name] = patch
if show_gui:
patch.create_gui()
patch.mark_ready()
loadtime = datetime.now() - starttime
log.debug("Patch loaded, elapsed time %s" % loadtime)
if show_gui and patch.gui_created:
MFPApp().gui_command.select(patch.obj_id)
return patch
def load_extension(self, libname):
fullpath = utils.find_file_in_path(libname, self.extpath)
log.warning("mfp_app.load_extension: not implemented completely")
def create(self, init_type, init_args, patch, scope, name):
# first try: is a factory registered?
ctor = self.registry.get(init_type)
# second try: is there a .mfp patch file in the search path?
if ctor is None:
log.debug("No factory for '%s' registered, looking for file." % init_type)
filename = init_type + ".mfp"
filepath = utils.find_file_in_path(filename, self.searchpath)
if filepath:
log.debug("Found file", filepath)
(typename, ctor) = Patch.register_file(filepath)
else:
log.error("No file '%s' in search path %s" % (filename, MFPApp().searchpath))
# third try: can we autowrap a python function?
if ctor is None:
try:
thunk = patch.parse_obj(init_type)
if callable(thunk):
ctor = builtins.pyfunc.PyAutoWrap
except Exception, e:
log.error("Cannot autowrap %s as a Python callable" % init_type)
log.error(e)
if ctor is None:
return None
# create intervening scope if needed
if '.' in name:
parts = name.split('.')
if len(parts) > 2:
log.error("Cannot deep-create name {}".format(name))
return None
testobj = self.resolve(parts[0], patch, True)
if testobj:
if testobj is patch:
scope = None
elif isinstance(testobj, Patch):
log.error("Cannot deep-create object {} in patch {}".format(
name, testobj))
return None
elif not isinstance(scope, LexicalScope):
log.error("Cannot deep-create object {} in another object {}".format(
name, testobj))
return None
else:
scope = testobj
else:
log.debug("Creating new scope {} in {}".format(parts[0], patch.name))
newscope = patch.add_scope(parts[0])
scope = newscope
name = parts[1]
# factory found, use it
try:
obj = ctor(init_type, init_args, patch, scope, name)
if obj and obj.obj_id:
obj.mark_ready()
return obj
except Exception, e:
log.error("Caught exception while trying to create %s (%s)"
% (init_type, init_args))
log.debug(e)
log.debug_traceback()
self.cleanup()
return None