Exemple #1
0
def default_mqs(debug={}, nokill=False, extra=None, **kwargs):
    global mqs
    if not isinstance(mqs, meqserver):
        # create a local tcp port
        gwlocal = "=meqbatch-%d" % os.getpid()
        # start octopussy if needed
        if not octopussy.is_initialized():
            octopussy.init(gwclient=False, gwtcp=0, gwlocal=gwlocal + ":1")
        if not octopussy.is_running():
            octopussy.start(wait=True)
        # start meqserver, overriding default args with any kwargs
        args = record(**app_defaults.args)
        args.update(kwargs)
        # add gwpeer= argument
        if isinstance(extra, str):
            extra = args.extra + extra.split(' ')
        extra = (extra or []) + ["-gw", gwlocal]
        spawn = args.get('spawn', None)
        mqs = meqserver(extra=extra, **args)
        mqs.dprint(1, 'default meqserver args:', args)
        meqds.set_meqserver(mqs)
        if not nokill:
            atexit.register(stop_default_mqs)
        if debug is None:
            pass
        else:
            octopussy.set_debug(app_defaults.debuglevels)
            if isinstance(debug, dict):
                octopussy.set_debug(debug)
    return mqs
def default_mqs (debug={},nokill=False,extra=None,**kwargs):
  global mqs;
  if not isinstance(mqs,meqserver):
    # create a local tcp port
    gwlocal = "=meqbatch-%d"%os.getpid();
    # start octopussy if needed
    if not octopussy.is_initialized():
      octopussy.init(gwclient=False,gwtcp=0,gwlocal=gwlocal+":1");
    if not octopussy.is_running():
      octopussy.start(wait=True);
    # start meqserver, overriding default args with any kwargs
    args = record(**app_defaults.args);
    args.update(kwargs);
    # add gwpeer= argument
    if isinstance(extra,str):
      extra = args.extra + extra.split(' ');
    extra = (extra or []) + ["-gw",gwlocal];
    spawn = args.get('spawn',None);
    mqs = meqserver(extra=extra,**args);
    mqs.dprint(1,'default meqserver args:',args);
    meqds.set_meqserver(mqs);
    if not nokill:
      atexit.register(stop_default_mqs);
    if debug is None:
      pass;
    else:
      octopussy.set_debug(app_defaults.debuglevels);
      if isinstance(debug,dict):
        octopussy.set_debug(debug);
  return mqs;
Exemple #3
0
def meqbrowse(debug={}, **kwargs):
    args = dict(app_defaults.args)
    args['spawn'] = False
    for d, l in debug.iteritems():
        debuglevels[d] = max(debuglevels.get(d, 0), l)

    # insert '' into sys.path, so that CWD is always in the search path
    sys.path.insert(1, '')
    if debuglevels:
        octopussy.set_debug(debuglevels)

    # start octopussy if needed
    port = options.port
    sock = options.socket
    if sock == "None" or sock == "none":
        sock = ""
        print "Not binding to a local socket."
    else:
        # Use abstract socket on Linux and corresponding file-based socket elsewhere
        sock = "=" + sock
        if not sys.platform.startswith('linux'):
            sock = "/tmp/" + sock
        print "Binding to local socket %s" % sock
        # check local socket
        sk = socket.socket(socket.AF_UNIX)
        try:
            sk.bind(("\0" + sock[1:]) if sock[0] == '=' else sock)
        except:
            print "Error binding to local socket %s" % sock
            print "This probably means that another meqbrowser is already running."
            print "For advanced use, see the -s option (use -h to get help)."
            sys.exit(1)
        sk.close()
        if sock[0] != '=' and os.path.exists(sock):
            os.remove(sock)
    print "Binding to TCP port %d, remote meqservers may connect with gwpeer=<host>:%d" % (
        port, port)
    if not octopussy.is_initialized():
        octopussy.init(gwclient=False, gwtcp=port, gwlocal=sock)
    if not octopussy.is_running():
        octopussy.start(wait=True)
    # start meqserver
    # print "starting meqserver"
    args['gui'] = True
    mqs = meqserver.meqserver(**args)

    #   try:
    #     import psyco
    #     psyco.log('psyco.log');
    #     psyco.profile();
    #     print "****** psyco enabled.";
    #   except:
    #     print "****** You do not have the psyco package installed.";
    #     print "****** Proceeding anyway, things will run some what slower.";
    #     pass;

    mqs.run_gui()
    mqs.disconnect()
    octopussy.stop()
def meqbrowse (debug={},**kwargs):
  args = dict(app_defaults.args);
  args['spawn'] = False;
  for d,l in debug.iteritems():
    debuglevels[d] = max(debuglevels.get(d,0),l);

  # insert '' into sys.path, so that CWD is always in the search path
  sys.path.insert(1,'');
  if debuglevels:
    octopussy.set_debug(debuglevels);

  # start octopussy if needed
  port = options.port;
  sock = options.socket;
  if sock == "None" or sock == "none":
    sock = "";
    print "Not binding to a local socket.";
  else:
    # Use abstract socket on Linux and corresponding file-based socket elsewhere
    sock = "="+sock;
    if not sys.platform.startswith('linux'):
      sock = "/tmp/"+sock;
    print "Binding to local socket %s"%sock;
    # check local socket
    sk = socket.socket(socket.AF_UNIX);
    try:
      sk.bind( ("\0"+sock[1:]) if sock[0] == '=' else sock);
    except:
      print "Error binding to local socket %s"%sock;
      print "This probably means that another meqbrowser is already running."
      print "For advanced use, see the -s option (use -h to get help).";
      sys.exit(1);
    sk.close();
    if sock[0] != '=' and os.path.exists(sock):
      os.remove(sock)
  print "Binding to TCP port %d, remote meqservers may connect with gwpeer=<host>:%d"%(port,port);
  if not octopussy.is_initialized():
    octopussy.init(gwclient=False,gwtcp=port,gwlocal=sock);
  if not octopussy.is_running():
    octopussy.start(wait=True);
  # start meqserver
  # print "starting meqserver"
  args['gui'] = True;
  mqs = meqserver.meqserver(**args);

#   try:
#     import psyco
#     psyco.log('psyco.log');
#     psyco.profile();
#     print "****** psyco enabled.";
#   except:
#     print "****** You do not have the psyco package installed.";
#     print "****** Proceeding anyway, things will run some what slower.";
#     pass;

  mqs.run_gui();
  mqs.disconnect();
  octopussy.stop();
Exemple #5
0
def main ():
  
  for optstr in (options.debug or []):
    opt = optstr.split("=") + ['1'];
    context,level = opt[:2];
    debuglevels[context] = int(level);
  Timba.utils.verbosity.disable_argv(); # tell verbosity class to not parse its argv
  for optstr in (options.verbose or []):
    opt = optstr.split("=") + ['1'];
    context,level = opt[:2];
    Timba.utils.verbosity.set_verbosity_level(context,level);

  if not args:
    parser.print_help();
    sys.exit(1);

  if debuglevels:
    octopussy.set_debug(debuglevels);

  script = args[0];
  tdljob = (len(args)>1 and args[1]) or None;
  
  from Timba.Apps import meqserver
  from Timba.TDL import Compile
  from Timba.TDL import TDLOptions
  
  # this starts a kernel. 
  if options.compile_only:
    mqs = None;
  else:
    mqs = meqserver.default_mqs(wait_init=10,extra=["-mt",options.mt]);
  
  TDLOptions.config.read(options.config);
  TDLOptions.init_options(script);
  
  print "************************ Compiling TDL script",script;
  # this compiles a script as a TDL module. Any errors will be thrown as
  # and exception, so this always returns successfully
  (mod,ns,msg) = Compile.compile_file(mqs,script);
  
  if options.compile_only:
    print msg;
    sys.exit(0);
  
  # if a solve job is not specified, try to find one
  if tdljob:
    jobfunc = getattr(mod,tdljob,None);
    if not jobfunc:
      print "Cannot find TDL job named",tdljob;
      sys.exit(1);
  else:
    # does the script define an explicit job list?
    joblist = getattr(mod,'_tdl_job_list',[]);
    if not joblist:
      joblist = []; 
      # try to build it from implicit function names
      for (name,func) in mod.__dict__.iteritems():
        if name.startswith("_tdl_job_") and callable(func):
          joblist.append(func);
    # does the script define a testing function?
    testfunc = getattr(mod,'_test_forest',None);
    if testfunc:
      joblist.insert(0,testfunc);
    if not joblist:
      print "No TDL jobs found in script",script;
      sys.exit(1);
    jobfunc = joblist[0];
    tdljob = jobfunc.__name__;
  
  # this runs the appropriate job. wait=True is needed to wait
  print "************************ Running TDL job",tdljob;
  # check if job takes a "wait" argument
  (fargs,fvarargs,fvarkw,fdefaults) = inspect.getargspec(jobfunc);
  if 'wait' in fargs or fvarkw:
    jobopts = dict(wait=True);
  else:
    jobopts = {};
  jobfunc(mqs,None,**jobopts);
Exemple #6
0
def main():

    for optstr in (options.debug or []):
        opt = optstr.split("=") + ['1']
        context, level = opt[:2]
        debuglevels[context] = int(level)
    Timba.utils.verbosity.disable_argv()
    # tell verbosity class to not parse its argv
    for optstr in (options.verbose or []):
        opt = optstr.split("=") + ['1']
        context, level = opt[:2]
        Timba.utils.verbosity.set_verbosity_level(context, level)

    if not args:
        parser.print_help()
        sys.exit(1)

    if debuglevels:
        octopussy.set_debug(debuglevels)

    script = args[0]
    tdljob = (len(args) > 1 and args[1]) or None

    from Timba.Apps import meqserver
    from Timba.TDL import Compile
    from Timba.TDL import TDLOptions

    # this starts a kernel.
    if options.compile_only:
        mqs = None
    else:
        mqs = meqserver.default_mqs(wait_init=10, extra=["-mt", options.mt])

    TDLOptions.config.read(options.config)
    TDLOptions.init_options(script)

    print(("************************ Compiling TDL script", script))
    # this compiles a script as a TDL module. Any errors will be thrown as
    # and exception, so this always returns successfully
    (mod, ns, msg) = Compile.compile_file(mqs, script)

    if options.compile_only:
        print(msg)
        sys.exit(0)

    # if a solve job is not specified, try to find one
    if tdljob:
        jobfunc = getattr(mod, tdljob, None)
        if not jobfunc:
            print(("Cannot find TDL job named", tdljob))
            sys.exit(1)
    else:
        # does the script define an explicit job list?
        joblist = getattr(mod, '_tdl_job_list', [])
        if not joblist:
            joblist = []
            # try to build it from implicit function names
            for (name, func) in list(mod.__dict__.items()):
                if name.startswith("_tdl_job_") and callable(func):
                    joblist.append(func)
        # does the script define a testing function?
        testfunc = getattr(mod, '_test_forest', None)
        if testfunc:
            joblist.insert(0, testfunc)
        if not joblist:
            print(("No TDL jobs found in script", script))
            sys.exit(1)
        jobfunc = joblist[0]
        tdljob = jobfunc.__name__

    # this runs the appropriate job. wait=True is needed to wait
    print(("************************ Running TDL job", tdljob))
    # check if job takes a "wait" argument
    (fargs, fvarargs, fvarkw, fdefaults) = inspect.getargspec(jobfunc)
    if 'wait' in fargs or fvarkw:
        jobopts = dict(wait=True)
    else:
        jobopts = {}
    jobfunc(mqs, None, **jobopts)