def tabComplete(db,fs):
global xreq
if xreq==None:
xreq=IPReceiver(zmq.XREQ,db.get_ipython_port("xreq"))
header={"msg_id":str(uuid.uuid4())}
code=request.values["code"]
xreq.socket.send_json({"header":header, "msg_type":"complete_request", "content": { \
"text":"", "line":code, "block":code, "cursor_pos":request.values["pos"]}})
return jsonify({"completions":xreq.getMessages(header,True)[0]["content"]["matches"]})
def tabComplete(db, fs):
global xreq
if xreq == None:
xreq = IPReceiver(zmq.XREQ, db.get_ipython_port("xreq"))
header = {"msg_id": str(uuid.uuid4())}
code = request.values["code"]
xreq.socket.send_json({"header":header, "msg_type":"complete_request", "content": { \
"text":"", "line":code, "block":code, "cursor_pos":request.values["pos"]}})
return jsonify({
"completions":
xreq.getMessages(header, True)[0]["content"]["matches"]
})
def run_ip_device():
import uuid
import zmq
from ip_receiver import IPReceiver
from IPython.zmq.ipkernel import launch_kernel
device_id = random.randrange(sys.maxint)
kernel = launch_kernel()
db.set_ipython_ports(kernel)
sub = IPReceiver(zmq.SUB, kernel[2])
context = zmq.Context()
xreq = context.socket(zmq.XREQ)
xreq.connect("tcp://localhost:%i" % (kernel[1], ))
while True:
for X in db.get_unevaluated_cells(device_id):
header = {"msg_id": str(X["_id"])}
xreq.send_json({"header":header, "msg_type":"execute_request", "content": { \
"code":X['input'], "silent":False,
"user_variables":[], "user_expressions":{}}})
out = ""
err = ""
while True:
print "here"
changed = False
done = False
for msg in sub.getMessages(header):
if msg["msg_type"] == "stream":
out += msg["content"]["data"]
changed = True
elif msg["msg_type"] == "pyout":
out += msg["content"]["data"]["text/plain"] + "\n"
elif msg["msg_type"] == "status" and msg["content"][
"execution_state"] == "idle":
done = True
elif msg["msg_type"] == "pyerr":
err += new_stream("error",
printout=False,
**msg["content"])
if changed or done:
db.set_output(X["_id"], make_output_json(out + err, done))
if done:
break
time.sleep(0.1)
def run_ip_device():
import uuid
import zmq
from ip_receiver import IPReceiver
from IPython.zmq.ipkernel import launch_kernel
device_id=random.randrange(sys.maxint)
kernel=launch_kernel()
db.set_ipython_ports(kernel)
sub=IPReceiver(zmq.SUB, kernel[2])
context=zmq.Context()
xreq=context.socket(zmq.XREQ)
xreq.connect("tcp://localhost:%i"%(kernel[1],))
while True:
for X in db.get_unevaluated_cells(device_id):
header={"msg_id":str(X["_id"])}
xreq.send_json({"header":header, "msg_type":"execute_request", "content": { \
"code":X['input'], "silent":False,
"user_variables":[], "user_expressions":{}}})
out=""
err=""
while True:
print "here"
changed=False
done=False
for msg in sub.getMessages(header):
if msg["msg_type"]=="stream":
out+=msg["content"]["data"]
changed=True
elif msg["msg_type"]=="pyout":
out+=msg["content"]["data"]["text/plain"]+"\n"
elif msg["msg_type"]=="status" and msg["content"]["execution_state"]=="idle":
done=True
elif msg["msg_type"]=="pyerr":
err+=new_stream("error", printout=False, **msg["content"])
if changed or done:
db.set_output(X["_id"], make_output_json(out+err, done))
if done:
break
time.sleep(0.1)
def run_ip_worker(request_msg):
"""
Execute one block of input code and then exit
INPUT: request_msg---a json message with the input code, in ipython messaging format
"""
#TODO: db and fs are inherited from the parent process; is that thread safe?
import uuid
import zmq
import os
import shutil
import tempfile
from ip_receiver import IPReceiver
from IPython.zmq.ipkernel import launch_kernel
msg_id=str(request_msg['_id'])
log(db, msg_id, message='Starting run_ip_worker')
#TODO: launch the kernel by forking an already-running clean process
kernel=launch_kernel()
tempDir=tempfile.mkdtemp()
log(db, msg_id, message="Temporary directory: %s"%tempDir)
db.set_ipython_ports(kernel)
sub=IPReceiver(zmq.SUB, kernel[2])
context=zmq.Context()
xreq=context.socket(zmq.XREQ)
xreq.connect("tcp://localhost:%i"%(kernel[1],))
log(db, msg_id, 'Finished setting up IPython kernel')
sequence=0
inputCode="import os\nos.chdir(%r)\n"%(tempDir,)+request_msg["input"]
header={"msg_id": msg_id}
xreq.send_json({"header": header,
"msg_type": "execute_request",
"content": {"code":inputCode,
"silent":False,
"user_variables":[],
"user_expressions":{}} })
log(db, msg_id, "Sent request, starting loop for output")
while True:
done=False
new_messages=[]
for msg in sub.getMessages(header):
if msg["msg_type"] in ("stream", "display_data", "pyout", "extension","execute_reply","status","pyerr"):
msg['sequence']=sequence
sequence+=1
new_messages.append(msg)
if msg["msg_type"]=="execute_reply" or \
(msg["msg_type"]=="status" and msg["content"]["execution_state"]=="idle"):
done=True
if len(new_messages)>0:
db.add_messages(request_msg["_id"],new_messages)
if done:
break
file_list=[]
for filename in os.listdir(tempDir):
file_list.append(filename)
fs_file=fs.new_file(request_msg["_id"], filename)
with open(tempDir+"/"+filename) as f:
fs_file.write(f.read())
fs_file.close()
if len(file_list)>0:
file_list.sort()
#TODO: this message comes *after* the end of computation message from ipython
# either we need to slip it in before, or we need to have our own custom end-of-computation message.
db.add_messages(request_msg["_id"],[{'parent_header':header, 'sequence':sequence,
'msg_type':'extension',
'content':{'msg_type':'files',
'files':file_list}}])
shutil.rmtree(tempDir)
sequence+=1
db.add_messages(request_msg["_id"],[{'parent_header':header, 'sequence':sequence,
'msg_type':'extension',
'content':{'msg_type':'comp_end'}}])
#TODO: make polling interval a variable
time.sleep(0.1)
