if DEBUG:

sys.__stdout__.write(out)

sys.__stdout__.write("\n")

"""a lock which ensures we're released if we take a KeyboardInterrupt exception acquiring it"""

def __init__(self):

self.lock = thread.allocate_lock()

def __enter__(self):

self.acquire()

def __exit__(self, exc_type, exc_value, tb):

self.release()

def acquire(self):

try:

self.lock.acquire()

except KeyboardInterrupt:

try:

self.lock.release()

except:

pass

raise

def release(self):

def __init__(self, kernelUUID, socketConnection, send_lock, shell_channel, iopub_channel):

import threading

self.kernel = multiKernelManager.get_kernel(kernelUUID)

self.conn = socketConnection

self.is_stop_requested = False

self.shell_channel = shell_channel

self.iopub_channel = iopub_channel

self.send_lock = send_lock

thread.start_new_thread(self.start_processing, ('shell', 1))

thread.start_new_thread(self.start_processing, ('io', 1))

def stop(self):

self.is_stop_requested = True

def check_for_exit_socket_loop(self):

return self.is_stop_requested

def _populateErrorContents(self, sourceContents, targetContents):

try:

targetContents.ename = sourceContents.ename

targetContents.evalue = sourceContents.evalue

targetContents.traceback = sourceContents.traceback

except AttributeError:

pass

def start_processing(self, channel, *args):

"""loop to read the io ports/messages"""

_debug_write('Started processing thread')

try:

while True:

if self.check_for_exit_socket_loop():

break

# message can be JSON, but not always

# (http://jupyter-client.readthedocs.io/en/latest/messaging.html)

# assume for now that dates are the only crappy (non JSONable

# stuff sent)

if channel == 'shell':

try:

exe_result = self.shell_channel.get_shell_msg(

timeout=30)

json_to_send = json.dumps(exe_result, default=str)

with self.send_lock:

_debug_write('shell_result')

_debug_write(json_to_send)

write_bytes(self.conn, iPythonSocketServer._SHEL)

write_string(self.conn, json_to_send)

except Empty:

pass

if channel == 'io':

try:

msg = self.iopub_channel.get_iopub_msg(timeout=30)

json_to_send = json.dumps(msg, default=str)

with self.send_lock:

_debug_write('iopub_msg')

_debug_write(json_to_send)

write_bytes(self.conn, iPythonSocketServer._IOPB)

write_string(self.conn, json_to_send)

except Empty:

pass

except IPythonExitException:

_debug_write('IPythonExitException')

_debug_write(traceback.format_exc())

pass

except socket.error:

_debug_write('socket error')

_debug_write(traceback.format_exc())

pass

except:

_debug_write('error in repl loop')

_debug_write(traceback.format_exc())

# try and exit gracefully, then interrupt main if necessary

time.sleep(2)

traceback.print_exc()

"""back end for executing code in kernel. Handles all of the communication with the remote process."""

"""Messages sent back as responses"""

_PONG = to_bytes('PONG')

_EXIT = to_bytes('EXIT')

_LSKS = to_bytes('LSKS')

_EROR = to_bytes('EROR')

_TEST = to_bytes('TEST')

_STRK = to_bytes('STRK')

_STPK = to_bytes('STPK')

_RSTK = to_bytes('RSTK')

_ITPK = to_bytes('ITPK')

_RUN = to_bytes('RUN ')

_SHEL = to_bytes('SHEL')

_IOPB = to_bytes('IOPB')

def __init__(self):

import threading

self.conn = None

self.send_lock = SafeSendLock()

self.input_event = threading.Lock()

# lock starts acquired (we use it like a manual reset event)

self.input_event.acquire()

self.input_string = None

self.exit_requested = False

self.kernelMonitor = None

self.shell_channel = None

def connect(self, port):

# start a new thread for communicating w/ the remote process

_debug_write('Connecting to socket port: ' + str(port))

self.conn = socket.socket(socket.AF_INET, socket.SOCK_STREAM)

self.conn.connect(('127.0.0.1', port))

_debug_write('Connected to socket')

# perform the handshake

with self.send_lock:

write_string(self.conn, "Some Guid")

write_int(self.conn, os.getpid())

_debug_write('Handshake information sent')

thread.start_new_thread(self.start_processing, ())

def start_processing(self):

"""loop on created thread which processes communicates with the REPL window"""

_debug_write('Started processing thread')

try:

while True:

if self.check_for_exit_socket_loop():

break

# we receive a series of 4 byte commands. Each command then

# has it's own format which we must parse before continuing to

# the next command.

self.flush()

self.conn.settimeout(10)

try:

inp = read_bytes(self.conn, 4)

self.conn.settimeout(None)

cmd = iPythonSocketServer._COMMANDS.get(inp)

if inp and cmd is not None:

id = ""

try:

if iPythonSocketServer._COMMANDS_WITH_IDS.get(inp) == True:

while True:

try:

id = read_string(self.conn)

break

except socket.timeout:

pass

cmd(self, id)

else:

cmd(self)

except:

commandName = utf_8.decode(inp)[0]

try:

commandName = ascii.Codec.encode(commandName)[

0]

except UnicodeEncodeError:

pass

self.replyWithError(commandName, id)

else:

if inp:

print ('unknown command', inp)

break

except socket.timeout:

pass

except IPythonExitException:

_debug_write('IPythonExitException')

_debug_write(traceback.format_exc())

pass

except socket.error:

_debug_write('socket error')

_debug_write(traceback.format_exc())

pass

except:

_debug_write('error in repl loop')

_debug_write(traceback.format_exc())

# try and exit gracefully, then interrupt main if necessary

time.sleep(2)

traceback.print_exc()

self.exit_process()

def check_for_exit_socket_loop(self):

return self.exit_requested

def replyWithError(self, commandName, id):

with self.send_lock:

traceMessage = traceback.format_exc()

_debug_write('Replying with error:' + traceMessage)

write_bytes(self.conn, iPythonSocketServer._EROR)

write_string(self.conn, commandName)

write_string(self.conn, "" if id is None else id)

write_string(self.conn, traceMessage)

def _cmd_exit(self):

"""exits the interactive process"""

self.exit_requested = True

self.exit_process()

def _cmd_ping(self, id):

"""ping"""

_debug_write('Ping received')

while True:

try:

message = read_string(self.conn)

break

except socket.timeout:

pass

with self.send_lock:

_debug_write('Pong response being sent out')

write_bytes(self.conn, iPythonSocketServer._PONG)

write_string(self.conn, id)

write_string(self.conn, message)

def _cmd_lstk(self, id):

"""List kernel specs"""

_debug_write('Listing kernel specs')

kernelspecs = json.dumps(listKernelSpecs())

with self.send_lock:

_debug_write('Replying with kernel Specs')

write_bytes(self.conn, iPythonSocketServer._LSKS)

write_string(self.conn, id)

write_string(self.conn, kernelspecs)

def _cmd_strk(self, id):

"""Start a kernel by name"""

_debug_write('Listing kernel specs')

while True:

try:

kernelName = read_string(self.conn)

break

except socket.timeout:

pass

kernelUUID = multiKernelManager.start_kernel(kernel_name=kernelName)

self._postStartKernel(kernelUUID)

# get the config and the connection FileExistsError

try:

config = kernel_manager.config

except:

config = {}

try:

connection_file = kernel_manager.connection_file

except:

connection_file = ""

with self.send_lock:

_debug_write('Replying with kernel Specs= ' + str(kernelUUID))

write_bytes(self.conn, iPythonSocketServer._STRK)

write_string(self.conn, id)

write_string(self.conn, str(kernelUUID))

write_string(self.conn, json.dumps(config))

write_string(self.conn, connection_file)

def _postStartKernel(self, kernelUUID):

kernel_manager = multiKernelManager.get_kernel(kernelUUID)

kernel_client = kernel_manager.client()

kernel_client.start_channels()

try:

# IPython 3.x

kernel_client.wait_for_ready()

iopub = kernel_client

shell = kernel_client

# todo: get_stdin_msg

except AttributeError:

# Ipython 2.x

# Based on https://github.com/paulgb/runipy/pull/49/files

iopub = kernel_client.iopub_channel

shell = kernel_client.shell_channel

shell.get_shell_msg = shell.get_msg

iopub.get_iopub_msg = iopub.get_msg

# todo: get_stdin_msg

self.shell_channel = shell

self.kernelMonitor = iPythonKernelResponseMonitor(

kernelUUID, self.conn, self.send_lock, shell, iopub)

def stopKernel(self, kernelUUID):

"""Shutdown a kernel by UUID"""

try:

if self.kernelMonitor is not None:

self.kernelMonitor.stop()

finally:

pass

try:

kernel_manager = multiKernelManager.get_kernel(kernelUUID)

kernel_client = kernel_manager.client()

kernel_client.stop_channels()

finally:

pass

try:

kernel_manager = multiKernelManager.get_kernel(kernelUUID)

kernel_manager.shutdown_kernel()

except:

pass

finally:

self.shell_channel = None

self.kernelMonitor = None

def _cmd_stpk(self, id):

"""Shutdown a kernel by UUID"""

while True:

try:

kernelUUID = read_string(self.conn)

break

except socket.timeout:

pass

self.stopKernel(kernelUUID)

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._STPK)

write_string(self.conn, id)

def _cmd_kill(self, id):

"""Shutdown a kernel by UUID"""

while True:

try:

kernelUUID = read_string(self.conn)

break

except socket.timeout:

pass

try:

if self.kernelMonitor is not None:

self.kernelMonitor.stop()

finally:

pass

try:

kernel_manager = multiKernelManager.get_kernel(kernelUUID)

kernel_client = kernel_manager.client()

kernel_client.stop_channels()

finally:

pass

try:

kernel_manager = multiKernelManager.get_kernel(kernelUUID)

kernel_manager.shutdown_kernel()

except:

pass

def _cmd_rstk(self, id):

"""Restart a kernel by UUID"""

while True:

try:

kernelUUID = read_string(self.conn)

break

except socket.timeout:

pass

kernel_manager = multiKernelManager.get_kernel(kernelUUID)

kernel_manager.restart_kernel(now=True)

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._RSTK)

write_string(self.conn, id)

def _cmd_itpk(self, id):

"""Interrupt a kernel by UUID"""

while True:

try:

kernelUUID = read_string(self.conn)

break

except socket.timeout:

pass

kernel_manager = multiKernelManager.get_kernel(kernelUUID)

kernel_manager.interrupt_kernel()

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._ITPK)

write_string(self.conn, id)

def _cmd_run(self, id):

"""runs the received snippet of code (kernel is expected to have been started)"""

while True:

try:

code = read_string(self.conn)

break

except socket.timeout:

pass

msg_id = self.shell_channel.execute(code)

_debug_write('msg_id = ' + msg_id)

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._RUN)

write_string(self.conn, id)

write_string(self.conn, msg_id)

def _cmd_abrt(self):

"""aborts the current running command"""

# abort command, interrupts execution of the main thread.

pass

def _cmd_inpl(self):

"""handles the input command which returns a string of input"""

self.input_string = read_string(self.conn)

self.input_event.release()

def send_prompt(self, ps1, ps2, update_all=True):

"""sends the current prompt to the interactive window"""

# with self.send_lock:

# write_bytes(self.conn, iPythonSocketServer._PRPC)

# write_string(self.conn, ps1)

# write_string(self.conn, ps2)

# write_int(self.conn, update_all)

pass

def send_error(self):

"""reports that an error occured to the interactive window"""

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._ERRE)

def send_exit(self):

"""reports the that the REPL process has exited to the interactive window"""

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._EXIT)

def send_command_executed(self):

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._DONE)

def read_line(self):

"""reads a line of input from standard input"""

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._RDLN)

self.input_event.acquire()

return self.input_string

def write_stdout(self, value):

"""writes a string to standard output in the remote console"""

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._STDO)

write_string(self.conn, value)

def write_stderr(self, value):

"""writes a string to standard input in the remote console"""

with self.send_lock:

write_bytes(self.conn, iPythonSocketServer._STDE)

write_string(self.conn, value)

################################################################

# Implementation of execution, etc...

def execution_loop(self):

"""loop on the main thread which is responsible for executing code"""

while True:

exit = self.run_one_command(cur_modules, cur_ps1, cur_ps2)

if exit:

return

def run_command(self, command):

"""runs the specified command which is a string containing code"""

pass

def interrupt_main(self):

"""aborts the current running command"""

pass

def exit_process(self):

"""exits the REPL process"""

sys.exit(0)

def flush(self):

"""flushes the stdout/stderr buffers"""

pass

_COMMANDS = {

to_bytes('run '): _cmd_run,

to_bytes('abrt'): _cmd_abrt,

to_bytes('exit'): _cmd_exit,

to_bytes('ping'): _cmd_ping,

to_bytes('inpl'): _cmd_inpl,

to_bytes('lsks'): _cmd_lstk,

to_bytes('strk'): _cmd_strk,

to_bytes('stpk'): _cmd_stpk,

to_bytes('rstk'): _cmd_rstk,

to_bytes('itpk'): _cmd_itpk,

to_bytes('kill'): _cmd_kill,

}

_COMMANDS_WITH_IDS = {

to_bytes('lsks'): True,

to_bytes('ping'): True,

to_bytes('strk'): True,

to_bytes('stpk'): True,

to_bytes('rstk'): True,

to_bytes('itpk'): True,

to_bytes('run '): True,

def __init__(self):

self._input = io.open(sys.stdin.fileno(), encoding='utf-8')

def _deserialize(self, request):

"""Deserialize request from VSCode.

return json.loads(request)

def _set_request_config(self, config):

self.use_snippets = config.get('useSnippets')

self.show_doc_strings = config.get('showDescriptions', True)

self.fuzzy_matcher = config.get('fuzzyMatcher', False)

def _process_request(self, request):

"""Accept serialized request from VSCode and write response.

request = self._deserialize(request)

self._set_request_config(request.get('config', {}))

lookup = request.get('lookup', 'completions')

if lookup == 'definitions':

return self._write_response('defs')

elif lookup == 'arguments':

return self._write_response('arguments')

elif lookup == 'usages':

return self._write_response('usages')

else:

return self._write_response('Dont Know')

def _write_response(self, response):

sys.stdout.write(response + '\n')

sys.stdout.flush()

def watch(self):

port = int(sys.argv[1])

_debug_write('Socket port received: ' + str(port))

server = iPythonSocketServer()

server.connect(port)

sys.__stdout__.write('Started')

sys.__stdout__.write("\n")

sys.__stdout__.flush()

while True:

try:

kernelUUID = self._input.readline()

sys.__stdout__.write('about to die\n')

sys.__stdout__.flush()

if (len(kernelUUID) > 0):

try:

server.stopKernel(kernelUUID)

except:

pass

server.exit_requested = True

sys.__stdout__.write('adios\n')

sys.__stdout__.flush()

except Exception:

sys.stderr.write(traceback.format_exc() + '\n')