| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378 |
- """A minimal application base mixin for all ZMQ based IPython frontends.
- This is not a complete console app, as subprocess will not be able to receive
- input, there is no real readline support, among other limitations. This is a
- refactoring of what used to be the IPython/qt/console/qtconsoleapp.py
- """
- # Copyright (c) Jupyter Development Team.
- # Distributed under the terms of the Modified BSD License.
- import atexit
- import os
- import signal
- import sys
- import typing as t
- import uuid
- import warnings
- from jupyter_core.application import base_aliases, base_flags
- from traitlets import CBool, CUnicode, Dict, List, Type, Unicode
- from traitlets.config.application import boolean_flag
- from . import KernelManager, connect, find_connection_file, tunnel_to_kernel
- from .blocking import BlockingKernelClient
- from .connect import KernelConnectionInfo
- from .kernelspec import NoSuchKernel
- from .localinterfaces import localhost
- from .restarter import KernelRestarter
- from .session import Session
- from .utils import _filefind
- ConnectionFileMixin = connect.ConnectionFileMixin
- # -----------------------------------------------------------------------------
- # Aliases and Flags
- # -----------------------------------------------------------------------------
- flags: dict = {}
- flags.update(base_flags)
- # the flags that are specific to the frontend
- # these must be scrubbed before being passed to the kernel,
- # or it will raise an error on unrecognized flags
- app_flags: dict = {
- "existing": (
- {"JupyterConsoleApp": {"existing": "kernel*.json"}},
- "Connect to an existing kernel. If no argument specified, guess most recent",
- ),
- }
- app_flags.update(
- boolean_flag(
- "confirm-exit",
- "JupyterConsoleApp.confirm_exit",
- """Set to display confirmation dialog on exit. You can always use 'exit' or
- 'quit', to force a direct exit without any confirmation. This can also
- be set in the config file by setting
- `c.JupyterConsoleApp.confirm_exit`.
- """,
- """Don't prompt the user when exiting. This will terminate the kernel
- if it is owned by the frontend, and leave it alive if it is external.
- This can also be set in the config file by setting
- `c.JupyterConsoleApp.confirm_exit`.
- """,
- )
- )
- flags.update(app_flags)
- aliases: dict = {}
- aliases.update(base_aliases)
- # also scrub aliases from the frontend
- app_aliases: dict = {
- "ip": "JupyterConsoleApp.ip",
- "transport": "JupyterConsoleApp.transport",
- "hb": "JupyterConsoleApp.hb_port",
- "shell": "JupyterConsoleApp.shell_port",
- "iopub": "JupyterConsoleApp.iopub_port",
- "stdin": "JupyterConsoleApp.stdin_port",
- "control": "JupyterConsoleApp.control_port",
- "existing": "JupyterConsoleApp.existing",
- "f": "JupyterConsoleApp.connection_file",
- "kernel": "JupyterConsoleApp.kernel_name",
- "ssh": "JupyterConsoleApp.sshserver",
- "sshkey": "JupyterConsoleApp.sshkey",
- }
- aliases.update(app_aliases)
- # -----------------------------------------------------------------------------
- # Classes
- # -----------------------------------------------------------------------------
- classes: t.List[t.Type[t.Any]] = [KernelManager, KernelRestarter, Session]
- class JupyterConsoleApp(ConnectionFileMixin):
- """The base Jupyter console application."""
- name: t.Union[str, Unicode] = "jupyter-console-mixin"
- description: t.Union[str, Unicode] = """
- The Jupyter Console Mixin.
- This class contains the common portions of console client (QtConsole,
- ZMQ-based terminal console, etc). It is not a full console, in that
- launched terminal subprocesses will not be able to accept input.
- The Console using this mixing supports various extra features beyond
- the single-process Terminal IPython shell, such as connecting to
- existing kernel, via:
- jupyter console <appname> --existing
- as well as tunnel via SSH
- """
- classes = classes
- flags = Dict(flags)
- aliases = Dict(aliases)
- kernel_manager_class = Type(
- default_value=KernelManager,
- config=True,
- help="The kernel manager class to use.",
- )
- kernel_client_class = BlockingKernelClient
- kernel_argv = List(Unicode())
- # connection info:
- sshserver = Unicode("", config=True, help="""The SSH server to use to connect to the kernel.""")
- sshkey = Unicode(
- "",
- config=True,
- help="""Path to the ssh key to use for logging in to the ssh server.""",
- )
- def _connection_file_default(self) -> str:
- return "kernel-%i.json" % os.getpid()
- existing = CUnicode("", config=True, help="""Connect to an already running kernel""")
- kernel_name = Unicode(
- "python", config=True, help="""The name of the default kernel to start."""
- )
- confirm_exit = CBool(
- True,
- config=True,
- help="""
- Set to display confirmation dialog on exit. You can always use 'exit' or 'quit',
- to force a direct exit without any confirmation.""",
- )
- def build_kernel_argv(self, argv: object = None) -> None:
- """build argv to be passed to kernel subprocess
- Override in subclasses if any args should be passed to the kernel
- """
- self.kernel_argv = self.extra_args # type:ignore[attr-defined]
- def init_connection_file(self) -> None:
- """find the connection file, and load the info if found.
- The current working directory and the current profile's security
- directory will be searched for the file if it is not given by
- absolute path.
- When attempting to connect to an existing kernel and the `--existing`
- argument does not match an existing file, it will be interpreted as a
- fileglob, and the matching file in the current profile's security dir
- with the latest access time will be used.
- After this method is called, self.connection_file contains the *full path*
- to the connection file, never just its name.
- """
- runtime_dir = self.runtime_dir # type:ignore[attr-defined]
- if self.existing:
- try:
- cf = find_connection_file(self.existing, [".", runtime_dir])
- except Exception:
- self.log.critical(
- "Could not find existing kernel connection file %s", self.existing
- )
- self.exit(1) # type:ignore[attr-defined]
- self.log.debug("Connecting to existing kernel: %s", cf)
- self.connection_file = cf
- else:
- # not existing, check if we are going to write the file
- # and ensure that self.connection_file is a full path, not just the shortname
- try:
- cf = find_connection_file(self.connection_file, [runtime_dir])
- except Exception:
- # file might not exist
- if self.connection_file == os.path.basename(self.connection_file):
- # just shortname, put it in security dir
- cf = os.path.join(runtime_dir, self.connection_file)
- else:
- cf = self.connection_file
- self.connection_file = cf
- try:
- self.connection_file = _filefind(self.connection_file, [".", runtime_dir])
- except OSError:
- self.log.debug("Connection File not found: %s", self.connection_file)
- return
- # should load_connection_file only be used for existing?
- # as it is now, this allows reusing ports if an existing
- # file is requested
- try:
- self.load_connection_file()
- except Exception:
- self.log.error(
- "Failed to load connection file: %r",
- self.connection_file,
- exc_info=True,
- )
- self.exit(1) # type:ignore[attr-defined]
- def init_ssh(self) -> None:
- """set up ssh tunnels, if needed."""
- if not self.existing or (not self.sshserver and not self.sshkey):
- return
- self.load_connection_file()
- transport = self.transport
- ip = self.ip
- if transport != "tcp":
- self.log.error("Can only use ssh tunnels with TCP sockets, not %s", transport)
- sys.exit(-1)
- if self.sshkey and not self.sshserver:
- # specifying just the key implies that we are connecting directly
- self.sshserver = ip
- ip = localhost()
- # build connection dict for tunnels:
- info: KernelConnectionInfo = {
- "ip": ip,
- "shell_port": self.shell_port,
- "iopub_port": self.iopub_port,
- "stdin_port": self.stdin_port,
- "hb_port": self.hb_port,
- "control_port": self.control_port,
- }
- self.log.info("Forwarding connections to %s via %s", ip, self.sshserver)
- # tunnels return a new set of ports, which will be on localhost:
- self.ip = localhost()
- try:
- newports = tunnel_to_kernel(info, self.sshserver, self.sshkey)
- except: # noqa
- # even catch KeyboardInterrupt
- self.log.error("Could not setup tunnels", exc_info=True)
- self.exit(1) # type:ignore[attr-defined]
- (
- self.shell_port,
- self.iopub_port,
- self.stdin_port,
- self.hb_port,
- self.control_port,
- ) = newports
- cf = self.connection_file
- root, ext = os.path.splitext(cf)
- self.connection_file = root + "-ssh" + ext
- self.write_connection_file() # write the new connection file
- self.log.info("To connect another client via this tunnel, use:")
- self.log.info("--existing %s", os.path.basename(self.connection_file))
- def _new_connection_file(self) -> str:
- cf = ""
- while not cf:
- # we don't need a 128b id to distinguish kernels, use more readable
- # 48b node segment (12 hex chars). Users running more than 32k simultaneous
- # kernels can subclass.
- ident = str(uuid.uuid4()).split("-")[-1]
- runtime_dir = self.runtime_dir # type:ignore[attr-defined]
- cf = os.path.join(runtime_dir, "kernel-%s.json" % ident)
- # only keep if it's actually new. Protect against unlikely collision
- # in 48b random search space
- cf = cf if not os.path.exists(cf) else ""
- return cf
- def init_kernel_manager(self) -> None:
- """Initialize the kernel manager."""
- # Don't let Qt or ZMQ swallow KeyboardInterupts.
- if self.existing:
- self.kernel_manager = None
- return
- signal.signal(signal.SIGINT, signal.SIG_DFL)
- # Create a KernelManager and start a kernel.
- try:
- self.kernel_manager = self.kernel_manager_class(
- ip=self.ip,
- session=self.session,
- transport=self.transport,
- shell_port=self.shell_port,
- iopub_port=self.iopub_port,
- stdin_port=self.stdin_port,
- hb_port=self.hb_port,
- control_port=self.control_port,
- connection_file=self.connection_file,
- kernel_name=self.kernel_name,
- parent=self,
- data_dir=self.data_dir,
- )
- # access kernel_spec to ensure the NoSuchKernel error is raised
- # if it's going to be
- kernel_spec = self.kernel_manager.kernel_spec # noqa: F841
- except NoSuchKernel:
- self.log.critical("Could not find kernel %r", self.kernel_name)
- self.exit(1) # type:ignore[attr-defined]
- self.kernel_manager = t.cast(KernelManager, self.kernel_manager)
- self.kernel_manager.client_factory = self.kernel_client_class
- kwargs = {}
- kwargs["extra_arguments"] = self.kernel_argv
- self.kernel_manager.start_kernel(**kwargs)
- atexit.register(self.kernel_manager.cleanup_ipc_files)
- if self.sshserver:
- # ssh, write new connection file
- self.kernel_manager.write_connection_file()
- # in case KM defaults / ssh writing changes things:
- km = self.kernel_manager
- self.shell_port = km.shell_port
- self.iopub_port = km.iopub_port
- self.stdin_port = km.stdin_port
- self.hb_port = km.hb_port
- self.control_port = km.control_port
- self.connection_file = km.connection_file
- atexit.register(self.kernel_manager.cleanup_connection_file)
- def init_kernel_client(self) -> None:
- """Initialize the kernel client."""
- if self.kernel_manager is not None:
- self.kernel_client = self.kernel_manager.client()
- else:
- self.kernel_client = self.kernel_client_class(
- session=self.session,
- ip=self.ip,
- transport=self.transport,
- shell_port=self.shell_port,
- iopub_port=self.iopub_port,
- stdin_port=self.stdin_port,
- hb_port=self.hb_port,
- control_port=self.control_port,
- connection_file=self.connection_file,
- parent=self,
- )
- self.kernel_client.start_channels()
- def initialize(self, argv: object = None) -> None:
- """
- Classes which mix this class in should call:
- JupyterConsoleApp.initialize(self,argv)
- """
- if getattr(self, "_dispatching", False):
- return
- self.init_connection_file()
- self.init_ssh()
- self.init_kernel_manager()
- self.init_kernel_client()
- class IPythonConsoleApp(JupyterConsoleApp):
- """An app to manage an ipython console."""
- def __init__(self, *args: t.Any, **kwargs: t.Any) -> None:
- """Initialize the app."""
- warnings.warn("IPythonConsoleApp is deprecated. Use JupyterConsoleApp", stacklevel=2)
- super().__init__(*args, **kwargs)
|