123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643 |
- # Copyright (c) "Neo4j"
- # Neo4j Sweden AB [https://neo4j.com]
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # https://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- """Base classes and helpers."""
- from __future__ import annotations
- import abc
- import typing as t
- from urllib.parse import (
- parse_qs,
- urlparse,
- )
- if t.TYPE_CHECKING:
- from typing_extensions import deprecated
- else:
- from ._meta import deprecated
- from .exceptions import ConfigurationError
- if t.TYPE_CHECKING:
- import typing_extensions as te
- from typing_extensions import Protocol as _Protocol
- from .addressing import Address
- else:
- _Protocol = object
- __all__ = [
- "DEFAULT_DATABASE",
- "DRIVER_BOLT",
- "DRIVER_NEO4J",
- "READ_ACCESS",
- "SECURITY_TYPE_NOT_SECURE",
- "SECURITY_TYPE_SECURE",
- "SECURITY_TYPE_SELF_SIGNED_CERTIFICATE",
- "SYSTEM_DATABASE",
- "TRUST_ALL_CERTIFICATES",
- "TRUST_SYSTEM_CA_SIGNED_CERTIFICATES",
- "URI_SCHEME_BOLT",
- "URI_SCHEME_BOLT_ROUTING",
- "URI_SCHEME_BOLT_SECURE",
- "URI_SCHEME_BOLT_SELF_SIGNED_CERTIFICATE",
- "URI_SCHEME_NEO4J",
- "URI_SCHEME_NEO4J_SECURE",
- "URI_SCHEME_NEO4J_SELF_SIGNED_CERTIFICATE",
- "WRITE_ACCESS",
- "AsyncBookmarkManager",
- "Auth",
- "AuthToken",
- "Bookmark",
- "BookmarkManager",
- "Bookmarks",
- "ServerInfo",
- "Version",
- "basic_auth",
- "bearer_auth",
- "check_access_mode",
- "custom_auth",
- "kerberos_auth",
- "parse_neo4j_uri",
- "parse_routing_context",
- ]
- READ_ACCESS: te.Final[str] = "READ"
- WRITE_ACCESS: te.Final[str] = "WRITE"
- # TODO: 6.0 - make these 2 constants private
- DRIVER_BOLT: te.Final[str] = "DRIVER_BOLT"
- DRIVER_NEO4J: te.Final[str] = "DRIVER_NEO4J"
- # TODO: 6.0 - make these 3 constants private
- SECURITY_TYPE_NOT_SECURE: te.Final[str] = "SECURITY_TYPE_NOT_SECURE"
- SECURITY_TYPE_SELF_SIGNED_CERTIFICATE: te.Final[str] = (
- "SECURITY_TYPE_SELF_SIGNED_CERTIFICATE"
- )
- SECURITY_TYPE_SECURE: te.Final[str] = "SECURITY_TYPE_SECURE"
- URI_SCHEME_BOLT: te.Final[str] = "bolt"
- URI_SCHEME_BOLT_SELF_SIGNED_CERTIFICATE: te.Final[str] = "bolt+ssc"
- URI_SCHEME_BOLT_SECURE: te.Final[str] = "bolt+s"
- URI_SCHEME_NEO4J: te.Final[str] = "neo4j"
- URI_SCHEME_NEO4J_SELF_SIGNED_CERTIFICATE: te.Final[str] = "neo4j+ssc"
- URI_SCHEME_NEO4J_SECURE: te.Final[str] = "neo4j+s"
- URI_SCHEME_BOLT_ROUTING: te.Final[str] = "bolt+routing"
- # TODO: 6.0 - remove TRUST constants
- TRUST_SYSTEM_CA_SIGNED_CERTIFICATES: te.Final[str] = (
- "TRUST_SYSTEM_CA_SIGNED_CERTIFICATES" # Default
- )
- TRUST_ALL_CERTIFICATES: te.Final[str] = "TRUST_ALL_CERTIFICATES"
- SYSTEM_DATABASE: te.Final[str] = "system"
- DEFAULT_DATABASE: te.Final[None] = None # Must be a non string hashable value
- # TODO: This class is not tested
- class Auth:
- """
- Container for auth details.
- :param scheme: specifies the type of authentication, examples: "basic",
- "kerberos"
- :type scheme: str | None
- :param principal: specifies who is being authenticated
- :type principal: str | None
- :param credentials: authenticates the principal
- :type credentials: str | None
- :param realm: specifies the authentication provider
- :type realm: str | None
- :param parameters: extra key word parameters passed along to the
- authentication provider
- :type parameters: typing.Any
- """
- def __init__(
- self,
- scheme: str | None,
- principal: str | None,
- credentials: str | None,
- realm: str | None = None,
- **parameters: t.Any,
- ) -> None:
- self.scheme = scheme
- # Neo4j servers pre 4.4 require the principal field to always be
- # present. Therefore, we transmit it even if it's an empty sting.
- if principal is not None:
- self.principal = principal
- if credentials:
- self.credentials = credentials
- if realm:
- self.realm = realm
- if parameters:
- self.parameters = parameters
- def __eq__(self, other: t.Any) -> bool:
- if not isinstance(other, Auth):
- return NotImplemented
- return vars(self) == vars(other)
- # For backwards compatibility
- AuthToken = Auth
- if t.TYPE_CHECKING:
- _TAuth = t.Union[t.Tuple[str, str], Auth, None]
- def basic_auth(user: str, password: str, realm: str | None = None) -> Auth:
- """
- Generate a basic auth token for a given user and password.
- This will set the scheme to "basic" for the auth token.
- :param user: user name, this will set the principal
- :param password: current password, this will set the credentials
- :param realm: specifies the authentication provider
- :returns: auth token for use with :meth:`GraphDatabase.driver` or
- :meth:`AsyncGraphDatabase.driver`
- """
- return Auth("basic", user, password, realm)
- def kerberos_auth(base64_encoded_ticket: str) -> Auth:
- """
- Generate a kerberos auth token with the base64 encoded ticket.
- This will set the scheme to "kerberos" for the auth token.
- :param base64_encoded_ticket: a base64 encoded service ticket, this will
- set the credentials
- :returns: auth token for use with :meth:`GraphDatabase.driver` or
- :meth:`AsyncGraphDatabase.driver`
- """
- return Auth("kerberos", "", base64_encoded_ticket)
- def bearer_auth(base64_encoded_token: str) -> Auth:
- """
- Generate an auth token for Single-Sign-On providers.
- This will set the scheme to "bearer" for the auth token.
- :param base64_encoded_token: a base64 encoded authentication token
- generated by a Single-Sign-On provider.
- :returns: auth token for use with :meth:`GraphDatabase.driver` or
- :meth:`AsyncGraphDatabase.driver`
- """
- return Auth("bearer", None, base64_encoded_token)
- def custom_auth(
- principal: str | None,
- credentials: str | None,
- realm: str | None,
- scheme: str | None,
- **parameters: t.Any,
- ) -> Auth:
- """
- Generate a custom auth token.
- :param principal: specifies who is being authenticated
- :param credentials: authenticates the principal
- :param realm: specifies the authentication provider
- :param scheme: specifies the type of authentication
- :param parameters: extra key word parameters passed along to the
- authentication provider
- :returns: auth token for use with :meth:`GraphDatabase.driver` or
- :meth:`AsyncGraphDatabase.driver`
- """
- return Auth(scheme, principal, credentials, realm, **parameters)
- # TODO: 6.0 - remove this class
- @deprecated("Use the `Bookmarks` class instead.")
- class Bookmark:
- """
- A Bookmark object contains an immutable list of bookmark string values.
- :param values: ASCII string values
- .. deprecated:: 5.0
- `Bookmark` will be removed in version 6.0.
- Use :class:`Bookmarks` instead.
- """
- def __init__(self, *values: str) -> None:
- if values:
- bookmarks = []
- for ix in values:
- try:
- if ix:
- ix.encode("ascii")
- bookmarks.append(ix)
- except UnicodeEncodeError as e:
- raise ValueError(f"The value {ix} is not ASCII") from e
- self._values = frozenset(bookmarks)
- else:
- self._values = frozenset()
- def __repr__(self) -> str:
- """
- Represent the container as str.
- :returns: repr string with sorted values
- """
- values = ", ".join([f"'{ix}'" for ix in sorted(self._values)])
- return f"<Bookmark values={{{values}}}>"
- def __bool__(self) -> bool:
- return bool(self._values)
- @property
- def values(self) -> frozenset:
- """:returns: immutable list of bookmark string values"""
- return self._values
- class Bookmarks:
- """
- Container for an immutable set of bookmark string values.
- Bookmarks are used to causally chain sessions.
- See :meth:`Session.last_bookmarks` or :meth:`AsyncSession.last_bookmarks`
- for more information.
- Use addition to combine multiple Bookmarks objects::
- bookmarks3 = bookmarks1 + bookmarks2
- """
- def __init__(self):
- self._raw_values = frozenset()
- def __repr__(self) -> str:
- """
- Represent the container as str.
- :returns: repr string with sorted values
- """
- return "<Bookmarks values={{{}}}>".format(
- ", ".join(map(repr, sorted(self._raw_values)))
- )
- def __bool__(self) -> bool:
- """Indicate whether there are bookmarks in the container."""
- return bool(self._raw_values)
- def __add__(self, other: Bookmarks) -> Bookmarks:
- """Add multiple containers together."""
- if isinstance(other, Bookmarks):
- if not other:
- return self
- ret = self.__class__()
- ret._raw_values = self._raw_values | other._raw_values
- return ret
- return NotImplemented
- @property
- def raw_values(self) -> frozenset[str]:
- """
- The raw bookmark values.
- You should not need to access them unless you want to serialize
- bookmarks.
- :returns: immutable list of bookmark string values
- :rtype: frozenset[str]
- """
- return self._raw_values
- @classmethod
- def from_raw_values(cls, values: t.Iterable[str]) -> Bookmarks:
- """
- Create a Bookmarks object from a list of raw bookmark string values.
- You should not need to use this method unless you want to deserialize
- bookmarks.
- :param values: ASCII string values (raw bookmarks)
- """
- if isinstance(values, str):
- # Unfortunately, str itself is an iterable of str, iterating
- # over characters. Type checkers will not catch this, so we help
- # the user out.
- values = (values,)
- obj = cls()
- bookmarks = []
- for value in values:
- if not isinstance(value, str):
- raise TypeError(
- "Raw bookmark values must be str. " f"Found {type(value)}"
- )
- try:
- value.encode("ascii")
- except UnicodeEncodeError as e:
- raise ValueError(f"The value {value} is not ASCII") from e
- bookmarks.append(value)
- obj._raw_values = frozenset(bookmarks)
- return obj
- class ServerInfo:
- """Represents a package of information relating to a Neo4j server."""
- def __init__(self, address: Address, protocol_version: Version):
- self._address = address
- self._protocol_version = protocol_version
- self._metadata: dict = {}
- @property
- def address(self) -> Address:
- """Network address of the remote server."""
- return self._address
- @property
- def protocol_version(self) -> tuple[int, int]:
- """
- Bolt protocol version with which the remote server communicates.
- This is returned as a 2-tuple:class:`tuple` (subclass) of
- ``(major, minor)`` integers.
- """
- # TODO: 6.0 - remove cast when support for Python 3.7 is dropped
- return t.cast(t.Tuple[int, int], self._protocol_version)
- @property
- def agent(self) -> str:
- """Server agent string by which the remote server identifies itself."""
- return str(self._metadata.get("server"))
- @property # type: ignore
- @deprecated(
- "The connection id is considered internal information "
- "and will no longer be exposed in future versions."
- )
- def connection_id(self):
- """Unique identifier for the remote server connection."""
- return self._metadata.get("connection_id")
- def update(self, metadata: dict) -> None:
- """
- Update server information with extra metadata.
- This is typically drawn from the metadata received after successful
- connection initialisation.
- """
- self._metadata.update(metadata)
- # TODO: 6.0 - this class should not be public.
- # As far the user is concerned, protocol versions should simply be a
- # tuple[int, int].
- if t.TYPE_CHECKING:
- _version_base = t.Tuple[int, int]
- else:
- _version_base = tuple
- class Version(_version_base):
- def __new__(cls, *v):
- return super().__new__(cls, v)
- def __repr__(self):
- return f"{self.__class__.__name__}{super().__repr__()}"
- def __str__(self):
- return ".".join(map(str, self))
- def to_bytes(self) -> bytes:
- b = bytearray(4)
- for i, v in enumerate(self):
- if not 0 <= i < 2:
- raise ValueError("Too many version components")
- if isinstance(v, list):
- b[-i - 1] = int(v[0] % 0x100)
- b[-i - 2] = int((v[0] - v[-1]) % 0x100)
- else:
- b[-i - 1] = int(v % 0x100)
- return bytes(b)
- @classmethod
- def from_bytes(cls, b: bytes) -> Version:
- b = bytearray(b)
- if len(b) != 4:
- raise ValueError("Byte representation must be exactly four bytes")
- if b[0] != 0 or b[1] != 0:
- raise ValueError("First two bytes must contain zero")
- return Version(b[-1], b[-2])
- class BookmarkManager(_Protocol, metaclass=abc.ABCMeta):
- """
- Class to manage bookmarks throughout the driver's lifetime.
- Neo4j clusters are eventually consistent, meaning that there is no
- guarantee a query will be able to read changes made by a previous query.
- For cases where such a guarantee is necessary, the server provides
- bookmarks to the client. A bookmark is an abstract token that represents
- some state of the database. By passing one or multiple bookmarks along
- with a query, the server will make sure that the query will not get
- executed before the represented state(s) (or a later state) have been
- established.
- The bookmark manager is an interface used by the driver for keeping
- track of the bookmarks and this way keeping sessions automatically
- consistent. Configure the driver to use a specific bookmark manager with
- :ref:`bookmark-manager-ref`.
- This class is just an abstract base class that defines the required
- interface. Create a child class to implement a specific bookmark manager
- or make use of the default implementation provided by the driver through
- :meth:`.GraphDatabase.bookmark_manager`.
- .. note::
- All methods must be concurrency safe.
- .. versionadded:: 5.0
- .. versionchanged:: 5.3
- The bookmark manager no longer tracks bookmarks per database.
- This effectively changes the signature of almost all bookmark
- manager related methods:
- * :meth:`.update_bookmarks` has no longer a ``database`` argument.
- * :meth:`.get_bookmarks` has no longer a ``database`` argument.
- * The ``get_all_bookmarks`` method was removed.
- * The ``forget`` method was removed.
- .. versionchanged:: 5.8 Stabilized from experimental.
- """
- @abc.abstractmethod
- def update_bookmarks(
- self,
- previous_bookmarks: t.Collection[str],
- new_bookmarks: t.Collection[str],
- ) -> None:
- """
- Handle bookmark updates.
- :param previous_bookmarks:
- The bookmarks used at the start of a transaction
- :param new_bookmarks:
- The new bookmarks retrieved at the end of a transaction
- """
- ...
- @abc.abstractmethod
- def get_bookmarks(self) -> t.Collection[str]:
- """
- Return the bookmarks stored in the bookmark manager.
- :returns: The bookmarks for the given database
- """
- ...
- class AsyncBookmarkManager(_Protocol, metaclass=abc.ABCMeta):
- """
- Same as :class:`.BookmarkManager` but with async methods.
- The driver comes with a default implementation of the async bookmark
- manager accessible through :attr:`.AsyncGraphDatabase.bookmark_manager()`.
- .. versionadded:: 5.0
- .. versionchanged:: 5.3
- See :class:`.BookmarkManager` for changes.
- .. versionchanged:: 5.8 Stabilized from experimental.
- """
- @abc.abstractmethod
- async def update_bookmarks(
- self,
- previous_bookmarks: t.Collection[str],
- new_bookmarks: t.Collection[str],
- ) -> None: ...
- update_bookmarks.__doc__ = BookmarkManager.update_bookmarks.__doc__
- @abc.abstractmethod
- async def get_bookmarks(self) -> t.Collection[str]: ...
- get_bookmarks.__doc__ = BookmarkManager.get_bookmarks.__doc__
- # TODO: 6.0 - make this function private
- def parse_neo4j_uri(uri):
- parsed = urlparse(uri)
- if parsed.username:
- raise ConfigurationError("Username is not supported in the URI")
- if parsed.password:
- raise ConfigurationError("Password is not supported in the URI")
- if parsed.scheme == URI_SCHEME_BOLT_ROUTING:
- raise ConfigurationError(
- f"Uri scheme {parsed.scheme!r} has been renamed. "
- f"Use {URI_SCHEME_NEO4J!r}"
- )
- elif parsed.scheme == URI_SCHEME_BOLT:
- driver_type = DRIVER_BOLT
- security_type = SECURITY_TYPE_NOT_SECURE
- elif parsed.scheme == URI_SCHEME_BOLT_SELF_SIGNED_CERTIFICATE:
- driver_type = DRIVER_BOLT
- security_type = SECURITY_TYPE_SELF_SIGNED_CERTIFICATE
- elif parsed.scheme == URI_SCHEME_BOLT_SECURE:
- driver_type = DRIVER_BOLT
- security_type = SECURITY_TYPE_SECURE
- elif parsed.scheme == URI_SCHEME_NEO4J:
- driver_type = DRIVER_NEO4J
- security_type = SECURITY_TYPE_NOT_SECURE
- elif parsed.scheme == URI_SCHEME_NEO4J_SELF_SIGNED_CERTIFICATE:
- driver_type = DRIVER_NEO4J
- security_type = SECURITY_TYPE_SELF_SIGNED_CERTIFICATE
- elif parsed.scheme == URI_SCHEME_NEO4J_SECURE:
- driver_type = DRIVER_NEO4J
- security_type = SECURITY_TYPE_SECURE
- else:
- supported_schemes = [
- URI_SCHEME_BOLT,
- URI_SCHEME_BOLT_SELF_SIGNED_CERTIFICATE,
- URI_SCHEME_BOLT_SECURE,
- URI_SCHEME_NEO4J,
- URI_SCHEME_NEO4J_SELF_SIGNED_CERTIFICATE,
- URI_SCHEME_NEO4J_SECURE,
- ]
- raise ConfigurationError(
- f"URI scheme {parsed.scheme!r} is not supported. "
- f"Supported URI schemes are {supported_schemes}. "
- "Examples: bolt://host[:port] or "
- "neo4j://host[:port][?routing_context]"
- )
- return driver_type, security_type, parsed
- # TODO: 6.0 - make this function private
- def check_access_mode(access_mode):
- if access_mode is None:
- return WRITE_ACCESS
- if access_mode not in {READ_ACCESS, WRITE_ACCESS}:
- msg = f"Unsupported access mode {access_mode}"
- raise ConfigurationError(msg)
- return access_mode
- # TODO: 6.0 - make this function private
- def parse_routing_context(query):
- """
- Parse the query portion of a URI.
- Generates a routing context dictionary.
- """
- if not query:
- return {}
- context = {}
- parameters = parse_qs(query, True)
- for key in parameters:
- value_list = parameters[key]
- if len(value_list) != 1:
- raise ConfigurationError(
- f"Duplicated query parameters with key '{key}', value "
- f"'{value_list}' found in query string '{query}'"
- )
- value = value_list[0]
- if not value:
- raise ConfigurationError(
- f"Invalid parameters:'{key}={value}' in query string "
- f"'{query}'."
- )
- context[key] = value
- return context
|