123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745 |
- import os
- import warnings
- from inspect import signature
- from pathlib import Path
- from typing import Any
- from typing import Callable
- from typing import cast
- from typing import Iterable
- from typing import Iterator
- from typing import List
- from typing import MutableMapping
- from typing import Optional
- from typing import overload
- from typing import Set
- from typing import Tuple
- from typing import Type
- from typing import TYPE_CHECKING
- from typing import TypeVar
- from typing import Union
- import _pytest._code
- from _pytest._code import getfslineno
- from _pytest._code.code import ExceptionInfo
- from _pytest._code.code import TerminalRepr
- from _pytest.compat import cached_property
- from _pytest.compat import LEGACY_PATH
- from _pytest.config import Config
- from _pytest.config import ConftestImportFailure
- from _pytest.deprecated import FSCOLLECTOR_GETHOOKPROXY_ISINITPATH
- from _pytest.deprecated import NODE_CTOR_FSPATH_ARG
- from _pytest.mark.structures import Mark
- from _pytest.mark.structures import MarkDecorator
- from _pytest.mark.structures import NodeKeywords
- from _pytest.outcomes import fail
- from _pytest.pathlib import absolutepath
- from _pytest.pathlib import commonpath
- from _pytest.stash import Stash
- from _pytest.warning_types import PytestWarning
- if TYPE_CHECKING:
- # Imported here due to circular import.
- from _pytest.main import Session
- from _pytest._code.code import _TracebackStyle
- SEP = "/"
- tracebackcutdir = Path(_pytest.__file__).parent
- def iterparentnodeids(nodeid: str) -> Iterator[str]:
- """Return the parent node IDs of a given node ID, inclusive.
- For the node ID
- "testing/code/test_excinfo.py::TestFormattedExcinfo::test_repr_source"
- the result would be
- ""
- "testing"
- "testing/code"
- "testing/code/test_excinfo.py"
- "testing/code/test_excinfo.py::TestFormattedExcinfo"
- "testing/code/test_excinfo.py::TestFormattedExcinfo::test_repr_source"
- Note that / components are only considered until the first ::.
- """
- pos = 0
- first_colons: Optional[int] = nodeid.find("::")
- if first_colons == -1:
- first_colons = None
- # The root Session node - always present.
- yield ""
- # Eagerly consume SEP parts until first colons.
- while True:
- at = nodeid.find(SEP, pos, first_colons)
- if at == -1:
- break
- if at > 0:
- yield nodeid[:at]
- pos = at + len(SEP)
- # Eagerly consume :: parts.
- while True:
- at = nodeid.find("::", pos)
- if at == -1:
- break
- if at > 0:
- yield nodeid[:at]
- pos = at + len("::")
- # The node ID itself.
- if nodeid:
- yield nodeid
- def _check_path(path: Path, fspath: LEGACY_PATH) -> None:
- if Path(fspath) != path:
- raise ValueError(
- f"Path({fspath!r}) != {path!r}\n"
- "if both path and fspath are given they need to be equal"
- )
- def _imply_path(
- node_type: Type["Node"],
- path: Optional[Path],
- fspath: Optional[LEGACY_PATH],
- ) -> Path:
- if fspath is not None:
- warnings.warn(
- NODE_CTOR_FSPATH_ARG.format(
- node_type_name=node_type.__name__,
- ),
- stacklevel=3,
- )
- if path is not None:
- if fspath is not None:
- _check_path(path, fspath)
- return path
- else:
- assert fspath is not None
- return Path(fspath)
- _NodeType = TypeVar("_NodeType", bound="Node")
- class NodeMeta(type):
- def __call__(self, *k, **kw):
- msg = (
- "Direct construction of {name} has been deprecated, please use {name}.from_parent.\n"
- "See "
- "https://docs.pytest.org/en/stable/deprecations.html#node-construction-changed-to-node-from-parent"
- " for more details."
- ).format(name=f"{self.__module__}.{self.__name__}")
- fail(msg, pytrace=False)
- def _create(self, *k, **kw):
- try:
- return super().__call__(*k, **kw)
- except TypeError:
- sig = signature(getattr(self, "__init__"))
- known_kw = {k: v for k, v in kw.items() if k in sig.parameters}
- from .warning_types import PytestDeprecationWarning
- warnings.warn(
- PytestDeprecationWarning(
- f"{self} is not using a cooperative constructor and only takes {set(known_kw)}.\n"
- "See https://docs.pytest.org/en/stable/deprecations.html"
- "#constructors-of-custom-pytest-node-subclasses-should-take-kwargs "
- "for more details."
- )
- )
- return super().__call__(*k, **known_kw)
- class Node(metaclass=NodeMeta):
- """Base class for Collector and Item, the components of the test
- collection tree.
- Collector subclasses have children; Items are leaf nodes.
- """
- # Implemented in the legacypath plugin.
- #: A ``LEGACY_PATH`` copy of the :attr:`path` attribute. Intended for usage
- #: for methods not migrated to ``pathlib.Path`` yet, such as
- #: :meth:`Item.reportinfo`. Will be deprecated in a future release, prefer
- #: using :attr:`path` instead.
- fspath: LEGACY_PATH
- # Use __slots__ to make attribute access faster.
- # Note that __dict__ is still available.
- __slots__ = (
- "name",
- "parent",
- "config",
- "session",
- "path",
- "_nodeid",
- "_store",
- "__dict__",
- )
- def __init__(
- self,
- name: str,
- parent: "Optional[Node]" = None,
- config: Optional[Config] = None,
- session: "Optional[Session]" = None,
- fspath: Optional[LEGACY_PATH] = None,
- path: Optional[Path] = None,
- nodeid: Optional[str] = None,
- ) -> None:
- #: A unique name within the scope of the parent node.
- self.name = name
- #: The parent collector node.
- self.parent = parent
- if config:
- #: The pytest config object.
- self.config: Config = config
- else:
- if not parent:
- raise TypeError("config or parent must be provided")
- self.config = parent.config
- if session:
- #: The pytest session this node is part of.
- self.session = session
- else:
- if not parent:
- raise TypeError("session or parent must be provided")
- self.session = parent.session
- if path is None and fspath is None:
- path = getattr(parent, "path", None)
- #: Filesystem path where this node was collected from (can be None).
- self.path: Path = _imply_path(type(self), path, fspath=fspath)
- # The explicit annotation is to avoid publicly exposing NodeKeywords.
- #: Keywords/markers collected from all scopes.
- self.keywords: MutableMapping[str, Any] = NodeKeywords(self)
- #: The marker objects belonging to this node.
- self.own_markers: List[Mark] = []
- #: Allow adding of extra keywords to use for matching.
- self.extra_keyword_matches: Set[str] = set()
- if nodeid is not None:
- assert "::()" not in nodeid
- self._nodeid = nodeid
- else:
- if not self.parent:
- raise TypeError("nodeid or parent must be provided")
- self._nodeid = self.parent.nodeid + "::" + self.name
- #: A place where plugins can store information on the node for their
- #: own use.
- #:
- #: :type: Stash
- self.stash = Stash()
- # Deprecated alias. Was never public. Can be removed in a few releases.
- self._store = self.stash
- @classmethod
- def from_parent(cls, parent: "Node", **kw):
- """Public constructor for Nodes.
- This indirection got introduced in order to enable removing
- the fragile logic from the node constructors.
- Subclasses can use ``super().from_parent(...)`` when overriding the
- construction.
- :param parent: The parent node of this Node.
- """
- if "config" in kw:
- raise TypeError("config is not a valid argument for from_parent")
- if "session" in kw:
- raise TypeError("session is not a valid argument for from_parent")
- return cls._create(parent=parent, **kw)
- @property
- def ihook(self):
- """fspath-sensitive hook proxy used to call pytest hooks."""
- return self.session.gethookproxy(self.path)
- def __repr__(self) -> str:
- return "<{} {}>".format(self.__class__.__name__, getattr(self, "name", None))
- def warn(self, warning: Warning) -> None:
- """Issue a warning for this Node.
- Warnings will be displayed after the test session, unless explicitly suppressed.
- :param Warning warning:
- The warning instance to issue.
- :raises ValueError: If ``warning`` instance is not a subclass of Warning.
- Example usage:
- .. code-block:: python
- node.warn(PytestWarning("some message"))
- node.warn(UserWarning("some message"))
- .. versionchanged:: 6.2
- Any subclass of :class:`Warning` is now accepted, rather than only
- :class:`PytestWarning <pytest.PytestWarning>` subclasses.
- """
- # enforce type checks here to avoid getting a generic type error later otherwise.
- if not isinstance(warning, Warning):
- raise ValueError(
- "warning must be an instance of Warning or subclass, got {!r}".format(
- warning
- )
- )
- path, lineno = get_fslocation_from_item(self)
- assert lineno is not None
- warnings.warn_explicit(
- warning,
- category=None,
- filename=str(path),
- lineno=lineno + 1,
- )
- # Methods for ordering nodes.
- @property
- def nodeid(self) -> str:
- """A ::-separated string denoting its collection tree address."""
- return self._nodeid
- def __hash__(self) -> int:
- return hash(self._nodeid)
- def setup(self) -> None:
- pass
- def teardown(self) -> None:
- pass
- def listchain(self) -> List["Node"]:
- """Return list of all parent collectors up to self, starting from
- the root of collection tree."""
- chain = []
- item: Optional[Node] = self
- while item is not None:
- chain.append(item)
- item = item.parent
- chain.reverse()
- return chain
- def add_marker(
- self, marker: Union[str, MarkDecorator], append: bool = True
- ) -> None:
- """Dynamically add a marker object to the node.
- :param append:
- Whether to append the marker, or prepend it.
- """
- from _pytest.mark import MARK_GEN
- if isinstance(marker, MarkDecorator):
- marker_ = marker
- elif isinstance(marker, str):
- marker_ = getattr(MARK_GEN, marker)
- else:
- raise ValueError("is not a string or pytest.mark.* Marker")
- self.keywords[marker_.name] = marker_
- if append:
- self.own_markers.append(marker_.mark)
- else:
- self.own_markers.insert(0, marker_.mark)
- def iter_markers(self, name: Optional[str] = None) -> Iterator[Mark]:
- """Iterate over all markers of the node.
- :param name: If given, filter the results by the name attribute.
- """
- return (x[1] for x in self.iter_markers_with_node(name=name))
- def iter_markers_with_node(
- self, name: Optional[str] = None
- ) -> Iterator[Tuple["Node", Mark]]:
- """Iterate over all markers of the node.
- :param name: If given, filter the results by the name attribute.
- :returns: An iterator of (node, mark) tuples.
- """
- for node in reversed(self.listchain()):
- for mark in node.own_markers:
- if name is None or getattr(mark, "name", None) == name:
- yield node, mark
- @overload
- def get_closest_marker(self, name: str) -> Optional[Mark]:
- ...
- @overload
- def get_closest_marker(self, name: str, default: Mark) -> Mark:
- ...
- def get_closest_marker(
- self, name: str, default: Optional[Mark] = None
- ) -> Optional[Mark]:
- """Return the first marker matching the name, from closest (for
- example function) to farther level (for example module level).
- :param default: Fallback return value if no marker was found.
- :param name: Name to filter by.
- """
- return next(self.iter_markers(name=name), default)
- def listextrakeywords(self) -> Set[str]:
- """Return a set of all extra keywords in self and any parents."""
- extra_keywords: Set[str] = set()
- for item in self.listchain():
- extra_keywords.update(item.extra_keyword_matches)
- return extra_keywords
- def listnames(self) -> List[str]:
- return [x.name for x in self.listchain()]
- def addfinalizer(self, fin: Callable[[], object]) -> None:
- """Register a function to be called when this node is finalized.
- This method can only be called when this node is active
- in a setup chain, for example during self.setup().
- """
- self.session._setupstate.addfinalizer(fin, self)
- def getparent(self, cls: Type[_NodeType]) -> Optional[_NodeType]:
- """Get the next parent node (including self) which is an instance of
- the given class."""
- current: Optional[Node] = self
- while current and not isinstance(current, cls):
- current = current.parent
- assert current is None or isinstance(current, cls)
- return current
- def _prunetraceback(self, excinfo: ExceptionInfo[BaseException]) -> None:
- pass
- def _repr_failure_py(
- self,
- excinfo: ExceptionInfo[BaseException],
- style: "Optional[_TracebackStyle]" = None,
- ) -> TerminalRepr:
- from _pytest.fixtures import FixtureLookupError
- if isinstance(excinfo.value, ConftestImportFailure):
- excinfo = ExceptionInfo.from_exc_info(excinfo.value.excinfo)
- if isinstance(excinfo.value, fail.Exception):
- if not excinfo.value.pytrace:
- style = "value"
- if isinstance(excinfo.value, FixtureLookupError):
- return excinfo.value.formatrepr()
- if self.config.getoption("fulltrace", False):
- style = "long"
- else:
- tb = _pytest._code.Traceback([excinfo.traceback[-1]])
- self._prunetraceback(excinfo)
- if len(excinfo.traceback) == 0:
- excinfo.traceback = tb
- if style == "auto":
- style = "long"
- # XXX should excinfo.getrepr record all data and toterminal() process it?
- if style is None:
- if self.config.getoption("tbstyle", "auto") == "short":
- style = "short"
- else:
- style = "long"
- if self.config.getoption("verbose", 0) > 1:
- truncate_locals = False
- else:
- truncate_locals = True
- # excinfo.getrepr() formats paths relative to the CWD if `abspath` is False.
- # It is possible for a fixture/test to change the CWD while this code runs, which
- # would then result in the user seeing confusing paths in the failure message.
- # To fix this, if the CWD changed, always display the full absolute path.
- # It will be better to just always display paths relative to invocation_dir, but
- # this requires a lot of plumbing (#6428).
- try:
- abspath = Path(os.getcwd()) != self.config.invocation_params.dir
- except OSError:
- abspath = True
- return excinfo.getrepr(
- funcargs=True,
- abspath=abspath,
- showlocals=self.config.getoption("showlocals", False),
- style=style,
- tbfilter=False, # pruned already, or in --fulltrace mode.
- truncate_locals=truncate_locals,
- )
- def repr_failure(
- self,
- excinfo: ExceptionInfo[BaseException],
- style: "Optional[_TracebackStyle]" = None,
- ) -> Union[str, TerminalRepr]:
- """Return a representation of a collection or test failure.
- .. seealso:: :ref:`non-python tests`
- :param excinfo: Exception information for the failure.
- """
- return self._repr_failure_py(excinfo, style)
- def get_fslocation_from_item(node: "Node") -> Tuple[Union[str, Path], Optional[int]]:
- """Try to extract the actual location from a node, depending on available attributes:
- * "location": a pair (path, lineno)
- * "obj": a Python object that the node wraps.
- * "fspath": just a path
- :rtype: A tuple of (str|Path, int) with filename and line number.
- """
- # See Item.location.
- location: Optional[Tuple[str, Optional[int], str]] = getattr(node, "location", None)
- if location is not None:
- return location[:2]
- obj = getattr(node, "obj", None)
- if obj is not None:
- return getfslineno(obj)
- return getattr(node, "fspath", "unknown location"), -1
- class Collector(Node):
- """Collector instances create children through collect() and thus
- iteratively build a tree."""
- class CollectError(Exception):
- """An error during collection, contains a custom message."""
- def collect(self) -> Iterable[Union["Item", "Collector"]]:
- """Return a list of children (items and collectors) for this
- collection node."""
- raise NotImplementedError("abstract")
- # TODO: This omits the style= parameter which breaks Liskov Substitution.
- def repr_failure( # type: ignore[override]
- self, excinfo: ExceptionInfo[BaseException]
- ) -> Union[str, TerminalRepr]:
- """Return a representation of a collection failure.
- :param excinfo: Exception information for the failure.
- """
- if isinstance(excinfo.value, self.CollectError) and not self.config.getoption(
- "fulltrace", False
- ):
- exc = excinfo.value
- return str(exc.args[0])
- # Respect explicit tbstyle option, but default to "short"
- # (_repr_failure_py uses "long" with "fulltrace" option always).
- tbstyle = self.config.getoption("tbstyle", "auto")
- if tbstyle == "auto":
- tbstyle = "short"
- return self._repr_failure_py(excinfo, style=tbstyle)
- def _prunetraceback(self, excinfo: ExceptionInfo[BaseException]) -> None:
- if hasattr(self, "path"):
- traceback = excinfo.traceback
- ntraceback = traceback.cut(path=self.path)
- if ntraceback == traceback:
- ntraceback = ntraceback.cut(excludepath=tracebackcutdir)
- excinfo.traceback = ntraceback.filter()
- def _check_initialpaths_for_relpath(session: "Session", path: Path) -> Optional[str]:
- for initial_path in session._initialpaths:
- if commonpath(path, initial_path) == initial_path:
- rel = str(path.relative_to(initial_path))
- return "" if rel == "." else rel
- return None
- class FSCollector(Collector):
- def __init__(
- self,
- fspath: Optional[LEGACY_PATH] = None,
- path_or_parent: Optional[Union[Path, Node]] = None,
- path: Optional[Path] = None,
- name: Optional[str] = None,
- parent: Optional[Node] = None,
- config: Optional[Config] = None,
- session: Optional["Session"] = None,
- nodeid: Optional[str] = None,
- ) -> None:
- if path_or_parent:
- if isinstance(path_or_parent, Node):
- assert parent is None
- parent = cast(FSCollector, path_or_parent)
- elif isinstance(path_or_parent, Path):
- assert path is None
- path = path_or_parent
- path = _imply_path(type(self), path, fspath=fspath)
- if name is None:
- name = path.name
- if parent is not None and parent.path != path:
- try:
- rel = path.relative_to(parent.path)
- except ValueError:
- pass
- else:
- name = str(rel)
- name = name.replace(os.sep, SEP)
- self.path = path
- if session is None:
- assert parent is not None
- session = parent.session
- if nodeid is None:
- try:
- nodeid = str(self.path.relative_to(session.config.rootpath))
- except ValueError:
- nodeid = _check_initialpaths_for_relpath(session, path)
- if nodeid and os.sep != SEP:
- nodeid = nodeid.replace(os.sep, SEP)
- super().__init__(
- name=name,
- parent=parent,
- config=config,
- session=session,
- nodeid=nodeid,
- path=path,
- )
- @classmethod
- def from_parent(
- cls,
- parent,
- *,
- fspath: Optional[LEGACY_PATH] = None,
- path: Optional[Path] = None,
- **kw,
- ):
- """The public constructor."""
- return super().from_parent(parent=parent, fspath=fspath, path=path, **kw)
- def gethookproxy(self, fspath: "os.PathLike[str]"):
- warnings.warn(FSCOLLECTOR_GETHOOKPROXY_ISINITPATH, stacklevel=2)
- return self.session.gethookproxy(fspath)
- def isinitpath(self, path: Union[str, "os.PathLike[str]"]) -> bool:
- warnings.warn(FSCOLLECTOR_GETHOOKPROXY_ISINITPATH, stacklevel=2)
- return self.session.isinitpath(path)
- class File(FSCollector):
- """Base class for collecting tests from a file.
- :ref:`non-python tests`.
- """
- class Item(Node):
- """A basic test invocation item.
- Note that for a single function there might be multiple test invocation items.
- """
- nextitem = None
- def __init_subclass__(cls) -> None:
- problems = ", ".join(
- base.__name__ for base in cls.__bases__ if issubclass(base, Collector)
- )
- if problems:
- warnings.warn(
- f"{cls.__name__} is an Item subclass and should not be a collector, "
- f"however its bases {problems} are collectors.\n"
- "Please split the Collectors and the Item into separate node types.\n"
- "Pytest Doc example: https://docs.pytest.org/en/latest/example/nonpython.html\n"
- "example pull request on a plugin: https://github.com/asmeurer/pytest-flakes/pull/40/",
- PytestWarning,
- )
- def __init__(
- self,
- name,
- parent=None,
- config: Optional[Config] = None,
- session: Optional["Session"] = None,
- nodeid: Optional[str] = None,
- **kw,
- ) -> None:
- # The first two arguments are intentionally passed positionally,
- # to keep plugins who define a node type which inherits from
- # (pytest.Item, pytest.File) working (see issue #8435).
- # They can be made kwargs when the deprecation above is done.
- super().__init__(
- name,
- parent,
- config=config,
- session=session,
- nodeid=nodeid,
- **kw,
- )
- self._report_sections: List[Tuple[str, str, str]] = []
- #: A list of tuples (name, value) that holds user defined properties
- #: for this test.
- self.user_properties: List[Tuple[str, object]] = []
- def runtest(self) -> None:
- """Run the test case for this item.
- Must be implemented by subclasses.
- .. seealso:: :ref:`non-python tests`
- """
- raise NotImplementedError("runtest must be implemented by Item subclass")
- def add_report_section(self, when: str, key: str, content: str) -> None:
- """Add a new report section, similar to what's done internally to add
- stdout and stderr captured output::
- item.add_report_section("call", "stdout", "report section contents")
- :param str when:
- One of the possible capture states, ``"setup"``, ``"call"``, ``"teardown"``.
- :param str key:
- Name of the section, can be customized at will. Pytest uses ``"stdout"`` and
- ``"stderr"`` internally.
- :param str content:
- The full contents as a string.
- """
- if content:
- self._report_sections.append((when, key, content))
- def reportinfo(self) -> Tuple[Union["os.PathLike[str]", str], Optional[int], str]:
- """Get location information for this item for test reports.
- Returns a tuple with three elements:
- - The path of the test (default ``self.path``)
- - The line number of the test (default ``None``)
- - A name of the test to be shown (default ``""``)
- .. seealso:: :ref:`non-python tests`
- """
- return self.path, None, ""
- @cached_property
- def location(self) -> Tuple[str, Optional[int], str]:
- location = self.reportinfo()
- path = absolutepath(os.fspath(location[0]))
- relfspath = self.session._node_location_to_relpath(path)
- assert type(location[2]) is str
- return (relfspath, location[1], location[2])
|